-- Logs begin at Fri 2021-12-24 02:46:53 UTC, end at Fri 2021-12-24 04:38:55 UTC. -- Dec 24 03:16:52.323552 dv-neutron-822869-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 24 03:16:55.163491 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.common.config [-] Logging enabled! Dec 24 03:16:55.163989 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev322 Dec 24 03:16:55.164280 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 24 03:16:55.167640 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.common.config [-] Logging enabled! Dec 24 03:16:55.167924 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev322 Dec 24 03:16:55.168237 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 24 03:16:55.169196 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 03:16:55.169436 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 03:16:55.169799 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 03:16:55.170050 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 03:16:55.170279 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 03:16:55.170605 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.171028 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 24 03:16:55.171341 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.171642 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.171936 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.172234 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.172555 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.172842 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.173133 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.173436 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.173724 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.174013 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.174299 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.174595 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.174881 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.175169 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.175461 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.175747 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.176030 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.176504 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.176920 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.177208 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.177501 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.177784 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.178060 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.178339 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.178628 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.178958 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] host = dv-neutron-822869-1-hyperv {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.179246 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.179537 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.179826 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.180116 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.180416 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.180700 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.180989 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.181264 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.181541 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.181822 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.182113 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.182402 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.182697 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.182928 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.183154 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.183470 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.183761 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.184048 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.184326 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.184631 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.184911 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.185190 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.185462 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.185752 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.186040 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.186328 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.186605 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.186884 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.187162 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.187438 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.187726 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.188004 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.188281 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.188586 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.188881 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.189155 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.189434 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.189739 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.190029 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.190316 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.190604 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.190883 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.191170 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.191446 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.191722 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.191997 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.192271 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.192566 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.192850 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.193127 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.193403 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.193679 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.193957 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.194244 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:55.194546 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.194848 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.195155 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.195442 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.195750 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.196034 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.196327 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.196633 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.196924 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.197217 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.197504 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.197785 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.198088 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.198381 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.198677 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.199508 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.199811 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.200108 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.200408 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.200692 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.200969 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.201253 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.201549 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.201835 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.202129 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.202425 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.202975 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.203277 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.203567 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.203867 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.204160 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.204471 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.204758 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.205051 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.205333 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.205610 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.205891 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.206182 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.206462 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.206739 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.207022 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.207301 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.207576 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.207850 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.208129 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.208456 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.208738 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.209011 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.209281 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.209559 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.209831 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.210116 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.210393 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.210666 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.210939 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.211219 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.211491 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.211768 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.212049 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.212324 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.212627 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.212903 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.213175 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.213450 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.213724 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.214001 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.214278 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.214559 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.215408 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.215683 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.215957 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.216236 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.216551 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.216828 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.217118 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.217419 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.217702 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.217985 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.218271 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.218554 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.218833 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.219137 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.219393 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.219675 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.219951 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.220247 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.220565 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.220856 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.221141 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.221451 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.221750 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.222031 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.222322 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.222604 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.222888 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.223178 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.223467 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.223767 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.224065 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.224386 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.224694 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.224993 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.225279 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.225590 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.225873 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:55.226095 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 03:16:55.226337 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 24 03:16:55.658213 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 24 03:16:55.658499 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 24 03:16:55.658810 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 24 03:16:55.659152 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 24 03:16:55.988533 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:55.989005 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:55.989464 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:55.990995 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:55.991286 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:55.991557 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.038955 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.039239 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.039512 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.054400 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.054689 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.054964 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.083395 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.083682 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.083949 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.121772 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.122058 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.122331 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.460254 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.460890 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.460890 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.461075 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.461764 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.562683 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.563009 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.563296 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.563576 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.563847 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.564160 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.564444 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.564752 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.565168 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.565613 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.566047 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.566526 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.566983 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.567435 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.567883 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.568322 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.568818 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.569307 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.569795 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.570235 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.570678 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.571110 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.571529 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.571953 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.572240 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.572543 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.573007 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:56.573315 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:56.573569 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:56.573853 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:56.574606 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:56.574852 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:56.575227 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 24 03:16:56.578971 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 24 03:16:56.583002 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 24 03:16:56.586998 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 24 03:16:56.588682 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 24 03:16:56.589141 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 24 03:16:56.589482 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 24 03:16:56.590422 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 24 03:16:56.593306 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 24 03:16:56.593568 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 24 03:16:56.593925 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 24 03:16:56.600571 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 24 03:16:56.625111 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 24 03:16:56.625579 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.625886 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 24 03:16:56.626252 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.627652 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 24 03:16:56.627938 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 24 03:16:56.628187 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 24 03:16:56.631454 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.631753 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:56.695693 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 24 03:16:56.695941 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 24 03:16:56.696183 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 24 03:16:56.696584 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 24 03:16:56.719390 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_db.sqlalchemy.engines [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 24 03:16:57.154895 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing driver for type 'gre' Dec 24 03:16:57.155504 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] gre ID ranges: [(1, 1000)] Dec 24 03:16:57.212859 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing driver for type 'local' Dec 24 03:16:57.213203 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing driver for type 'vlan' Dec 24 03:16:57.225850 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] VlanTypeDriver initialization complete Dec 24 03:16:57.226254 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing driver for type 'vxlan' Dec 24 03:16:57.226766 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] vxlan ID ranges: [(1, 1000)] Dec 24 03:16:57.278622 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing extension driver 'port_security' Dec 24 03:16:57.278881 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.extensions.port_security [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] PortSecurityExtensionDriver initialization complete Dec 24 03:16:57.279293 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing mechanism driver 'openvswitch' Dec 24 03:16:57.279595 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing mechanism driver 'hyperv' Dec 24 03:16:57.286252 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:57.286919 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.287291 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.287639 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.288165 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 03:16:57.288611 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.288961 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.289301 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.289697 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 03:16:57.290097 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.290440 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.290779 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.291171 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 03:16:57.291572 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > security_group after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.291915 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > security_group after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.292248 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.293296 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 03:16:57.293707 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.294057 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.294396 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.294793 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 03:16:57.295191 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > address_group after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.295534 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > address_group after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.295873 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.296263 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 03:16:57.296664 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] ML2 OVO RPC backend initialized. {{(pid=103035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 24 03:16:57.297365 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.297714 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.298124 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.298470 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > networks before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.298812 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.299150 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > ports before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.299487 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnet before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.299823 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnets before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.300164 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.300526 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.300860 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.301191 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.301519 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.301848 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.302179 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.302507 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.302832 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.303395 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.plugin [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Modular L2 Plugin initialization complete Dec 24 03:16:57.303715 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading services supported by the core plugin {{(pid=103035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 24 03:16:57.304035 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Got port-security extension from driver 'port_security' Dec 24 03:16:57.304515 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.extensions.vlantransparent [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Disabled vlantransparent extension. Dec 24 03:16:57.304991 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 24 03:16:57.305300 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: router Dec 24 03:16:57.341562 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.341949 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router after_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.342317 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router before_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.342681 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.343049 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.343400 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router after_delete 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.343753 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.344099 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.344605 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router after_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.344951 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.345299 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.345644 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.346007 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.346411 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.346778 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.347118 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.347455 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.347791 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.348136 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.348504 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.348845 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: port before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.349184 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.349537 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.349871 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.350215 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.350570 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.350910 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.351268 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > agent after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.351611 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > agent after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.351949 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.352822 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Tracking information for resource: router configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:57.353157 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Tracking information for resource: floatingip configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 03:16:57.358747 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.db.l3_agentschedulers_db [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 24 03:16:57.359260 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.359617 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.359967 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.360313 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.361125 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router before_create 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.361488 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.361849 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_create 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.362204 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > router precommit_update 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.366948 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.services.provider_configuration [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service providers = [] {{(pid=103035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 24 03:16:57.367309 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.db.servicetype_db [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 24 03:16:57.370240 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.services.service_base [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 03:16:57.370592 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.services.service_base [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 03:16:57.371495 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.services.service_base [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 03:16:57.372393 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.services.service_base [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 03:16:57.372778 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.services.service_base [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 24 03:16:57.373148 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.373465 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 24 03:16:57.384122 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.384491 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: auto_allocate Dec 24 03:16:57.390297 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: network precommit_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.390661 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: network precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.391168 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.391487 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: tag Dec 24 03:16:57.398020 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.398353 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: timestamp Dec 24 03:16:57.402379 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.402708 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: network_ip_availability Dec 24 03:16:57.408137 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.408534 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.408887 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.409580 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.409898 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: flavors Dec 24 03:16:57.414730 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.415065 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading Plugin: revisions Dec 24 03:16:57.419898 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 03:16:57.420288 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 24 03:16:57.421060 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 24 03:16:57.421395 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Initializing extension manager. Dec 24 03:16:57.421908 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: __init__.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.422248 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: __pycache__ {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.422582 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.422914 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.423658 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.424214 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: address-group Dec 24 03:16:57.424572 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: address_scope.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.426664 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.427203 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: address-scope Dec 24 03:16:57.427541 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.428506 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.429033 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: router-admin-state-down-before-update Dec 24 03:16:57.429366 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: agent.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.430068 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.430578 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: agent Dec 24 03:16:57.430903 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: agent_resources_synced.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.431803 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.432312 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: agent-resources-synced Dec 24 03:16:57.432659 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: allowedaddresspairs.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.435033 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.435558 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: allowed-address-pairs Dec 24 03:16:57.435886 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: auto_allocated_topology.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.436989 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.437510 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: auto-allocated-topology Dec 24 03:16:57.437833 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.438525 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.439033 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: availability_zone Dec 24 03:16:57.439354 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: availability_zone_filter.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.440256 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.440791 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: availability_zone_filter Dec 24 03:16:57.441113 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: data_plane_status.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.442009 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.442515 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension data-plane-status not supported by any of loaded plugins Dec 24 03:16:57.442834 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: default_subnetpools.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.443738 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.444247 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: default-subnetpools Dec 24 03:16:57.444600 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.445400 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.445913 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: dhcp_agent_scheduler Dec 24 03:16:57.446234 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: dns.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.447132 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.447638 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension dns-integration not supported by any of loaded plugins Dec 24 03:16:57.447957 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: dns_domain_ports.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.448912 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.449416 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 24 03:16:57.449733 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.450638 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.451136 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 24 03:16:57.451452 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: dvr.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.452109 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.452915 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: dvr Dec 24 03:16:57.453234 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: ecmp_routes.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.454165 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.454666 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 24 03:16:57.454986 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: empty_string_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.455888 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.456410 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: empty-string-filtering Dec 24 03:16:57.456734 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.457630 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.458131 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 24 03:16:57.458450 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.459342 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.459846 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 24 03:16:57.460166 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: external_net.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.461086 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.461608 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: external-net Dec 24 03:16:57.461904 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.462794 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.463307 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: extra_dhcp_opt Dec 24 03:16:57.463630 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: extraroute.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.464585 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.465100 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: extraroute Dec 24 03:16:57.465422 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: extraroute_atomic.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.466454 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.466967 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: extraroute-atomic Dec 24 03:16:57.467287 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: filter_validation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.467942 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.468506 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: filter-validation Dec 24 03:16:57.468826 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: fip_pf_description.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.469725 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.470225 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 24 03:16:57.470542 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: fip_port_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.471451 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.471957 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: fip-port-details Dec 24 03:16:57.472306 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: flavors.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.473567 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.474086 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: flavors Dec 24 03:16:57.474409 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.476090 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.476646 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 24 03:16:57.476975 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: floatingip_pools.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.477666 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.478174 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: floatingip-pools Dec 24 03:16:57.478499 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: ip_allocation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.479424 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.479930 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension ip_allocation not supported by any of loaded plugins Dec 24 03:16:57.480945 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.482261 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.483019 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: ip-substring-filtering Dec 24 03:16:57.483348 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l2_adjacency.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.484284 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.484821 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 24 03:16:57.485143 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l3.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.486240 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.486759 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: router Dec 24 03:16:57.487084 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.489369 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.489908 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 24 03:16:57.490384 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.491315 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.491836 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: ext-gw-mode Dec 24 03:16:57.492164 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.493128 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.493642 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: l3-ha Dec 24 03:16:57.493965 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l3_flavors.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.494865 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.495373 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: l3-flavors Dec 24 03:16:57.495716 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.497256 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.497777 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 24 03:16:57.498092 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: l3agentscheduler.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.499141 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.499649 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: l3_agent_scheduler Dec 24 03:16:57.499977 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: local_ip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.501795 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.502325 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension local_ip not supported by any of loaded plugins Dec 24 03:16:57.502753 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: logging.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.504219 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.504775 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension logging not supported by any of loaded plugins Dec 24 03:16:57.505098 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: metering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.505836 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.506425 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: metering Dec 24 03:16:57.506745 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.507831 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.508345 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: metering_source_and_destination_fields Dec 24 03:16:57.508695 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: multiprovidernet.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.509641 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.510154 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: multi-provider Dec 24 03:16:57.510475 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: netmtu.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.511401 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.511911 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: net-mtu Dec 24 03:16:57.512260 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: netmtu_writable.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.513196 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.513713 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: net-mtu-writable Dec 24 03:16:57.514034 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: network_availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.514738 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.515243 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: network_availability_zone Dec 24 03:16:57.515561 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: network_ip_availability.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.516706 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.517219 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: network-ip-availability Dec 24 03:16:57.517540 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: network_segment_range.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.518297 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.518801 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension network-segment-range not supported by any of loaded plugins Dec 24 03:16:57.519119 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: pagination.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.520106 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.520589 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: pagination Dec 24 03:16:57.520914 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: port_device_profile.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.521808 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.522322 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: port-device-profile Dec 24 03:16:57.522639 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.523545 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.524054 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: port-mac-address-regenerate Dec 24 03:16:57.524383 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.525313 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.525818 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: port-numa-affinity-policy Dec 24 03:16:57.526137 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: port_resource_request.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.527562 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.528060 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension port-resource-request not supported by any of loaded plugins Dec 24 03:16:57.528385 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: port_resource_request_groups.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.529374 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.529880 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 24 03:16:57.530197 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: portbindings.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.531120 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.531626 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: binding Dec 24 03:16:57.531944 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: portbindings_extended.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.533259 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.533772 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: binding-extended Dec 24 03:16:57.534095 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: portsecurity.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.535000 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.535508 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: port-security Dec 24 03:16:57.535829 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: project_id.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.536825 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.537158 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: project-id Dec 24 03:16:57.537477 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: providernet.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.538393 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.538912 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: provider Dec 24 03:16:57.539229 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.543477 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.543997 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos not supported by any of loaded plugins Dec 24 03:16:57.544327 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.545591 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.546109 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 24 03:16:57.546438 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.547351 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.547861 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 24 03:16:57.548188 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_default.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.549115 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.549622 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-default not supported by any of loaded plugins Dec 24 03:16:57.549947 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_fip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.550597 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.551101 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-fip not supported by any of loaded plugins Dec 24 03:16:57.551422 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.552327 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.552862 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 24 03:16:57.553183 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_gateway_ip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.554097 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.554604 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 24 03:16:57.554923 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_port_network_policy.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.555825 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.556335 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 24 03:16:57.556682 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.557722 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.558255 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 24 03:16:57.558575 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_pps_rule.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.559771 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.560284 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-pps not supported by any of loaded plugins Dec 24 03:16:57.560637 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_rule_type_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.561539 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.562047 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 24 03:16:57.562370 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: qos_rules_alias.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.563394 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.563907 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 24 03:16:57.564236 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: quota_check_limit.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.565164 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.565675 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: quota-check-limit Dec 24 03:16:57.566001 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: quotasv2.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.566919 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.567250 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: quotas Dec 24 03:16:57.567569 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: quotasv2_detail.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.571227 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.571671 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: quota_details Dec 24 03:16:57.572098 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: rbac.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.573249 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.573877 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: rbac-policies Dec 24 03:16:57.574280 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: rbac_address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.575264 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.575875 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: rbac-address-group Dec 24 03:16:57.576279 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: rbac_address_scope.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.577318 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.578167 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: rbac-address-scope Dec 24 03:16:57.578478 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: rbac_security_groups.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.579679 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.580246 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: rbac-security-groups Dec 24 03:16:57.580594 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: rbac_subnetpool.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.581779 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.582349 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: rbac-subnetpool Dec 24 03:16:57.582745 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: revisionifmatch.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.583675 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.584299 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: revision-if-match Dec 24 03:16:57.584633 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: revisions.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.585834 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.586431 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: standard-attr-revisions Dec 24 03:16:57.586761 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: router_availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.587564 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.588156 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: router_availability_zone Dec 24 03:16:57.588521 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: routerservicetype.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.590962 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.591566 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension router-service-type not supported by any of loaded plugins Dec 24 03:16:57.591943 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.593005 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.593525 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: security-groups-normalized-cidr Dec 24 03:16:57.593851 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.594782 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.595294 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: port-security-groups-filtering Dec 24 03:16:57.595619 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.596572 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.597083 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: security-groups-remote-address-group Dec 24 03:16:57.597406 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.598321 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.598834 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: security-groups-shared-filtering Dec 24 03:16:57.599154 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.599738 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 24 03:16:57.600058 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: securitygroup.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.610679 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.611157 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: security-group Dec 24 03:16:57.611492 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: segment.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.612281 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.612819 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension segment not supported by any of loaded plugins Dec 24 03:16:57.613147 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.614094 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.614603 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 24 03:16:57.614929 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: servicetype.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.616032 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.616585 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: service-type Dec 24 03:16:57.616914 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: sorting.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.617894 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.618224 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: sorting Dec 24 03:16:57.618543 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: standard_attr_segment.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.619455 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.619969 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 24 03:16:57.620292 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: standardattrdescription.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.621002 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.621511 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: standard-attr-description Dec 24 03:16:57.621833 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: stateful_security_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.622749 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.623261 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: stateful-security-group Dec 24 03:16:57.623584 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: stdattrs_common.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.624150 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 24 03:16:57.624501 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.625443 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.625952 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 24 03:16:57.626272 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: subnet_onboard.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.627366 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.627881 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: subnet_onboard Dec 24 03:16:57.628202 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.629155 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.629666 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 24 03:16:57.629986 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: subnet_service_types.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.630899 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.631410 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: subnet-service-types Dec 24 03:16:57.631728 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: subnetallocation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.632834 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.633349 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: subnet_allocation Dec 24 03:16:57.633669 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.634328 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.634832 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: subnetpool-prefix-ops Dec 24 03:16:57.635149 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.636074 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.636641 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 24 03:16:57.636964 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: tagging.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.638016 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.638537 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: standard-attr-tag Dec 24 03:16:57.638863 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: timestamp.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.640054 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.640608 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loaded extension: standard-attr-timestamp Dec 24 03:16:57.640934 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: trunk.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.641975 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.642494 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension trunk not supported by any of loaded plugins Dec 24 03:16:57.642821 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: trunk_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.643731 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.644245 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension trunk-details not supported by any of loaded plugins Dec 24 03:16:57.644601 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: uplink_status_propagation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.645509 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.646019 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 24 03:16:57.646341 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Loading extension file: vlantransparent.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 03:16:57.647002 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 03:16:57.647507 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 24 03:16:57.650049 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:network Dec 24 03:16:57.650582 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:subnet Dec 24 03:16:57.650974 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 03:16:57.651357 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:port Dec 24 03:16:57.653155 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.653596 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service FLAVORS assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.654196 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.654632 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.654963 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:router Dec 24 03:16:57.655392 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:floatingip Dec 24 03:16:57.655868 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service METERING assigned prefix: /metering {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.657322 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.657692 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.658040 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:16:57.659023 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 03:16:57.659473 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:security_group Dec 24 03:16:57.659903 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 03:16:57.660526 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.660858 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 03:16:57.661201 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] subnetpool is already registered Dec 24 03:16:57.661631 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.661952 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 03:16:57.662280 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] subnetpool is already registered Dec 24 03:16:57.664538 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.664966 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service FLAVORS assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.665552 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.665972 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.666302 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:router Dec 24 03:16:57.666635 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] router is already registered Dec 24 03:16:57.667038 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:floatingip Dec 24 03:16:57.667370 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] floatingip is already registered Dec 24 03:16:57.668433 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service METERING assigned prefix: /metering {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.669094 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 03:16:57.669420 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] rbac_policy is already registered Dec 24 03:16:57.669827 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:security_group Dec 24 03:16:57.670161 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] security_group is already registered Dec 24 03:16:57.670556 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 03:16:57.670888 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] security_group_rule is already registered Dec 24 03:16:57.671501 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.671825 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 03:16:57.672155 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] subnetpool is already registered Dec 24 03:16:57.672610 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 03:16:57.672931 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 03:16:57.673262 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] subnetpool is already registered Dec 24 03:16:57.673728 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: extensions {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.675164 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: address-groups {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.676647 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: address-scopes {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.677961 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.679130 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: auto-allocated-topology {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.680397 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: availability_zones {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.681606 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: dhcp-networks {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.683106 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: dhcp-agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.684584 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.687699 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: flavors {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.688935 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: service_profiles {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.690141 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: next_providers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.691591 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: service_profiles {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.693256 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: floatingip-pools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.694472 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.696594 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: floatingips {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.697870 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: l3-routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.699301 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: l3-agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.700758 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: metering-labels {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.702104 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: metering-label-rules {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.703642 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: network-ip-availabilities {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.704939 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: bindings {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.706583 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: quotas {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.708268 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: quotas {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.709825 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: rbac-policies {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.711107 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: security-groups {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.712302 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: security-group-rules {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.713544 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: service-providers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.715329 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: subnetpools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.716774 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: subnetpools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.718226 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.719925 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.721948 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.723712 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.725511 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.727334 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.729066 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.731548 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.733337 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.735166 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron.api.extensions [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 03:16:57.740966 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING keystonemiddleware.auth_token [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 24 03:16:57.745550 dv-neutron-822869-1-hyperv neutron-server[103035]: WARNING keystonemiddleware.auth_token [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 24 03:16:57.754003 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Acquired lock "singleton_lock" {{(pid=103035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 24 03:16:57.754470 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Releasing lock "singleton_lock" {{(pid=103035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 24 03:16:57.755102 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO oslo_service.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Starting 2 workers Dec 24 03:16:57.759964 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Started child 103176 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 03:16:57.764390 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Started child 103177 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 03:16:57.765391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.766018 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO neutron.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 24 03:16:57.766534 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Publish callbacks [] for process, before_spawn {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.766880 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [-] (103176) wsgi starting up on http://0.0.0.0:9696 Dec 24 03:16:57.768985 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO oslo_service.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Starting 1 workers Dec 24 03:16:57.769139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.770531 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [-] (103177) wsgi starting up on http://0.0.0.0:9696 Dec 24 03:16:57.774139 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Started child 103178 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 03:16:57.774686 dv-neutron-822869-1-hyperv neutron-server[103035]: INFO oslo_service.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Starting 1 workers Dec 24 03:16:57.778492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] calling RpcWorker wait() {{(pid=103178) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 24 03:16:57.779018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] returning from RpcWorker wait() {{(pid=103178) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 24 03:16:57.779601 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Started child 103179 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 03:16:57.780395 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-071b08e0-e062-4585-aadc-c552ec6dca25 None None] Publish callbacks [] for process, after_spawn {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.780489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.780916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:57.782206 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 24 03:16:57.782411 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 03:16:57.782594 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 03:16:57.782812 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 03:16:57.783123 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 03:16:57.783302 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 03:16:57.783824 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.784112 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.784384 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.784628 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.785087 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.785087 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.785469 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.785721 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:57.785821 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.785957 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.786383 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.786635 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.786803 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.786969 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.787210 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.787440 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.787739 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.787989 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.788224 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.788496 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.788668 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.788911 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.789169 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.789394 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.789648 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.789883 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.790389 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.790617 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.790862 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.791074 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.791355 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.791598 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.791853 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.792068 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.792301 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.792631 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.793390 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.793629 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.793837 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.794079 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.794286 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.794529 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.794766 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.795239 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] host = dv-neutron-822869-1-hyperv {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.795471 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.795690 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.795917 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.796160 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.796452 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.796667 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.796933 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.797187 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.797435 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.797666 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.797914 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.798154 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.798382 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.798628 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.798834 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_options = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.799012 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.799276 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.799543 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.799730 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.799897 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.800069 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.800340 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.800524 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.800782 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.801011 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.801224 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.801452 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.801664 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.801897 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.802134 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.802353 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.802597 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.802800 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.803052 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.803305 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.803526 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.803749 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.803993 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.804214 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.804445 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.804661 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.804905 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.805135 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.805355 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.805588 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.805842 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.806098 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.806313 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.806652 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.806911 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.807644 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.807876 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.808092 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.808430 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.808661 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.808920 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.809269 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.809453 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.809683 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.810265 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.810265 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.810496 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.810855 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.811236 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.811492 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.811717 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.811982 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.812887 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.812887 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.812887 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.813119 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.813393 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.814138 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.814390 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.814644 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.814901 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.815131 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.815593 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.816065 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.816389 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.817155 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.818679 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.819024 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.819338 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.819627 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.820013 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.820285 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.820590 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.820846 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.821109 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.821358 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.821624 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.821915 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.822147 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.822411 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.822654 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.822905 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.823227 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.823498 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.823839 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.824143 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.825975 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.828263 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.828565 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.832535 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.832818 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.833067 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.833324 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.833567 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.833864 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.834121 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.834374 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.834626 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.834865 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.835082 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.835322 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.835585 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.835859 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.836108 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.836337 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.836608 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.836864 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.837197 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.837444 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.837701 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.837944 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.838206 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.838505 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.838734 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.838974 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.839191 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.839915 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.840160 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.840419 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.840637 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.840851 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.841068 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.841285 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.841537 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.841763 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.841978 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.842189 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.842432 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.842663 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.842894 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.843138 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.843354 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.843577 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.843813 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.844028 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.844257 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.844499 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.844738 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.844952 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.845168 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.845386 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.845607 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.845821 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.846033 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.846260 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.846494 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.846759 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.847171 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.847425 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.847688 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.847936 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.848148 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.848400 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.848660 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.848914 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.849134 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.849369 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.849632 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.849863 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.850116 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.850344 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.850561 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.850817 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.851047 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.851302 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.851523 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.851761 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.852097 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.852389 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.852624 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.852875 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.853114 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.853376 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.853671 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.853923 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.854195 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.854416 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.854675 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.854977 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.855832 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.856107 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.856380 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.856634 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.856901 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.857194 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.857446 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.857680 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.857931 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.858148 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.858404 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.858639 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.858882 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.859106 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.859415 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.859657 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.859868 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.860080 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.860353 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.860601 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.860894 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.861099 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.861343 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.861596 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.861839 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.862083 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.862298 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.862510 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.862739 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.862954 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.863190 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.863435 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.863674 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.863893 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.864124 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.864577 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.864798 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.865018 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.865249 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.865470 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.865690 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.865948 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.866162 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.866381 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.866619 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.866855 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.867073 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.867290 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.867526 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.867784 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.868010 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.868271 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.868554 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.868772 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.868999 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.869227 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.869490 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.869703 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.869947 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.870182 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.870394 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.870604 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.870847 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.871082 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.871292 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.871520 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.871733 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.871983 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.872243 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.872596 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.872860 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.873110 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.873354 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.873564 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.873784 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.874033 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.874251 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.874490 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.874694 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.874904 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.875149 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.875388 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.875625 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.875845 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.876057 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.876286 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.876523 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.876734 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.877022 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.877273 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.877520 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.877787 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.878036 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.878267 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.878494 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.878704 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.878913 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.879133 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.879352 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.879559 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.879814 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.880024 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.880233 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.880477 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.880696 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.880942 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.881168 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.881377 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.881587 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.881806 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.882049 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.882277 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.882500 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.882722 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.882919 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.883140 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.883394 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.883604 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.883829 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.884047 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.884278 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.884523 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.884743 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.884953 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.885253 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.885520 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.885743 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.886034 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.886264 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.886598 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.886864 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.887188 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.887652 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.887652 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.887885 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.888088 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.888307 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.888608 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.888916 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.889212 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.889476 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.889729 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.889992 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.890271 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.890536 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.890744 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.891177 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.891494 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.891760 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.892043 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.892292 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.892652 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.892831 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.893064 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.893296 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.893527 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.893741 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.894004 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.894231 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.894474 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.894717 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.894961 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.895177 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.895417 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.895594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:57.895686 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.895876 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.896088 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.896244 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 03:16:57.896779 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 24 03:16:57.896943 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 03:16:57.897095 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 03:16:57.897264 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 03:16:57.897432 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 03:16:57.897584 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 03:16:57.897789 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.897952 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.898112 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.898267 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.898414 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.898598 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.898752 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.898898 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.899061 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.899243 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.899579 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.899579 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.899880 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.899880 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.900079 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.900191 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.900295 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.900422 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.900577 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.900739 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.900898 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.901057 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.901216 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.901374 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.901585 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.901750 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.902410 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.902581 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.902740 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.902897 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.903055 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.903214 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.903372 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.903533 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.903690 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.903849 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.904007 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.904165 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.904323 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.904506 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.904664 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.904822 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] host = dv-neutron-822869-1-hyperv {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.904994 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.905121 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.905283 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.905443 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.905659 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.905795 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.905917 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.906052 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.906209 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.906371 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.906530 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.906687 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.906845 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.907005 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.907162 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_options = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.907320 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.907477 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.907637 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.907822 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.907987 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.908146 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.908306 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.908486 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.908646 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.908804 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.908963 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.909121 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.909279 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.909436 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.909597 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.909755 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.909916 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.910077 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.910235 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.910392 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.910552 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.910709 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.910869 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.911026 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.911185 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.911348 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.911503 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.911821 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.911998 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.912133 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.912467 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.912627 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.912787 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.912969 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.913127 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.913285 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.913443 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.913603 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.913768 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.913929 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.914086 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.914244 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.914402 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.914562 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.914720 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.914878 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.915036 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.915195 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.915353 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.915511 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.915671 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.915821 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.915975 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.916133 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.916297 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 03:16:57.917012 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.917012 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.917012 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.917012 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.917282 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.917282 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.917440 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.918150 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.918282 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.918404 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.918525 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.918686 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.918882 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.919013 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.919161 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.919323 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.919483 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.919648 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.919802 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.919977 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.920112 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.920269 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.920460 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.920623 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.920783 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.920944 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.921104 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.921271 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.921431 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.921610 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.921771 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.921932 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.922093 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.922253 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.922415 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.922577 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.922737 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.923599 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.923599 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.923599 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.923599 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.923599 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924038 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924038 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924038 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924298 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924298 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924481 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924603 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924766 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.924927 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.925089 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.925250 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.925411 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.925572 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.925734 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.925894 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.926065 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.926225 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.926389 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.926549 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.926711 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.926870 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.927034 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.927194 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.927355 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.927516 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.927677 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.927850 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.928010 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.928171 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.928331 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.928515 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.928675 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.928835 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.928995 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.929155 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.929314 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.929475 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.929636 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.929796 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.929957 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.930117 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.930278 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.930439 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.930601 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.930765 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.930909 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.931070 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.931230 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.931389 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.931557 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.931733 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.931898 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.932058 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.932866 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.932866 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.932866 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.932866 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.932866 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.933265 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.933265 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.933407 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.933484 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.933615 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.933774 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.933932 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.934092 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.934250 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.934409 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.934568 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.934728 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.934887 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.935047 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.935206 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.935365 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.935528 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.935688 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.935858 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.936018 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.936181 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.936346 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.936538 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.936709 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.936869 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.937028 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.937189 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.937348 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.937509 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.937670 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.937831 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.937991 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.938152 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.938311 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.938484 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.938645 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.938806 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.938967 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.939150 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.939312 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.939472 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.939632 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.939793 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.939953 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.940112 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.940274 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.940452 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.940613 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.940774 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.940935 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.941095 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.941255 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.941416 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.941577 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.941738 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.941899 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.942058 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.942220 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.942381 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.942540 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.942699 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.942859 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.943019 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.943178 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.943338 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.943498 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.943659 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.943818 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.943978 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.944137 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.944298 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.944476 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.944638 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.944796 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.944956 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.945119 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.945279 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.945441 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.945603 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.945765 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.945926 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.946088 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.946255 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.946416 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.946577 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.946738 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.946900 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.947061 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.947223 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.947383 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.947544 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.947704 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.947864 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.948038 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.948197 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.948357 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.948536 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.948695 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.949359 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.949521 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.949682 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.949842 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.950002 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.950162 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.950324 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.950486 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.950648 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.950812 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.950972 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.951133 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.951292 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.951453 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.951627 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.951788 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.951949 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.952109 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.952270 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.952450 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.952890 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.953051 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.953211 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.953370 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.953531 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.953691 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.953861 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.954022 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.954181 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.954341 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.954501 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.954661 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.954829 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.954991 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.955150 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.955309 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.955470 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.955628 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.955798 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.955958 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.956118 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.956277 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.956459 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.956620 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.956794 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.956955 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.957115 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.957274 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.957435 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.957594 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.957763 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.957924 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.958083 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.958249 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.958409 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.958569 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.958729 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.958899 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.959059 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.959222 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.959383 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.959543 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.959703 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.959864 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.960028 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.960197 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.960422 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.960555 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.960724 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.960892 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.961060 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.961222 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.961388 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.961558 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.961718 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.961877 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.962037 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.962199 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.962359 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.962518 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.962679 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.962839 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.962998 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.963159 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.963318 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.963477 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.963636 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.963795 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.963956 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.964115 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.964273 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.964531 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.965216 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 03:16:57.965371 dv-neutron-822869-1-hyperv neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 03:16:57.997105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 41430) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:58.005709 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063827 Dec 24 03:17:09.356549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc99feb-f568-47a7-b734-96640d3c7b51 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:17:09.414671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc99feb-f568-47a7-b734-96640d3c7b51 None None] No non-hosted networks {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 24 03:17:09.439282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.agentschedulers_db [None req-8cc99feb-f568-47a7-b734-96640d3c7b51 None None] DHCP Agent not found on host dv-neutron-822869-1-hyperv {{(pid=103178) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 24 03:17:09.579589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3e6a8fa-4fd4-4c6a-b299-f289b0a5c20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748009'] for agent, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:11.704723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d90740cb-b05b-48f6-9015-b59b5ca64c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748009'] for agent, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:11.738426 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b399-66b5-4652-b4d7-d5580be46380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:12.630289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748009'] for agent, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:14.303410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748009'] for agent, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:14.993438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748009'] for agent, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:14.994084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.994420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.995235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.995559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.995907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.996226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.996873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.997229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.998094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.998440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.998779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.999128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.999443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:14.999876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822869-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:15.008224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822869-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:18.272919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 41528) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:18.768932 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING oslo_policy.policy [None req-87230463-d689-4161-ac63-04c62962f8b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:18.769499 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING oslo_policy.policy [None req-87230463-d689-4161-ac63-04c62962f8b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:19.000310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-87230463-d689-4161-ac63-04c62962f8b1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:17:19.001417 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-87230463-d689-4161-ac63-04c62962f8b1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7274795 Dec 24 03:17:19.154150 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.db.l3_hamode_db [None req-b1c95ba3-261c-4d5d-8708-236687dfbcb9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 24 03:17:19.233131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c95ba3-261c-4d5d-8708-236687dfbcb9 None None] Routers set() bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:17:19.233515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c95ba3-261c-4d5d-8708-236687dfbcb9 None None] Router IDs set() for agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 24 03:17:21.780466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 41544) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:22.065528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] Request body: {'subnetpool': {'tenant_id': '319403000d1340fba333f13b2523e016', 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:22.160771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.policy [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103177) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 24 03:17:22.205826 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING oslo_policy.policy [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:22.206145 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING oslo_policy.policy [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:22.215102 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.quota [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] Loaded quota_driver: . Dec 24 03:17:22.304467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794034542473', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794034541948', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794034655168', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794034656459', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794034667086', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794034643903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-671199', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-675921', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1645985', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576728'] for rbac-policy, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:22.370735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:22.371921 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4792a0d7-44bc-4493-96b8-bae34c18ad6a admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5904801 Dec 24 03:17:25.125294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 41556) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:25.610764 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING oslo_policy.policy [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:25.611331 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING oslo_policy.policy [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:25.841605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Request body: {'network': {'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'name': 'private', 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:25.843271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.quota [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Loaded quota_driver: . Dec 24 03:17:25.899022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Made reservation on behalf of ef0b9a87004d463dba89d958ab96a120 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:17:25.967230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.policy [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103176) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 24 03:17:26.012535 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING oslo_policy.policy [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:26.012892 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING oslo_policy.policy [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 03:17:26.023421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.044593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.156515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.160202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.180228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:17:26.207549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794037118805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.208107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Unsubscribe: segment precommit_create {{(pid=103176) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 24 03:17:26.208715 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Added segment df070910-ee50-4323-8346-24ad6c1039a5 of type vlan for network 9f24deb2-774d-462a-b510-d7ce205fe5dd Dec 24 03:17:26.225538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78629098-e278-4712-ade0-8b981248ca2b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:26.245324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.245683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.246030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.246360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.246690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.247014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.247336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.247656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.247990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.248311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.248655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.248969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.249285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Tracked resource versions report: Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: pushed versions: Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: { 'AddressGroup': {'1.2'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'ConntrackHelper': {'1.0'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Log': {'1.0'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Network': {'1.1'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Port': {'1.7'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'PortForwarding': {'1.2'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'QosPolicy': {'1.10'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroup': {'1.5'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SubPort': {'1.0'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Subnet': {'1.1'}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Trunk': {'1.1'}} Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: consumer versions: Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'ConntrackHelper': '1.0', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'LocalIPAssociation': '1.0', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Log': '1.0', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Network': '1.1', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Port': '1.7', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'PortForwarding': '1.2', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'QosPolicy': '1.10', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroup': '1.5', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroupRule': '1.2', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SubPort': '1.0', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Subnet': '1.1', Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Trunk': '1.1'}} Dec 24 03:17:26.250672 dv-neutron-822869-1-hyperv neutron-server[103176]: {{(pid=103176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:17:26.329781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.368455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.369650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:26.370380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:26.432303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3048277 Dec 24 03:17:26.479966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c022-08cd-4f74-a6ed-4178de72d148 admin admin] Pushing event updated for resources: {'Network': ['ID=9f24deb2-774d-462a-b510-d7ce205fe5dd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:26.491487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:17:29.288072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 41578) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:29.671092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b370eb-6817-4509-9da2-bfbc88c4731b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:29.672462 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a1b370eb-6817-4509-9da2-bfbc88c4731b admin admin] 10.222.0.37 "GET /v2.0/networks/9f24deb2-774d-462a-b510-d7ce205fe5dd HTTP/1.1" status: 200 len: 824 time: 0.3833795 Dec 24 03:17:29.711719 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8eb25ed7-b81d-46fd-86ff-70dd3aa7d0be admin admin] 10.222.0.37 "GET /v2.0/subnetpools/194f0778-233f-4710-b98e-bc3a9ba47b92 HTTP/1.1" status: 200 len: 734 time: 0.0331497 Dec 24 03:17:29.721214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Request body: {'subnet': {'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'subnetpool_id': '194f0778-233f-4710-b98e-bc3a9ba47b92'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:29.744345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Made reservation on behalf of ef0b9a87004d463dba89d958ab96a120 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:17:29.746502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:30.028084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:30.095696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:30.097681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Checking segment: {'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:17:30.098085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Network hostable DHCP agents. Network: 9f24deb2-774d-462a-b510-d7ce205fe5dd, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:17:30.118513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:17:30.130309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 9f24deb2-774d-462a-b510-d7ce205fe5dd) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:30.135712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:30.136321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:30.140978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b470273-2b24-49d5-a754-70f6d0fa93de None None] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:17:30.152645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-31b2cf46-826e-4061-b473-134ad2ab2d31 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4345622 Dec 24 03:17:30.413137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-9f24deb2-774d-462a-b510-d7ce205fe5dd', 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'fixed_ips': [{'subnet_id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:17:30.414394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:30.710936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Allocated IP 172.20.0.2 (9f24deb2-774d-462a-b510-d7ce205fe5dd/b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6/0c452f28-5269-4d63-a1ed-d5662ed92464) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:17:30.950066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:30.958679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:31.034400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:17:31.039705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:31.048861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:17:31.052010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Pushing event updated for resources: {'Port': ['ID=0c452f28-5269-4d63-a1ed-d5662ed92464,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:31.063302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.063674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.064024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.064357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.064708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.065036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.065377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.065707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.066044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.066385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.066710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.067031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.067349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Tracked resource versions report: Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: pushed versions: Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: { 'AddressGroup': {'1.2'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Log': {'1.0'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Network': {'1.1'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Port': {'1.7'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'PortForwarding': {'1.2'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'QosPolicy': {'1.10'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroup': {'1.5'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SubPort': {'1.0'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Subnet': {'1.1'}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Trunk': {'1.1'}} Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: consumer versions: Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'ConntrackHelper': '1.0', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'LocalIPAssociation': '1.0', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Log': '1.0', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Network': '1.1', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Port': '1.7', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'PortForwarding': '1.2', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'QosPolicy': '1.10', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroup': '1.5', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroupRule': '1.2', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SubPort': '1.0', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Subnet': '1.1', Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Trunk': '1.1'}} Dec 24 03:17:31.068826 dv-neutron-822869-1-hyperv neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:17:31.137851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Attempting to bind port 0c452f28-5269-4d63-a1ed-d5662ed92464 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:17:31.138252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Attempting to bind port 0c452f28-5269-4d63-a1ed-d5662ed92464 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:17:31.138694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Attempting to bind port 0c452f28-5269-4d63-a1ed-d5662ed92464 on network 9f24deb2-774d-462a-b510-d7ce205fe5dd {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:17:31.143644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:17:31.144239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Checking segment: {'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:17:31.144501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:31.144891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Bound using segment: {'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:17:31.145408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Bound port: 0c452f28-5269-4d63-a1ed-d5662ed92464, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:17:31.145807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:31.208262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] For port 0c452f28-5269-4d63-a1ed-d5662ed92464, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:17:31.212400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] For port 0c452f28-5269-4d63-a1ed-d5662ed92464, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0c452f28-5269-4d63-a1ed-d5662ed92464,segment=NetworkSegment(df070910-ee50-4323-8346-24ad6c1039a5),segment_id=df070910-ee50-4323-8346-24ad6c1039a5)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:17:31.218331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:31.281818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8a03-771e-4f8e-bed2-5c1911c6eb53 None None] Pushing event updated for resources: {'Port': ['ID=0c452f28-5269-4d63-a1ed-d5662ed92464,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:32.752738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 41586) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:33.060510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-e85c5524-047b-4ee0-9b2c-5aee1af5ced8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:17:33.061481 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e85c5524-047b-4ee0-9b2c-5aee1af5ced8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3078094 Dec 24 03:17:35.646434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 41594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:35.961146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-77007573-bbf6-467c-8e13-fc10fce721ec admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:17:35.962130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-77007573-bbf6-467c-8e13-fc10fce721ec admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147795 Dec 24 03:17:38.780345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 41604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:39.078521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c4249246-4ce7-4807-a9cb-0b9c16af8cc0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:39.108601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4249246-4ce7-4807-a9cb-0b9c16af8cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:39.110150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4249246-4ce7-4807-a9cb-0b9c16af8cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:39.250243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4249246-4ce7-4807-a9cb-0b9c16af8cc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:39.254739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4249246-4ce7-4807-a9cb-0b9c16af8cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:39.268736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4249246-4ce7-4807-a9cb-0b9c16af8cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:39.269910 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c4249246-4ce7-4807-a9cb-0b9c16af8cc0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4885840 Dec 24 03:17:39.343091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e12b51e-264d-4164-a6d4-86ff66a29679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:40.385677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52595571-0c41-4839-b167-70708c0d329d None None] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:17:40.455464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a3c78cc4-4314-4645-8d0b-5e461a096a11 None None] Provisioning complete for port 0c452f28-5269-4d63-a1ed-d5662ed92464 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:40.455856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3c78cc4-4314-4645-8d0b-5e461a096a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:40.642136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3c78cc4-4314-4645-8d0b-5e461a096a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:40.685081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a3c78cc4-4314-4645-8d0b-5e461a096a11 None None] For port 0c452f28-5269-4d63-a1ed-d5662ed92464, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0c452f28-5269-4d63-a1ed-d5662ed92464,segment=NetworkSegment(df070910-ee50-4323-8346-24ad6c1039a5),segment_id=df070910-ee50-4323-8346-24ad6c1039a5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:17:40.692140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3c78cc4-4314-4645-8d0b-5e461a096a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:40.754574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c78cc4-4314-4645-8d0b-5e461a096a11 None None] Pushing event updated for resources: {'Port': ['ID=0c452f28-5269-4d63-a1ed-d5662ed92464,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:40.780495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0c452f28-5269-4d63-a1ed-d5662ed92464 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:17:40.841330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0c452f28-5269-4d63-a1ed-d5662ed92464 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:40.841704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:40.985739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4068f5c1-4cbd-4492-ab4f-14cbc430f727 None None] Provisioning complete for port 0c452f28-5269-4d63-a1ed-d5662ed92464 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:40.986107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4068f5c1-4cbd-4492-ab4f-14cbc430f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:41.699674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ced5b927-d11c-4d99-88b5-403a37c89099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:41.872310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 41616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:42.174552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-35c99158-e851-4c58-8a33-d90109748030 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:17:42.175563 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-35c99158-e851-4c58-8a33-d90109748030 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3022225 Dec 24 03:17:42.593729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:42.714340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0c452f28-5269-4d63-a1ed-d5662ed92464 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:17:42.760144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0c452f28-5269-4d63-a1ed-d5662ed92464 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:42.760547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:44.255654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:44.772100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 41646) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:44.896901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '319403000d1340fba333f13b2523e016', 'project_id': '319403000d1340fba333f13b2523e016', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:44.918384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Made reservation on behalf of 319403000d1340fba333f13b2523e016 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:17:44.920743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:44.928533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:44.977947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:45.003525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:45.007059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:45.021719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Reserving flat network on physical network physnet1 {{(pid=103176) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 24 03:17:45.043443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20c8115-6472-431a-9dcf-4a05a28a3429,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:45.046963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:45.047301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Added segment c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a of type flat for network 09ec8898-2be8-4b6d-8256-3b2d7972c22a Dec 24 03:17:45.095843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:45.127192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:45.128117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:45.128743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:45.162017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3888597 Dec 24 03:17:45.189683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61044e9d-3be1-4c1e-88a8-9b66e5443b3f admin admin] Pushing event updated for resources: {'Network': ['ID=09ec8898-2be8-4b6d-8256-3b2d7972c22a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:45.200546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:17:47.603830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 41654) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:47.752507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc9ee51-0eed-4e5a-b17f-9517992ccca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:47.753968 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7bc9ee51-0eed-4e5a-b17f-9517992ccca1 admin admin] 10.222.0.37 "GET /v2.0/subnets/b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6 HTTP/1.1" status: 200 len: 849 time: 0.1491957 Dec 24 03:17:47.913966 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-935d33fc-7093-4acd-9aae-219850e10257 admin admin] 10.222.0.37 "GET /v2.0/routers/ccaaffb7-e6bf-4a19-9346-c3a1518408b7 HTTP/1.1" status: 200 len: 704 time: 0.1538355 Dec 24 03:17:48.186044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:48.481763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Allocated IP 172.20.0.1 (9f24deb2-774d-462a-b510-d7ce205fe5dd/b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6/920cbf7d-ac96-4df9-9b39-87ca1bbe10c2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:17:48.690015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:48.757544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:48.797186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:17:48.818985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:48.864638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:17:48.864985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:48.920514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Pushing event updated for resources: {'Port': ['ID=920cbf7d-ac96-4df9-9b39-87ca1bbe10c2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:48.941561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.941925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.942270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.942603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.942929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.943256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.943583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.943908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.944241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.944590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.944911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.945231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.945551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Tracked resource versions report: Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: pushed versions: Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: { 'AddressGroup': {'1.2'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'ConntrackHelper': {'1.0'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Log': {'1.0'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Network': {'1.1'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Port': {'1.7'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'PortForwarding': {'1.2'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'QosPolicy': {'1.10'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroup': {'1.5'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SubPort': {'1.0'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Subnet': {'1.1'}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Trunk': {'1.1'}} Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: consumer versions: Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'ConntrackHelper': '1.0', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'LocalIPAssociation': '1.0', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Log': '1.0', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Network': '1.1', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Port': '1.7', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'PortForwarding': '1.2', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'QosPolicy': '1.10', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroup': '1.5', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroupRule': '1.2', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SubPort': '1.0', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Subnet': '1.1', Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Trunk': '1.1'}} Dec 24 03:17:48.947497 dv-neutron-822869-1-hyperv neutron-server[103177]: {{(pid=103177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:17:49.022771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b1e89a15-65e6-4c29-bf31-a005b3e2a59f None None] Provisioning complete for port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:49.023377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e89a15-65e6-4c29-bf31-a005b3e2a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:49.056172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b1e89a15-65e6-4c29-bf31-a005b3e2a59f None None] Port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:17:49.073350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:49.278984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:49.283071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:49.283805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:49.341524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Pushing event updated for resources: {'Port': ['ID=920cbf7d-ac96-4df9-9b39-87ca1bbe10c2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:49.405832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:17:49.407135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:49.578812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b9d9c26e-e863-4099-906e-57e0823b94bd None None] Provisioning complete for port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:49.579413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c26e-e863-4099-906e-57e0823b94bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:49.614506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:17:49.614975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9c26e-e863-4099-906e-57e0823b94bd None None] Port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:17:49.705994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:17:49.711269 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0cdf3a3d-73ab-4a02-be40-d13790fbe070 admin admin] 10.222.0.37 "PUT /v2.0/routers/ccaaffb7-e6bf-4a19-9346-c3a1518408b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7912641 Dec 24 03:17:49.716054 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Sync routers for ids ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:17:49.728820 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Routers {'ccaaffb7-e6bf-4a19-9346-c3a1518408b7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:17:49.729602 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:17:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:49.915701 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Set router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:17:50.347617 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'name': 'router1', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:17:39Z', 'updated_at': '2021-12-24T03:17:49Z', 'revision_number': 2, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'gw_port_host': None, '_interfaces': [{'id': '920cbf7d-ac96-4df9-9b39-87ca1bbe10c2', 'name': '', 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'mac_address': 'fa:16:3e:f0:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:48Z', 'updated_at': '2021-12-24T03:17:49Z', 'revision_number': 2, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'subnets': [{'id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '194f0778-233f-4710-b98e-bc3a9ba47b92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:50.398502 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Checking router: ccaaffb7-e6bf-4a19-9346-c3a1518408b7 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:17:50.398899 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Updating router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:17:50.445877 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:50.946378 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:50.953538 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.116606 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Pushing event updated for resources: {'Port': ['ID=920cbf7d-ac96-4df9-9b39-87ca1bbe10c2,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:51.126388 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.126739 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.127079 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.127412 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.127741 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.128061 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.128410 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.128737 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.129061 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.129399 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.129727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.130040 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.130353 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Tracked resource versions report: Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: pushed versions: Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: { 'AddressGroup': {'1.2'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'ConntrackHelper': {'1.0'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Log': {'1.0'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Network': {'1.1'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Port': {'1.7'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'PortForwarding': {'1.2'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'QosPolicy': {'1.10'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroup': {'1.5'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SubPort': {'1.0'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Subnet': {'1.1'}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Trunk': {'1.1'}} Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: consumer versions: Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'ConntrackHelper': '1.0', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'LocalIPAssociation': '1.0', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Log': '1.0', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Network': '1.1', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Port': '1.7', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'PortForwarding': '1.2', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'QosPolicy': '1.10', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroup': '1.5', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroupRule': '1.2', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SubPort': '1.0', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Subnet': '1.1', Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Trunk': '1.1'}} Dec 24 03:17:51.131742 dv-neutron-822869-1-hyperv neutron-server[103179]: {{(pid=103179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:17:51.134245 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Attempting to bind port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:17:51.134762 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Attempting to bind port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:17:51.135133 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Attempting to bind port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 on network 9f24deb2-774d-462a-b510-d7ce205fe5dd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:17:51.140947 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:17:51.141350 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Checking segment: {'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:17:51.141797 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.142192 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Bound using segment: {'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:17:51.142667 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Bound port: 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df070910-ee50-4323-8346-24ad6c1039a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:17:51.143038 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.208528 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] For port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:17:51.227045 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] For port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=920cbf7d-ac96-4df9-9b39-87ca1bbe10c2,segment=NetworkSegment(df070910-ee50-4323-8346-24ad6c1039a5),segment_id=df070910-ee50-4323-8346-24ad6c1039a5)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:17:51.231678 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.247330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5f90c7ac-18d4-44ad-b924-df00b8a83272 None None] Provisioning complete for port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:51.248332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f90c7ac-18d4-44ad-b924-df00b8a83272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.281087 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Routers {'ccaaffb7-e6bf-4a19-9346-c3a1518408b7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:17:51.281710 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:17:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:51.334824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f90c7ac-18d4-44ad-b924-df00b8a83272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.370171 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] Set router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:17:51.372431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5f90c7ac-18d4-44ad-b924-df00b8a83272 None None] For port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=920cbf7d-ac96-4df9-9b39-87ca1bbe10c2,segment=NetworkSegment(df070910-ee50-4323-8346-24ad6c1039a5),segment_id=df070910-ee50-4323-8346-24ad6c1039a5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:17:51.377925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f90c7ac-18d4-44ad-b924-df00b8a83272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.434186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90c7ac-18d4-44ad-b924-df00b8a83272 None None] Pushing event updated for resources: {'Port': ['ID=920cbf7d-ac96-4df9-9b39-87ca1bbe10c2,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:51.479576 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197a5e3-f660-465f-8071-bbbef63464a3 None None] Pushing event updated for resources: {'Port': ['ID=920cbf7d-ac96-4df9-9b39-87ca1bbe10c2,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:51.499350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-275664c7-71ca-4588-ac85-5d7055280f90 None None] Provisioning complete for port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:51.499719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-275664c7-71ca-4588-ac85-5d7055280f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:51.600845 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'name': 'router1', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:17:39Z', 'updated_at': '2021-12-24T03:17:49Z', 'revision_number': 2, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'gw_port_host': None, '_interfaces': [{'id': '920cbf7d-ac96-4df9-9b39-87ca1bbe10c2', 'name': '', 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'mac_address': 'fa:16:3e:f0:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:48Z', 'updated_at': '2021-12-24T03:17:51Z', 'revision_number': 4, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'subnets': [{'id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '194f0778-233f-4710-b98e-bc3a9ba47b92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:51.627119 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c447b2-388e-4725-b44e-12e91692b7e4 None None] The sync data for ids ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'] in dv-neutron-822869-1-hyperv is: [{'id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'name': 'router1', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:17:39Z', 'updated_at': '2021-12-24T03:17:49Z', 'revision_number': 2, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'gw_port_host': None, '_interfaces': [{'id': '920cbf7d-ac96-4df9-9b39-87ca1bbe10c2', 'name': '', 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'mac_address': 'fa:16:3e:f0:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:48Z', 'updated_at': '2021-12-24T03:17:51Z', 'revision_number': 4, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'subnets': [{'id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '194f0778-233f-4710-b98e-bc3a9ba47b92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:17:54.673991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 41676) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:54.782314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0ab6e-28d9-4ee9-a216-09f709d3e7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:54.783708 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b4c0ab6e-28d9-4ee9-a216-09f709d3e7c9 admin admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 842 time: 0.1087844 Dec 24 03:17:54.793646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Request body: {'subnet': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'cidr': '172.26.5.0/24', 'enable_dhcp': False, 'tenant_id': '319403000d1340fba333f13b2523e016', 'ip_version': 4, 'gateway_ip': '172.26.5.1', 'name': 'public-subnet'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:54.821176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Made reservation on behalf of 319403000d1340fba333f13b2523e016 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:17:54.823758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:55.125744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:17:55.126199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:55.181016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9990039d-9e97-4506-a4d7-d25b8cbf198b,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:55.189960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:17:55.190363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Network hostable DHCP agents. Network: 09ec8898-2be8-4b6d-8256-3b2d7972c22a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:17:55.213820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:17:55.224942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 09ec8898-2be8-4b6d-8256-3b2d7972c22a) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:55.229605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:55.230193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:55.234589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564035b1-803b-433d-acaf-11418ae18ea6 None None] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:17:55.247236 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-12adfd4e-2900-4b37-bde7-a82e7ef593ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569108 Dec 24 03:17:55.347446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6a69b6-50e0-4794-aa35-49a712eacc38 None None] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:17:57.740861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 41688) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:57.870089 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0b4d601b-c157-4f97-ba15-e04b60e0c15b admin admin] 10.222.0.37 "GET /v2.0/routers/ccaaffb7-e6bf-4a19-9346-c3a1518408b7 HTTP/1.1" status: 200 len: 710 time: 0.1281197 Dec 24 03:17:57.955286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8322b1-941b-478f-8a57-5c1a23f37120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:57.956745 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2b8322b1-941b-478f-8a57-5c1a23f37120 admin admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 886 time: 0.0809350 Dec 24 03:17:57.966643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:58.222628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:58.514374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:58.587393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:58.690536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Allocated IP 172.26.5.212 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/82f1fe46-303c-4935-b822-aed09433c227) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:17:58.753402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:17:58.790471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:58.801824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:58.802196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:58.822735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:58.860857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:17:58.863523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:58.866788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:17:58.901410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Pushing event updated for resources: {'Port': ['ID=82f1fe46-303c-4935-b822-aed09433c227,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:59.104772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:59.288965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:59.292100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:59.393624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:17:59.499218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:17:59.503421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:59.504645 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1ec596c4-3c26-4b63-b307-d244d32bf773 admin admin] 10.222.0.37 "PUT /v2.0/routers/ccaaffb7-e6bf-4a19-9346-c3a1518408b7 HTTP/1.1" status: 200 len: 890 time: 1.5411999 Dec 24 03:17:59.520273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Sync routers for ids ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:17:59.533009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Routers {'ccaaffb7-e6bf-4a19-9346-c3a1518408b7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:17:59.533675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:17:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:59.749212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Set router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:18:00.207060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'name': 'router1', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '82f1fe46-303c-4935-b822-aed09433c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:17:39Z', 'updated_at': '2021-12-24T03:17:58Z', 'revision_number': 4, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'gw_port': {'id': '82f1fe46-303c-4935-b822-aed09433c227', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:58Z', 'updated_at': '2021-12-24T03:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '920cbf7d-ac96-4df9-9b39-87ca1bbe10c2', 'name': '', 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'mac_address': 'fa:16:3e:f0:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:48Z', 'updated_at': '2021-12-24T03:17:51Z', 'revision_number': 5, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'subnets': [{'id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '194f0778-233f-4710-b98e-bc3a9ba47b92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:00.257393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Checking router: ccaaffb7-e6bf-4a19-9346-c3a1518408b7 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:18:00.258255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Updating router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 port 82f1fe46-303c-4935-b822-aed09433c227 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:18:00.302421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:00.609639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:00.615493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:00.663896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920d64b-756a-42f6-86bc-beded18188a4 None None] Pushing event updated for resources: {'Port': ['ID=82f1fe46-303c-4935-b822-aed09433c227,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:00.669794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Attempting to bind port 82f1fe46-303c-4935-b822-aed09433c227 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:18:00.670169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Attempting to bind port 82f1fe46-303c-4935-b822-aed09433c227 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:18:00.670531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Attempting to bind port 82f1fe46-303c-4935-b822-aed09433c227 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:18:00.675448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:18:00.675821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:18:00.676219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:00.676642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:18:00.677113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Bound port: 82f1fe46-303c-4935-b822-aed09433c227, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:18:00.677515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:00.727102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] For port 82f1fe46-303c-4935-b822-aed09433c227, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:18:00.730114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] For port 82f1fe46-303c-4935-b822-aed09433c227, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=82f1fe46-303c-4935-b822-aed09433c227,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:18:00.733972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:00.792004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Routers {'ccaaffb7-e6bf-4a19-9346-c3a1518408b7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:18:00.792632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:17:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:00.797278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920d64b-756a-42f6-86bc-beded18188a4 None None] Pushing event updated for resources: {'Port': ['ID=82f1fe46-303c-4935-b822-aed09433c227,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:00.900585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] Set router ccaaffb7-e6bf-4a19-9346-c3a1518408b7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:18:01.102729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'name': 'router1', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '82f1fe46-303c-4935-b822-aed09433c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:17:39Z', 'updated_at': '2021-12-24T03:17:58Z', 'revision_number': 4, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'gw_port': {'id': '82f1fe46-303c-4935-b822-aed09433c227', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:58Z', 'updated_at': '2021-12-24T03:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '920cbf7d-ac96-4df9-9b39-87ca1bbe10c2', 'name': '', 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'mac_address': 'fa:16:3e:f0:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:48Z', 'updated_at': '2021-12-24T03:17:51Z', 'revision_number': 5, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'subnets': [{'id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '194f0778-233f-4710-b98e-bc3a9ba47b92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:01.131189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a6248-53af-4d7c-8934-b326ffea5189 None None] The sync data for ids ['ccaaffb7-e6bf-4a19-9346-c3a1518408b7'] in dv-neutron-822869-1-hyperv is: [{'id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'name': 'router1', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '82f1fe46-303c-4935-b822-aed09433c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:17:39Z', 'updated_at': '2021-12-24T03:17:58Z', 'revision_number': 4, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'gw_port': {'id': '82f1fe46-303c-4935-b822-aed09433c227', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:58Z', 'updated_at': '2021-12-24T03:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '920cbf7d-ac96-4df9-9b39-87ca1bbe10c2', 'name': '', 'network_id': '9f24deb2-774d-462a-b510-d7ce205fe5dd', 'tenant_id': 'ef0b9a87004d463dba89d958ab96a120', 'mac_address': 'fa:16:3e:f0:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaaffb7-e6bf-4a19-9346-c3a1518408b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:17:48Z', 'updated_at': '2021-12-24T03:17:51Z', 'revision_number': 5, 'project_id': 'ef0b9a87004d463dba89d958ab96a120', 'subnets': [{'id': 'b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '194f0778-233f-4710-b98e-bc3a9ba47b92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:18:02.126983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 41696) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:18:02.240699 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6c0259f1-0f97-4f96-88c0-2801806325dc admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1125541 Dec 24 03:18:02.757191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 82f1fe46-303c-4935-b822-aed09433c227 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:18:02.808160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 82f1fe46-303c-4935-b822-aed09433c227 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:18:02.808568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:02.883798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:02.904940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 82f1fe46-303c-4935-b822-aed09433c227, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=82f1fe46-303c-4935-b822-aed09433c227,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:02.908837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:02.958962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=82f1fe46-303c-4935-b822-aed09433c227,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:04.743332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 82f1fe46-303c-4935-b822-aed09433c227 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:18:04.806367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 82f1fe46-303c-4935-b822-aed09433c227 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:18:04.806983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:05.832272 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:18:09.365833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cab42a24-1a6e-472e-a6d3-a91803adf7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:11.708505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e0e3-9fec-41b4-b231-aeb8e479b243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:12.596767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:14.261168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:14.981439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:39.339051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff57a-ae94-4b0f-a975-28bbc0d11f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:41.706570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c62b944-3fb4-4590-b81c-ba2af3762134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:42.600646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:42.820764 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:18:44.264944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:44.979340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:09.345971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9caa18d-4790-409c-a045-2dbe6957340f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:11.699202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6598cf5d-e688-4161-8212-bfaff87c38f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:12.604977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:14.264968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:14.982325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:19.819604 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:19:27.731265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42212) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:27.791046 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-721e32e9-4ff8-41ff-b031-0c8a8119faf0 admin admin] GET failed (client error): The resource could not be found. Dec 24 03:19:27.792338 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-721e32e9-4ff8-41ff-b031-0c8a8119faf0 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601492 Dec 24 03:19:28.026541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9ca07-7cd9-4b87-bc75-90baa2a7848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:28.028014 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ccb9ca07-7cd9-4b87-bc75-90baa2a7848e admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2310092 Dec 24 03:19:30.394352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42222) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:30.487281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704f1ee-d5ba-4c61-9690-a2060bf35fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:30.488625 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0704f1ee-d5ba-4c61-9690-a2060bf35fd1 admin admin] 10.222.0.37 "GET /v2.0/subnets/b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6 HTTP/1.1" status: 200 len: 849 time: 0.0933077 Dec 24 03:19:30.498435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:19:30.587988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:30.732111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037036840'] for subnet, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:30.772016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:30.773307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:30.773910 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] 10.222.0.37 "PUT /v2.0/subnets/b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6 HTTP/1.1" status: 200 len: 868 time: 0.2790573 Dec 24 03:19:30.788675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934890b6-0d66-4580-a8a3-602404859e31 None None] Network 9f24deb2-774d-462a-b510-d7ce205fe5dd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:19:30.801636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:19:30.811204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.811745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.812456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.812956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.813448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.813936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.814456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.814951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.815442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.815934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.816843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.816986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:30.817409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf229b-a6bd-4f96-b225-c24b386552b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:31.132193 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-36f466bf-c5d7-49e3-b276-3f1e6585fde2 None None] Provisioning complete for port 920cbf7d-ac96-4df9-9b39-87ca1bbe10c2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:19:31.132584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36f466bf-c5d7-49e3-b276-3f1e6585fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:31.220151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-36f466bf-c5d7-49e3-b276-3f1e6585fde2 None None] Provisioning complete for port 0c452f28-5269-4d63-a1ed-d5662ed92464 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:19:31.220463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36f466bf-c5d7-49e3-b276-3f1e6585fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:33.162367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42230) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:33.355812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985dabd1-520f-4b9a-9811-5ba014bdb0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:33.356192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985dabd1-520f-4b9a-9811-5ba014bdb0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:33.357755 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-985dabd1-520f-4b9a-9811-5ba014bdb0c9 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1944335 Dec 24 03:19:35.756997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42238) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:35.886521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46fb5f6-dba0-4674-a8c5-2db699fcf940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:35.886984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46fb5f6-dba0-4674-a8c5-2db699fcf940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:35.888523 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d46fb5f6-dba0-4674-a8c5-2db699fcf940 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1305287 Dec 24 03:19:38.280618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42246) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:38.405508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3426564d-0771-45af-8611-77f548098497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:38.406741 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3426564d-0771-45af-8611-77f548098497 admin admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 886 time: 0.1251891 Dec 24 03:19:39.338626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc434f4b-e46d-443f-82b6-3a1fbec1b103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:40.757162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42254) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:40.882979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af46a89-7305-49d0-8946-aa71e966ca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:40.884323 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8af46a89-7305-49d0-8946-aa71e966ca57 admin admin] 10.222.0.37 "GET /v2.0/networks/9f24deb2-774d-462a-b510-d7ce205fe5dd HTTP/1.1" status: 200 len: 868 time: 0.1262240 Dec 24 03:19:41.700792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3b13244-7ca3-4338-8faa-857c23da0744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:42.607772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:43.253610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:43.384239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329032a-84e5-4f66-b2be-a3f5c8ca154f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:43.384634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329032a-84e5-4f66-b2be-a3f5c8ca154f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:43.386161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0329032a-84e5-4f66-b2be-a3f5c8ca154f admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316068 Dec 24 03:19:44.268636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:44.987210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:45.754603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:45.843984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336ee48-c5c4-438f-adce-5665e4dcacb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:45.844452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336ee48-c5c4-438f-adce-5665e4dcacb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:45.845907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8336ee48-c5c4-438f-adce-5665e4dcacb5 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903766 Dec 24 03:19:48.266327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:48.354584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a73d0ac-83f3-4038-bc53-114cb60b34a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.355878 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1a73d0ac-83f3-4038-bc53-114cb60b34a8 admin admin] 10.222.0.37 "GET /v2.0/subnets/9990039d-9e97-4506-a4d7-d25b8cbf198b HTTP/1.1" status: 200 len: 816 time: 0.0886364 Dec 24 03:19:50.724253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42288) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:19:50.814153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a39588-5aab-4b08-ab16-fa147c8ba790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:50.815770 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d6a39588-5aab-4b08-ab16-fa147c8ba790 admin admin] 10.222.0.37 "GET /v2.0/subnets/b8f9f25e-574c-4ff1-b7c4-d6d6dffde2c6 HTTP/1.1" status: 200 len: 868 time: 0.0900702 Dec 24 03:19:56.817930 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:20:09.339928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4b8b-0d4c-4257-af20-d63f7e02f6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:11.703845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d176406f-bc99-4c58-84fa-29305e0023dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:12.611391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:14.273185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:14.994144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:15.623081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42342) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:20:15.668960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-4f91c722-f1f8-4883-bee1-4631719c3cb3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:20:15.670104 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4f91c722-f1f8-4883-bee1-4631719c3cb3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460591 Dec 24 03:20:18.109754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42350) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:20:18.170463 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc3419d-b3c2-466d-8823-2c4bf747da4f admin admin] GET failed (client error): The resource could not be found. Dec 24 03:20:18.171733 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5fc3419d-b3c2-466d-8823-2c4bf747da4f admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610414 Dec 24 03:20:18.256684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4929264b-bf7d-4ede-b3a7-a09170084711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:18.258827 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4929264b-bf7d-4ede-b3a7-a09170084711 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824456 Dec 24 03:20:20.698454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:20:20.745277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'project_id': '319403000d1340fba333f13b2523e016', 'tenant_id': '319403000d1340fba333f13b2523e016', 'shared': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:20:20.769910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Made reservation on behalf of 319403000d1340fba333f13b2523e016 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:20:20.773100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:20.799097 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.services.revisions.revision_plugin [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Could not find related network for resource to bump revision. Dec 24 03:20:20.815624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:20:20.828055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794037118805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:20.828880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Unsubscribe: segment precommit_create {{(pid=103177) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 24 03:20:20.829338 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Added segment b388df15-1562-4bbe-9a12-027547cbc24d of type vlan for network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 Dec 24 03:20:20.871759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:20.909530 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:20.910804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:20.911394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:20.960592 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2610490 Dec 24 03:20:21.003979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0a603-2876-46f8-b290-7028c65838bc admin admin] Pushing event updated for resources: {'Network': ['ID=cb4642f6-0e26-4e01-83a2-b67fc5a7ed18,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:21.015345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:20:23.373556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:20:23.430532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-805097fc-8ead-4219-b6db-a2ac22bb6025 admin admin] GET failed (client error): The resource could not be found. Dec 24 03:20:23.431857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-805097fc-8ead-4219-b6db-a2ac22bb6025 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0573835 Dec 24 03:20:23.530748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1edcb9-f521-4576-a7aa-3dd2772fadf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:23.532192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2d1edcb9-f521-4576-a7aa-3dd2772fadf9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0959449 Dec 24 03:20:23.542222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18', 'name': 'shared-subnet', 'ip_version': 4, 'tenant_id': '319403000d1340fba333f13b2523e016'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:20:23.563771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Made reservation on behalf of 319403000d1340fba333f13b2523e016 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:20:23.565967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:23.731028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:23.784705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46233efb-b01e-411f-ab40-e2be547f505c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:23.794389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.794759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.795105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.795448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.795783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.796110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.796477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.796812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.797155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.797482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.797805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.798124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.798443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:23.801594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Checking segment: {'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:20:23.801948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Network hostable DHCP agents. Network: cb4642f6-0e26-4e01-83a2-b67fc5a7ed18, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:20:23.818694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:20:23.827152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, cb4642f6-0e26-4e01-83a2-b67fc5a7ed18) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:20:23.831287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:23.831896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:23.837221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb1b4ea-6815-4dfb-b2f3-08ffd6f97e3f None None] Network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:20:23.847554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-88a58b42-93bd-40cd-ac4a-40a547f7dba1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086150 Dec 24 03:20:24.041756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-cb4642f6-0e26-4e01-83a2-b67fc5a7ed18', 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18', 'project_id': '319403000d1340fba333f13b2523e016', 'fixed_ips': [{'subnet_id': '46233efb-b01e-411f-ab40-e2be547f505c'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:20:24.042666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:24.181500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Allocated IP 192.168.233.2 (cb4642f6-0e26-4e01-83a2-b67fc5a7ed18/46233efb-b01e-411f-ab40-e2be547f505c/9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:20:24.320979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:24.326677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:24.370725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:20:24.373929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:20:24.377242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:20:24.382668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Pushing event updated for resources: {'Port': ['ID=9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:24.393914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.394274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.394612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.394943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.395264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.395591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.395979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.396281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.396640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.396982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.397300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.397626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.397928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:20:24.444561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Attempting to bind port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:20:24.444922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Attempting to bind port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:20:24.445280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Attempting to bind port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb on network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:20:24.450342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:20:24.450716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Checking segment: {'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:20:24.451112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:24.451498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Bound using segment: {'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:20:24.451956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Bound port: 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:20:24.452344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:24.513356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] For port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:20:24.516417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] For port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb,segment=NetworkSegment(b388df15-1562-4bbe-9a12-027547cbc24d),segment_id=b388df15-1562-4bbe-9a12-027547cbc24d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:20:24.522427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:24.579122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425a04-f52f-4660-9e1a-c77101deddc8 None None] Pushing event updated for resources: {'Port': ['ID=9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:24.896847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:20:24.948080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:20:24.948473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:25.026506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:25.063160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb,segment=NetworkSegment(b388df15-1562-4bbe-9a12-027547cbc24d),segment_id=b388df15-1562-4bbe-9a12-027547cbc24d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:20:25.068164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:25.119055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:25.465883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19545c6b-38c3-4002-9726-27f2ddcd1c94 None None] Network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:20:25.551707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7c6855e1-4b80-4205-b08d-0da0abaaacb3 None None] Provisioning complete for port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:20:25.551707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c6855e1-4b80-4205-b08d-0da0abaaacb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:25.879990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-69d0c86d-025d-4ccf-bd7b-aac57f1785fe None None] Provisioning complete for port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:20:25.880311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69d0c86d-025d-4ccf-bd7b-aac57f1785fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:26.824974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:20:26.874796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 9c7a7ab3-50b6-46b6-87c4-4ecc7c68bacb triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:20:26.875158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:33.816238 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:20:39.341994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f331cde6-0189-438f-b177-e7a2f1d9deb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:41.705509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db989642-87da-4e69-a7b2-0b003cb86cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:42.613616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:44.276172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:44.987224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:09.340108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-303321a1-9488-439c-9de5-6d0bd8ddb7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:10.814334 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:21:11.706339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3f556d8-dc91-4ffa-af87-21a72bbea74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:12.619337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:14.279919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:14.989814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.281406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42414) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:21:35.287777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-1037b1cc-cc99-401f-915c-7e8193f04a5b tempest-verify_tempest_config-2022009284 tempest-verify_tempest_config-2022009284-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:21:35.288755 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1037b1cc-cc99-401f-915c-7e8193f04a5b tempest-verify_tempest_config-2022009284 tempest-verify_tempest_config-2022009284-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063717 Dec 24 03:21:35.569414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:21:35.671184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.742267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.745997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.791746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec30b7b8dc1d4e1293604f5733b2bb8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2212942 Dec 24 03:21:35.794223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa99ef3-1fd1-46d0-94fc-147757574be7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:35.794672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42436) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:21:35.799699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.800087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.800442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.800784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.801116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.801451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.801797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.802654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.802996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.803328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.803661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.803984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.804305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76abd84-bb92-46b0-b495-9eb137305ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.868714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.888588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.976382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.978962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:35.980135 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aa99ef3-1fd1-46d0-94fc-147757574be7 HTTP/1.1" status: 204 len: 168 time: 0.1844432 Dec 24 03:21:35.987865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa99ef3-1fd1-46d0-94fc-147757574be7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:35.995015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.995316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.995666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.996006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.996342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.996696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.997040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.997377 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.997709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.998036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.998459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.998672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:35.998995 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03e3f3-95ab-47ff-b61d-f22130c3e8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:39.341609 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3541af9-4871-4123-b2f9-d7f68b213e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:41.707561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c95cce1c-1054-43fe-bb47-1ed0f2c97f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:42.618503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:44.282469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:44.991571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:47.813344 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:22:09.342549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b965e6fd-acde-45ad-beea-4d05334d4d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:11.711207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32205b48-df1d-4e69-a3c3-c3c4e7438ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:12.621670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:14.285456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:14.993513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:24.811205 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 5 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:22:39.343975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0afe2541-3564-4d98-966e-cadcb347945f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:41.712324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb7bd49c-268b-4829-85dd-3cb46fe7fad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:42.624458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:44.289484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:44.994790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:51.870400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748009'] for agent, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:01.810808 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:23:06.092102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42508) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:06.210924 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-601230c1-2742-484e-a39b-5ec67587c1c1 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1175916 Dec 24 03:23:08.580768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42518) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:08.634452 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c53d800e-a209-48b5-ae59-8d1689a279d7 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0526118 Dec 24 03:23:09.347074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c05d366-7251-4e3b-984b-7af428825891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:11.713342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63c8a5ad-0e2c-47e5-806e-a15128cebf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:12.626452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:14.291503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:14.998131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:21.834488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:38.810141 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:23:39.350433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04ae6986-bf75-4fa8-baea-b21985b91ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:41.714338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b86659db-0271-4293-afa1-1951be455f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:42.629900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:44.297101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:45.003102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:51.835567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:09.350966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e699a1b4-5c97-4fdf-b70f-1792b193b739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:11.716799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69a69582-c4eb-4d99-a37e-a93b0c7d024d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:12.632588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:14.301194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:15.007195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:15.811109 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:24:20.725699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42644) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:20.804540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42656) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:20.926575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1234543606-network', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:20.954228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Made reservation on behalf of 54d0d52e5e2b45ad8cfa2a58bb6a0c9d for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:20.957510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:20.966531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:20.982249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-126426907-network', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:21.023358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Made reservation on behalf of b4e385599f3f44f1a80f03cebf12cdc3 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:21.025995 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.038790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.149162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.160409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.195230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:21.198199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.216953 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf6e12b-1d2f-4c3a-a322-85ab633e8d24,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:21.219667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.219991 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Added segment b188ddc4-bf2e-47cb-8232-d2d951fbfd52 of type vlan for network fbb50964-5930-4392-8b02-ed79e2127e83 Dec 24 03:24:21.222221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.241583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.241933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.242273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.242610 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.242943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.243267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.243594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.243919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.244243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.244591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.244917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.245231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.245549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Tracked resource versions report: Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: pushed versions: Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: { 'AddressGroup': {'1.2'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'ConntrackHelper': {'1.0'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Log': {'1.0'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Network': {'1.1'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Port': {'1.7'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'PortForwarding': {'1.2'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'QosPolicy': {'1.10'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroup': {'1.5'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SubPort': {'1.0'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Subnet': {'1.1'}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Trunk': {'1.1'}} Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: consumer versions: Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: HyperV agent@hv-neutron-8228: {}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'ConntrackHelper': '1.0', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'LocalIPAssociation': '1.0', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Log': '1.0', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Network': '1.1', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Port': '1.7', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'PortForwarding': '1.2', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'QosPolicy': '1.10', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroup': '1.5', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SecurityGroupRule': '1.2', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'SubPort': '1.0', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Subnet': '1.1', Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: 'Trunk': '1.1'}} Dec 24 03:24:21.246700 dv-neutron-822869-1-hyperv neutron-server[103177]: {{(pid=103177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:24:21.270154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:21.321443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.321858 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Added segment 709865c7-3c41-4216-a5d7-d53ef3789907 of type vlan for network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 Dec 24 03:24:21.323499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea9d9b-872c-4f33-a1c7-7b413447cc67,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:21.328002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.384407 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.397671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.398858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:21.399553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.446671 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7198381 Dec 24 03:24:21.450148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42700) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:21.457409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Request body: {'subnet': {'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1234543606-subnet', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:21.481456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.482474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:21.483285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.488338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Made reservation on behalf of 54d0d52e5e2b45ad8cfa2a58bb6a0c9d for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:21.491458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.492940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63678767-51cf-4de6-9023-27c0c4361012 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb50964-5930-4392-8b02-ed79e2127e83,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:21.506080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network fbb50964-5930-4392-8b02-ed79e2127e83 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:21.531109 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7251534 Dec 24 03:24:21.531766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42706) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:21.538766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Request body: {'subnet': {'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-126426907-subnet', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:21.689928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c482f40-7896-4cdb-bb2e-7f32ea0a9da2 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5d4be0-c0a1-41b4-bb1d-4312348a0629,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:21.702014 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:21.709186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.713207 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Made reservation on behalf of b4e385599f3f44f1a80f03cebf12cdc3 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:21.715858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.759720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78058204-26e5-486c-898b-81f3cbad2cf9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:21.771960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.772566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.773059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.773561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.774029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.774516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.774991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.775476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.775953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.776464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.776963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.777435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.777915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Tracked resource versions report: Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: pushed versions: Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: { 'AddressGroup': {'1.2'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'ConntrackHelper': {'1.0'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Log': {'1.0'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Network': {'1.1'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Port': {'1.7'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'PortForwarding': {'1.2'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'QosPolicy': {'1.10'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroup': {'1.5'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SubPort': {'1.0'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Subnet': {'1.1'}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Trunk': {'1.1'}} Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: consumer versions: Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: HyperV agent@hv-neutron-8228: {}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'ConntrackHelper': '1.0', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'LocalIPAssociation': '1.0', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Log': '1.0', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Network': '1.1', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Port': '1.7', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'PortForwarding': '1.2', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'QosPolicy': '1.10', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroup': '1.5', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SecurityGroupRule': '1.2', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'SubPort': '1.0', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Subnet': '1.1', Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: 'Trunk': '1.1'}} Dec 24 03:24:21.779705 dv-neutron-822869-1-hyperv neutron-server[103176]: {{(pid=103176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:24:21.818322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Checking segment: {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:21.819320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Network hostable DHCP agents. Network: fbb50964-5930-4392-8b02-ed79e2127e83, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:21.842576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Network fbb50964-5930-4392-8b02-ed79e2127e83 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:21.857604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, fbb50964-5930-4392-8b02-ed79e2127e83) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:21.864809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.867025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afcfc66-688c-4938-a826-7485af6a461b None None] Network fbb50964-5930-4392-8b02-ed79e2127e83 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:21.870116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:21.870797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:21.903021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42716) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:21.903747 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9323e04f-2d8e-4a53-affc-ea68b109656f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4507844 Dec 24 03:24:21.910869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:21.916458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42718) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:21.970618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.007416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.008572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.026829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-fbb50964-5930-4392-8b02-ed79e2127e83', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:22.028496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.061307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876fc94e-656a-4a59-8430-74f06f5dd826,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:22.118156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Checking segment: {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:22.118509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Network hostable DHCP agents. Network: ac5d4be0-c0a1-41b4-bb1d-4312348a0629, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:22.155117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.205958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Allocated IP 172.20.0.2 (fbb50964-5930-4392-8b02-ed79e2127e83/78058204-26e5-486c-898b-81f3cbad2cf9/4ac34daf-348d-4e25-884d-42d27d1d1f23) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:22.209261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:22.283216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, ac5d4be0-c0a1-41b4-bb1d-4312348a0629) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:22.308483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc981f-1b98-4c6b-9839-126deb2886b1 None None] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:22.316036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:22.316688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.322495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.350472 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2bbf372a-b8e9-4723-8130-18d0e59898f6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8106799 Dec 24 03:24:22.350886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:22.356162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:22.369578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1552128886-network', 'tenant_id': '853f874431e84adabf7448c56c8768aa'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:22.415016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.419421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.501414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.542136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.555244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.578746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.605024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.626508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Pushing event updated for resources: {'Port': ['ID=4ac34daf-348d-4e25-884d-42d27d1d1f23,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:22.641438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.641801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.643066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.645087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.645286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.645714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.646255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.646643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.647020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.647517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.648019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.648481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.648851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Tracked resource versions report: Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: pushed versions: Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: { 'AddressGroup': {'1.2'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Log': {'1.0'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Network': {'1.1'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Port': {'1.7'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'PortForwarding': {'1.2'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'QosPolicy': {'1.10'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroup': {'1.5'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SubPort': {'1.0'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Subnet': {'1.1'}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Trunk': {'1.1'}} Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: consumer versions: Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: HyperV agent@hv-neutron-8228: {}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'ConntrackHelper': '1.0', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'LocalIPAssociation': '1.0', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Log': '1.0', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Network': '1.1', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Port': '1.7', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'PortForwarding': '1.2', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'QosPolicy': '1.10', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroup': '1.5', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SecurityGroupRule': '1.2', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'SubPort': '1.0', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Subnet': '1.1', Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: 'Trunk': '1.1'}} Dec 24 03:24:22.650331 dv-neutron-822869-1-hyperv neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:24:22.671019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Network fbb50964-5930-4392-8b02-ed79e2127e83 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:22.671019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:22.677908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:22.761427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Allocated IP 172.26.5.235 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/8feedfeb-a8d9-4b5f-8897-dda18fbc53c1) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:22.762147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:22.763170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.776082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Attempting to bind port 4ac34daf-348d-4e25-884d-42d27d1d1f23 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:22.776596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Attempting to bind port 4ac34daf-348d-4e25-884d-42d27d1d1f23 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:22.776752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Attempting to bind port 4ac34daf-348d-4e25-884d-42d27d1d1f23 on network fbb50964-5930-4392-8b02-ed79e2127e83 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:22.785310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:22.785674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Checking segment: {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:22.786084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.786477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Bound using segment: {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:22.787094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Bound port: 4ac34daf-348d-4e25-884d-42d27d1d1f23, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:22.787480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.875201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.886795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Made reservation on behalf of 853f874431e84adabf7448c56c8768aa for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:22.890173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.903334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.916745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.959157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.005656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:23.009019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:23.021970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:23.057052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Allocated IP 172.20.0.2 (ac5d4be0-c0a1-41b4-bb1d-4312348a0629/876fc94e-656a-4a59-8430-74f06f5dd826/cb83db03-c544-4089-99d6-839040ff1857) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:23.076727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.098495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.145578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] For port 4ac34daf-348d-4e25-884d-42d27d1d1f23, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:23.154011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bc2178-0b84-4988-a0c6-094e35503bf0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:23.186381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] For port 4ac34daf-348d-4e25-884d-42d27d1d1f23, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4ac34daf-348d-4e25-884d-42d27d1d1f23,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:23.203942 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.217977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:23.258099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Pushing event updated for resources: {'Port': ['ID=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:23.316181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.316832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Added segment c0bab8b8-f754-4f18-90a4-9fe50e2fdbef of type vlan for network 76ee49a6-0e39-4114-944b-33f99bf2741e Dec 24 03:24:23.337524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.375332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.395011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:23.401311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:23.418447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:23.428823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.441465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.455036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.475964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.513453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc763dae-69b3-4bcc-ad3c-ecc95569d45b None None] Pushing event updated for resources: {'Port': ['ID=4ac34daf-348d-4e25-884d-42d27d1d1f23,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:23.521160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.522175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:23.522775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.597847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Pushing event updated for resources: {'Port': ['ID=cb83db03-c544-4089-99d6-839040ff1857,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:23.604108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Attempting to bind port cb83db03-c544-4089-99d6-839040ff1857 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:23.604746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Attempting to bind port cb83db03-c544-4089-99d6-839040ff1857 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:23.605332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Attempting to bind port cb83db03-c544-4089-99d6-839040ff1857 on network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:23.615448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:23.616441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Checking segment: {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:23.617155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.617860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Bound using segment: {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:23.618551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Bound port: cb83db03-c544-4089-99d6-839040ff1857, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:23.619391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.639767 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7221956 Dec 24 03:24:23.654638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42786) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:23.665545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Request body: {'subnet': {'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1552128886-subnet', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:23.744891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d400aa-e198-44e7-ba49-603762738588 admin admin] Pushing event updated for resources: {'Network': ['ID=76ee49a6-0e39-4114-944b-33f99bf2741e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:23.745638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] For port cb83db03-c544-4089-99d6-839040ff1857, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:23.753592 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] For port cb83db03-c544-4089-99d6-839040ff1857, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb83db03-c544-4089-99d6-839040ff1857,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:23.762631 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.792252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Made reservation on behalf of 853f874431e84adabf7448c56c8768aa for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:23.794546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.797422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Allocated IP 172.26.5.102 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/555cdd69-2818-489e-8f45-7a9a5fd2b822) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:23.806516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 76ee49a6-0e39-4114-944b-33f99bf2741e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:24.099021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efe5c6-cff6-45d7-aa53-acd272d11d32 None None] Pushing event updated for resources: {'Port': ['ID=cb83db03-c544-4089-99d6-839040ff1857,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:24.145321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.189861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.244192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42794) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:24.244564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42796) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:24.271340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.401903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:24.419223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:24.428667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:24.433206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Pushing event updated for resources: {'Port': ['ID=555cdd69-2818-489e-8f45-7a9a5fd2b822,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:24.457531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Router c2d92adf-8536-4a04-a68f-21efb15e387d is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:24:24.508151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:24.581695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.605222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:24.617643 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Sync routers for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:24.631601 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:24.632220 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:24.636783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.645943 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4f64f1ac-684a-4c51-8eb9-b6634de65f12 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7417426 Dec 24 03:24:24.652419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42810) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:24.725441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Checking segment: {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:24.725859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Network hostable DHCP agents. Network: 76ee49a6-0e39-4114-944b-33f99bf2741e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:24.731493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9304c8-47d1-4262-bb92-08d3516a9aa6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:24.732854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-970279354'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:24.760604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-126788012'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:24.853142 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:24.908079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Made reservation on behalf of d949c3ab7d64402ca973b6b22be481e8 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:24.913820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.920168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Made reservation on behalf of 44f809a4659f4e2c95dee02bc3270eec for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:24.925821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.961616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.974847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.021424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:25.133035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Network 76ee49a6-0e39-4114-944b-33f99bf2741e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:25.170528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.174036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4ac34daf-348d-4e25-884d-42d27d1d1f23 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:25.249665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 76ee49a6-0e39-4114-944b-33f99bf2741e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:25.271396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:25.275211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.321312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886f08b-09d2-4310-8616-0b47175cad6b None None] Network fbb50964-5930-4392-8b02-ed79e2127e83 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:25.335523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca472a1-00dc-410e-94b6-092c6e0d0c60 None None] Network 76ee49a6-0e39-4114-944b-33f99bf2741e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:25.337736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:25.393696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ed43f6bc-ff43-47dc-ae80-2115a5c95aca None None] Provisioning complete for port 4ac34daf-348d-4e25-884d-42d27d1d1f23 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:25.394286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed43f6bc-ff43-47dc-ae80-2115a5c95aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.395799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42828) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:25.402589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:25.405425 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c0919eed-d07c-4eff-b27a-eb0fa043fae6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7495127 Dec 24 03:24:25.417200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:23Z', 'revision_number': 3, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:25.479651 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Checking router: c2d92adf-8536-4a04-a68f-21efb15e387d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:24:25.482928 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Updating router c2d92adf-8536-4a04-a68f-21efb15e387d port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:24:25.559823 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.631575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.681103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.682241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.711613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.731410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.736465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.752575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:25.784815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.785608 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Added segment af2cb882-87a4-487d-8562-5ab3b05d2030 of type vlan for network 4d71a404-cc6b-44d4-9223-3fb7acc806f0 Dec 24 03:24:25.822251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6f1fd-fb1d-40dd-8a50-78500fb9af1e None None] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:25.848360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 4ac34daf-348d-4e25-884d-42d27d1d1f23 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:25.850060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.884259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.916212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.928752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5621f57b-ae7e-4954-b86c-0b9d9084fe6d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:25.944945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.969269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:25.979908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.980209 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Added segment f8a982c4-7e67-4c3a-8dda-f3e1f4011392 of type vlan for network c90b8894-8abb-4ace-bd0d-3992d00b5c82 Dec 24 03:24:26.025150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.034979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.085170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42842) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:26.085752 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb553d27-836e-4c12-a5e0-eab274616262,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:26.087348 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.099975 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.120613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.127752 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:26.128588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.155166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807a3003-7077-4812-a8ce-24a47a763df4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:26.178395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-76ee49a6-0e39-4114-944b-33f99bf2741e', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'project_id': '853f874431e84adabf7448c56c8768aa', 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:26.179272 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.202461 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5621f57b-ae7e-4954-b86c-0b9d9084fe6d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "PUT /v2.0/quotas/4558655d7ae14bdc9d782226ef723be0 HTTP/1.1" status: 200 len: 368 time: 0.8496263 Dec 24 03:24:26.203174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:26.203315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.211225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:26.211963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.213521 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Pushing event updated for resources: {'Port': ['ID=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:26.222523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Request body: {'network': {'project_id': '4558655d7ae14bdc9d782226ef723be0'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:26.227534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.227808 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.228342 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.229393 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.230549 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.231176 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.231944 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.232661 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.233730 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.234354 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.235021 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.235601 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.236189 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.237090 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Tracked resource versions report: Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: pushed versions: Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: { 'AddressGroup': {'1.2'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'ConntrackHelper': {'1.0'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'LocalIPAssociation': {'1.0'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Log': {'1.0'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Network': {'1.1'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Port': {'1.7'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'PortForwarding': {'1.2'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'QosPolicy': {'1.10'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroup': {'1.5'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroupRule': {'1.2'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SubPort': {'1.0'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Subnet': {'1.1'}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Trunk': {'1.1'}} Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: consumer versions: Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: { DHCP agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: HyperV agent@hv-neutron-8228: {}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: L3 agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: Metadata agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: Metering agent@dv-neutron-822869-1-hyperv: {}, Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: Open vSwitch agent@dv-neutron-822869-1-hyperv: { 'AddressGroup': '1.2', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'ConntrackHelper': '1.0', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'LocalIPAssociation': '1.0', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Log': '1.0', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Network': '1.1', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Port': '1.7', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'PortForwarding': '1.2', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'QosPolicy': '1.10', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroup': '1.5', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SecurityGroupRule': '1.2', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'SubPort': '1.0', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Subnet': '1.1', Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: 'Trunk': '1.1'}} Dec 24 03:24:26.238756 dv-neutron-822869-1-hyperv neutron-server[103179]: {{(pid=103179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 03:24:26.259168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Attempting to bind port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:26.259738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 4ac34daf-348d-4e25-884d-42d27d1d1f23, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4ac34daf-348d-4e25-884d-42d27d1d1f23,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:26.260158 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Attempting to bind port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:26.260845 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Attempting to bind port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:26.266162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:24:26.273910 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:26.274549 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:26.274960 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.275420 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:26.275940 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Bound port: 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:26.276341 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.285494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Made reservation on behalf of 4558655d7ae14bdc9d782226ef723be0 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:26.288349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.327026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.327804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb83db03-c544-4089-99d6-839040ff1857 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:26.339053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed43f6bc-ff43-47dc-ae80-2115a5c95aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.359391 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] For port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:26.365681 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] For port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:26.372181 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.421021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.430782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.441464 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:26.442093 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:26.472720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:26.475989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Allocated IP 172.20.0.1 (fbb50964-5930-4392-8b02-ed79e2127e83/78058204-26e5-486c-898b-81f3cbad2cf9/369c2ba7-c9ed-41ce-b64e-73570b038215) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:26.554105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.555440 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-29e2b382-3134-4fc7-8a9e-d5b5209394a1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2033961 Dec 24 03:24:26.559880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:26.589454 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:26.622958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.635857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Sync routers for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:26.652552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=4ac34daf-348d-4e25-884d-42d27d1d1f23,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:26.665300 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4129159 Dec 24 03:24:26.665300 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4115655 Dec 24 03:24:26.665590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:26.677480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:26.680955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.694336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Request body: {'subnet': {'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:26.702183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:26.723273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:26.724542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:26.793508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Pushing event updated for resources: {'Port': ['ID=369c2ba7-c9ed-41ce-b64e-73570b038215,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:26.836892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.899890 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47df5b-291b-424b-9d31-362106905730 None None] Pushing event updated for resources: {'Port': ['ID=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:26.925784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.928628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Made reservation on behalf of 44f809a4659f4e2c95dee02bc3270eec for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:26.934377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks [] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:26.947274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Network fbb50964-5930-4392-8b02-ed79e2127e83 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:26.952308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:26.999674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:27.000159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.006429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'network': {'name': 'tempest-network--833797139', 'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:27.024079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cb83db03-c544-4089-99d6-839040ff1857 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:27.024440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.033142 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:23Z', 'revision_number': 3, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:27.042160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Allocated IP 172.26.5.71 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/319450ea-bcb7-49a9-a7dc-e6b5982178f3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:27.090099 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df0e14-a47b-4703-8f7b-b71f19dc1afa None None] The sync data for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:23Z', 'revision_number': 3, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:27.119685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-ed43f6bc-ff43-47dc-ae80-2115a5c95aca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:24:27.120354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-ed43f6bc-ff43-47dc-ae80-2115a5c95aca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:24:27.168109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Allocated IP 172.20.0.2 (76ee49a6-0e39-4114-944b-33f99bf2741e/3a9304c8-47d1-4262-bb92-08d3516a9aa6/f60d591c-3831-4d72-aeb0-bce8dab7a9af) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:27.191146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:27.201166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Made reservation on behalf of 75d143afb9cb4aa48dba2769e117b1fe for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:27.203632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.224935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.264622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a36e-ea01-4abe-81f3-d17127b0342f tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Pushing event updated for resources: {'Network': ['ID=4d71a404-cc6b-44d4-9223-3fb7acc806f0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:27.289474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 4d71a404-cc6b-44d4-9223-3fb7acc806f0 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:27.345214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.357803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.366191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.378684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:27.391057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.391486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Added segment c23d5f89-d0db-46b9-aace-82cbf083e03a of type vlan for network 352ecf91-e37d-47c1-9b8d-c2474c9ec4b5 Dec 24 03:24:27.451845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.507748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.542852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.545387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:27.546098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.562253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce21762-dc55-4c05-aa16-8f376ba5d8d6 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event updated for resources: {'Network': ['ID=c90b8894-8abb-4ace-bd0d-3992d00b5c82,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:27.564698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.577957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.589574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network c90b8894-8abb-4ace-bd0d-3992d00b5c82 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:27.740626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.749136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0206d6-c98e-4db9-9960-b86bd1a650c0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:27.780424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port cb83db03-c544-4089-99d6-839040ff1857, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb83db03-c544-4089-99d6-839040ff1857,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:27.798544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.802936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.807843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150d09e7-7c95-4361-abcf-a53a89b3af79,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:27.826500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1525633 Dec 24 03:24:27.838677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42868) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:27.888210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.911013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:27.915291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:27.939441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:24Z', 'revision_number': 3, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:27.944076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=cb83db03-c544-4089-99d6-839040ff1857,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:27.975204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74be1b9-680a-4924-a2af-735561ed1e5a tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Network': ['ID=352ecf91-e37d-47c1-9b8d-c2474c9ec4b5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:27.984118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.123086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.123404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Added segment d3381175-d6b9-4a0c-8f98-ff0a9aa98dcb of type vlan for network eb9f4004-2090-40d8-98fd-154fd5be6dbb Dec 24 03:24:28.170628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 352ecf91-e37d-47c1-9b8d-c2474c9ec4b5 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:28.172837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4ac34daf-348d-4e25-884d-42d27d1d1f23 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:28.183936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Checking router: 2f77fbe9-01a0-4f3d-9935-84292aba5e3b for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:24:28.184576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Updating router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b port 555cdd69-2818-489e-8f45-7a9a5fd2b822 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:24:28.197192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Network 76ee49a6-0e39-4114-944b-33f99bf2741e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:28.251865 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:28.253978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-435bd497-1d1a-4352-8304-0512b6a72965 None None] Provisioning complete for port cb83db03-c544-4089-99d6-839040ff1857 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:28.254081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-435bd497-1d1a-4352-8304-0512b6a72965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.270959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:28.309408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.333271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.382438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.396574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.402618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Pushing event updated for resources: {'Port': ['ID=f60d591c-3831-4d72-aeb0-bce8dab7a9af,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:28.439811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.461414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.462127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.470719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.473322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:28.473322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.480423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.480799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.481640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.481909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > port after_create 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.482212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.482553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > port after_update 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.482875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.483197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.483516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.483839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.517291 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2993641 Dec 24 03:24:28.522803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.535969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42870) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:28.549166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Request body: {'network': {'project_id': '4558655d7ae14bdc9d782226ef723be0'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:28.551679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Attempting to bind port f60d591c-3831-4d72-aeb0-bce8dab7a9af on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:28.552053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Attempting to bind port f60d591c-3831-4d72-aeb0-bce8dab7a9af by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:28.552443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Attempting to bind port f60d591c-3831-4d72-aeb0-bce8dab7a9af on network 76ee49a6-0e39-4114-944b-33f99bf2741e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:28.557065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 4ac34daf-348d-4e25-884d-42d27d1d1f23 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:28.557435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.593655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:28.593935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Checking segment: {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:28.594396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.595021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Bound using segment: {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:28.595170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Bound port: f60d591c-3831-4d72-aeb0-bce8dab7a9af, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:28.595504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.597385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.653207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.689474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.690201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.690201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.691496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:28.691496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352ecf91-e37d-47c1-9b8d-c2474c9ec4b5']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:28.698504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-435bd497-1d1a-4352-8304-0512b6a72965 None None] Provisioning complete for port 4ac34daf-348d-4e25-884d-42d27d1d1f23 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:28.698877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-435bd497-1d1a-4352-8304-0512b6a72965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.729478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Pushing event updated for resources: {'Port': ['ID=319450ea-bcb7-49a9-a7dc-e6b5982178f3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:28.743779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ff0cf-7097-4225-8b47-0bbf5e964436 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Pushing event updated for resources: {'Network': ['ID=eb9f4004-2090-40d8-98fd-154fd5be6dbb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:28.752435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Checking segment: {'id': 'f8a982c4-7e67-4c3a-8dda-f3e1f4011392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:28.752435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Network hostable DHCP agents. Network: c90b8894-8abb-4ace-bd0d-3992d00b5c82, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:28.754890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Allocated IP 172.26.5.157 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/45672913-f1ad-42a3-bb0b-901ea3b0d4cf) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:28.771687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] For port f60d591c-3831-4d72-aeb0-bce8dab7a9af, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:28.783134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:28.784042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:28.790197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network eb9f4004-2090-40d8-98fd-154fd5be6dbb details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:28.796034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] For port f60d591c-3831-4d72-aeb0-bce8dab7a9af, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f60d591c-3831-4d72-aeb0-bce8dab7a9af,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:28.813913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:28.816881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:28.838858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.872772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23d5f89-d0db-46b9-aace-82cbf083e03a') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:28.873072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23d5f89-d0db-46b9-aace-82cbf083e03a') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:28.898403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.910537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Made reservation on behalf of 4558655d7ae14bdc9d782226ef723be0 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:28.912653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.915981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event updated for resources: {'Subnet': ['ID=483e31e1-4802-4f34-b18b-0cb8d2c57c24,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:28.922413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.963315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.983152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.991281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d136e3-73ef-4867-a4ff-6fa23adc5317 None None] Pushing event updated for resources: {'Port': ['ID=f60d591c-3831-4d72-aeb0-bce8dab7a9af,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:29.009897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:29.010263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.013119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Network c90b8894-8abb-4ace-bd0d-3992d00b5c82 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:29.028536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.039089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, c90b8894-8abb-4ace-bd0d-3992d00b5c82) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:29.081150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf751141-2b85-499b-a35a-5fae7d3d1a71 None None] Network c90b8894-8abb-4ace-bd0d-3992d00b5c82 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:29.081805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Pushing event updated for resources: {'Port': ['ID=369c2ba7-c9ed-41ce-b64e-73570b038215,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:29.081805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.115729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:29.116138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: from cryptography.utils import int_from_bytes Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: from cryptography.utils import int_from_bytes Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:29.129346 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:29.151313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-435bd497-1d1a-4352-8304-0512b6a72965 None None] Provisioning complete for port 369c2ba7-c9ed-41ce-b64e-73570b038215 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:29.152870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-435bd497-1d1a-4352-8304-0512b6a72965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.165509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:29.168082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:29.168714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.221968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.222577 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Added segment 013cc0f5-c45e-42d3-906c-551924cd84df of type vlan for network 61e42897-ded6-483f-98a4-efd87cfe4830 Dec 24 03:24:29.314793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-435bd497-1d1a-4352-8304-0512b6a72965 None None] Port 369c2ba7-c9ed-41ce-b64e-73570b038215 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:29.318010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.335556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.372063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:29.375377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-c90b8894-8abb-4ace-bd0d-3992d00b5c82', 'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82', 'project_id': '44f809a4659f4e2c95dee02bc3270eec', 'fixed_ips': [{'subnet_id': '483e31e1-4802-4f34-b18b-0cb8d2c57c24'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:29.376568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.387203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.426012 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b5fcfe5a-9a79-458d-afb7-acc0c5d8452a tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7454619 Dec 24 03:24:29.429583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.442724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.455963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42872) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:29.474600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Request body: {'port': {'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82', 'name': 'tempest-DHCPAgentSchedulersTestJSON-902819984'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:29.511103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.512446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:29.513200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.555131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Network fbb50964-5930-4392-8b02-ed79e2127e83 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:29.560946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:29.563311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.590085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:29.601573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:29.614621 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:29.618861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 352ecf91-e37d-47c1-9b8d-c2474c9ec4b5 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:24:29.620398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Allocated IP 172.20.0.1 (ac5d4be0-c0a1-41b4-bb1d-4312348a0629/876fc94e-656a-4a59-8430-74f06f5dd826/d02a0a84-73b7-4d81-9a2d-854e84ba6457) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:29.622356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.629238 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "DELETE /v2.0/networks/352ecf91-e37d-47c1-9b8d-c2474c9ec4b5 HTTP/1.1" status: 204 len: 168 time: 1.7841206 Dec 24 03:24:29.639291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Port': ['ID=45672913-f1ad-42a3-bb0b-901ea3b0d4cf,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:29.648239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1078126 Dec 24 03:24:29.653803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42880) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:29.656652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:29.694972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Allocated IP 172.20.0.2 (c90b8894-8abb-4ace-bd0d-3992d00b5c82/483e31e1-4802-4f34-b18b-0cb8d2c57c24/27f6f111-725a-4a7d-a433-787ae69177d1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:29.696280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:29.709652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-848caf65-bd65-44d5-860c-a71cc883a452 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Request body: {'network': {'project_id': '4558655d7ae14bdc9d782226ef723be0'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:29.711975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c7c1d-a285-4ec7-abe0-729a35fe77da tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event deleted for resources: {'Network': ['ID=352ecf91-e37d-47c1-9b8d-c2474c9ec4b5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:29.726110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ff72e-c6ed-4347-86bd-e46f73d2da44 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Pushing event updated for resources: {'Network': ['ID=61e42897-ded6-483f-98a4-efd87cfe4830,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:29.750188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:29.769276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 61e42897-ded6-483f-98a4-efd87cfe4830 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:29.794892 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-848caf65-bd65-44d5-860c-a71cc883a452 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 24 03:24:29.795549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848caf65-bd65-44d5-860c-a71cc883a452 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:29.799999 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-848caf65-bd65-44d5-860c-a71cc883a452 tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1077793 Dec 24 03:24:29.802378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:29.829747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:29.920497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.060640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Attempting to bind port 555cdd69-2818-489e-8f45-7a9a5fd2b822 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:30.061206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Attempting to bind port 555cdd69-2818-489e-8f45-7a9a5fd2b822 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:30.061705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Attempting to bind port 555cdd69-2818-489e-8f45-7a9a5fd2b822 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:30.064321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.071482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:30.072165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:30.072900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.074377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:30.077328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Bound port: 555cdd69-2818-489e-8f45-7a9a5fd2b822, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:30.079213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.087754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce79e5b-ac3f-40b2-a0f1-0121feec893c None None] Pushing event updated for resources: {'Port': ['ID=555cdd69-2818-489e-8f45-7a9a5fd2b822,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:30.166506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f60d591c-3831-4d72-aeb0-bce8dab7a9af up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:30.222788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Made reservation on behalf of 75d143afb9cb4aa48dba2769e117b1fe for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:30.225263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.240308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.320154 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-19b44ea9-6ebf-4e73-8fb6-83d7050a69ec tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4558655d7ae14bdc9d782226ef723be0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5049789 Dec 24 03:24:30.321799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Made reservation on behalf of 44f809a4659f4e2c95dee02bc3270eec for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:30.325507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.327621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42886) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:30.332136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:30.382092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.382918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Added segment 632c0e2c-9554-420b-8755-bd3d7e5a5d05 of type vlan for network 5fcd2274-e13b-472c-836b-8f09cdb7612e Dec 24 03:24:30.391309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.400508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b206785f-106a-459b-8b42-5afdd25c61cf None None] Provisioning complete for port 369c2ba7-c9ed-41ce-b64e-73570b038215 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:30.401470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b206785f-106a-459b-8b42-5afdd25c61cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.413271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] device_id is not set on port be49401d-a8c4-479a-a4b3-c3ca9469271c yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:24:30.415651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.458645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.460050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.464822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] For port 555cdd69-2818-489e-8f45-7a9a5fd2b822, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:30.474217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] For port 555cdd69-2818-489e-8f45-7a9a5fd2b822, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=555cdd69-2818-489e-8f45-7a9a5fd2b822,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:30.481517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f60d591c-3831-4d72-aeb0-bce8dab7a9af triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:30.481922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.483407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b206785f-106a-459b-8b42-5afdd25c61cf None None] Port 369c2ba7-c9ed-41ce-b64e-73570b038215 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:30.487753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.491075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.537329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.576584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b51b10-78b6-4a08-9952-0ae3fb949a05 None None] Network 76ee49a6-0e39-4114-944b-33f99bf2741e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:30.578266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Pushing event updated for resources: {'Port': ['ID=27f6f111-725a-4a7d-a433-787ae69177d1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:30.590656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.611542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.612576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:30.613156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.616277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Allocated IP 172.20.0.4 (c90b8894-8abb-4ace-bd0d-3992d00b5c82/483e31e1-4802-4f34-b18b-0cb8d2c57c24/be49401d-a8c4-479a-a4b3-c3ca9469271c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:30.622582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Network c90b8894-8abb-4ace-bd0d-3992d00b5c82 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:30.623957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.629320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1164765 Dec 24 03:24:30.645416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42888) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:30.651271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.655347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:30.657838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:30.661328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-149565661', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'fixed_ips': [{'ip_address': '172.26.5.71'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:30.681831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702fc62-f8bd-49d4-9dfa-4f26c79d18c5 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Pushing event updated for resources: {'Port': ['ID=319450ea-bcb7-49a9-a7dc-e6b5982178f3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:30.687116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a66ee5-cd99-4e93-8bc6-2eca465e433d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.711211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:30.711830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:30.755475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0638828 Dec 24 03:24:30.765421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:30.766061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:30.772613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Allocated IP 172.26.5.5 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/a480ea56-fae0-4559-8bc3-58919738750b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:30.776289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc6f1-22ed-4441-ba98-ebf057a8bf82 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Network': ['ID=5fcd2274-e13b-472c-836b-8f09cdb7612e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:30.784860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'subnet': {'network_id': '5fcd2274-e13b-472c-836b-8f09cdb7612e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:30.790697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:30.797780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-36e97750-08e1-4d37-874e-7f1620f5a2e3 None None] Provisioning complete for port f60d591c-3831-4d72-aeb0-bce8dab7a9af triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:30.798961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36e97750-08e1-4d37-874e-7f1620f5a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.810628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a66ee5-cd99-4e93-8bc6-2eca465e433d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.823000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce79e5b-ac3f-40b2-a0f1-0121feec893c None None] Pushing event updated for resources: {'Port': ['ID=555cdd69-2818-489e-8f45-7a9a5fd2b822,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:30.826187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 5fcd2274-e13b-472c-836b-8f09cdb7612e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:30.839200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Made reservation on behalf of 98327187513d44b78a0c19ff8a36cdb6 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:30.841311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.843140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Pushing event updated for resources: {'Port': ['ID=d02a0a84-73b7-4d81-9a2d-854e84ba6457,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:30.857688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:30.858530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.905098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Router c2d92adf-8536-4a04-a68f-21efb15e387d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:24:30.908652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.913263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.987682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Attempting to bind port 27f6f111-725a-4a7d-a433-787ae69177d1 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:30.988038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Attempting to bind port 27f6f111-725a-4a7d-a433-787ae69177d1 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'f8a982c4-7e67-4c3a-8dda-f3e1f4011392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:30.988431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Attempting to bind port 27f6f111-725a-4a7d-a433-787ae69177d1 on network c90b8894-8abb-4ace-bd0d-3992d00b5c82 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:31.017207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Made reservation on behalf of 75d143afb9cb4aa48dba2769e117b1fe for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:31.020533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.035303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.053468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:31.053468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Checking segment: {'id': 'f8a982c4-7e67-4c3a-8dda-f3e1f4011392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:31.053788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.054078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Bound using segment: {'id': 'f8a982c4-7e67-4c3a-8dda-f3e1f4011392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:31.054546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Bound port: 27f6f111-725a-4a7d-a433-787ae69177d1, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a982c4-7e67-4c3a-8dda-f3e1f4011392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c90b8894-8abb-4ace-bd0d-3992d00b5c82'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:31.054945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.097239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:31.110345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.118744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.125258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.166174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.215513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a66ee5-cd99-4e93-8bc6-2eca465e433d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.217808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a66ee5-cd99-4e93-8bc6-2eca465e433d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.220595 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-19a66ee5-cd99-4e93-8bc6-2eca465e433d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/150d09e7-7c95-4361-abcf-a53a89b3af79 HTTP/1.1" status: 204 len: 168 time: 0.8881927 Dec 24 03:24:31.226362 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42894) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:31.249306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port f60d591c-3831-4d72-aeb0-bce8dab7a9af, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f60d591c-3831-4d72-aeb0-bce8dab7a9af,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:31.272212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.273023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb83db03-c544-4089-99d6-839040ff1857 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:31.277525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a66ee5-cd99-4e93-8bc6-2eca465e433d tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150d09e7-7c95-4361-abcf-a53a89b3af79,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:31.314601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Network c90b8894-8abb-4ace-bd0d-3992d00b5c82 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:31.319234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:31.334125 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Sync routers for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:31.348922 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7aeb7db4-8c6b-4543-af43-e9a419506306 admin admin] 10.222.0.37 "PUT /v2.0/routers/c2d92adf-8536-4a04-a68f-21efb15e387d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6952136 Dec 24 03:24:31.354279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Port': ['ID=45672913-f1ad-42a3-bb0b-901ea3b0d4cf,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:31.357195 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:31.364155 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:31.369586 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:31.420717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:31.462569 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36e97750-08e1-4d37-874e-7f1620f5a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.522464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] For port 27f6f111-725a-4a7d-a433-787ae69177d1, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:31.539289 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:31.548059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.582163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.584071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.588488 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.589272 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] For port 27f6f111-725a-4a7d-a433-787ae69177d1, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=27f6f111-725a-4a7d-a433-787ae69177d1,segment=NetworkSegment(f8a982c4-7e67-4c3a-8dda-f3e1f4011392),segment_id=f8a982c4-7e67-4c3a-8dda-f3e1f4011392)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:31.597392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=f60d591c-3831-4d72-aeb0-bce8dab7a9af,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:31.604734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.647688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.650907 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event updated for resources: {'Port': ['ID=be49401d-a8c4-479a-a4b3-c3ca9469271c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:31.653703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] device_id is not set on port 792c5496-a83b-4e91-89fb-0f3f4f61ece9 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:24:31.660654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.664541 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4197a098-3d50-4d15-8496-12ae9524c29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5169880 Dec 24 03:24:31.665604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:31.668225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42906) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:31.676120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:31.676675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.684231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-109145671'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:31.691603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:31.782705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cb83db03-c544-4089-99d6-839040ff1857 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:31.783075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.828707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-36e97750-08e1-4d37-874e-7f1620f5a2e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:24:31.829058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-36e97750-08e1-4d37-874e-7f1620f5a2e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:24:31.844405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0ccc-70c1-43b3-af09-8204eff24052 None None] Pushing event updated for resources: {'Port': ['ID=27f6f111-725a-4a7d-a433-787ae69177d1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:31.877357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:24Z', 'revision_number': 3, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:31.919976 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:28Z', 'revision_number': 2, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:31.932466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:31.941097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:31.944544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ec1b4-d8b6-49f1-ab3a-4286131beef2 None None] The sync data for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv is: [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:24Z', 'revision_number': 3, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:31.975573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:32.000848 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Checking router: c2d92adf-8536-4a04-a68f-21efb15e387d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:24:32.001134 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Updating router c2d92adf-8536-4a04-a68f-21efb15e387d port 369c2ba7-c9ed-41ce-b64e-73570b038215 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:24:32.020045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:32.022623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.054435 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.058145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ccb2a-88e2-4ec2-a53e-951a78f3919e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:32.173437 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e9d7f060-583a-4f40-ac62-c15da9e3f889 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7129879 Dec 24 03:24:32.191121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42910) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:32.200059 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 24 03:24:32.209381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:32.254718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Pushing event updated for resources: {'Port': ['ID=a480ea56-fae0-4559-8bc3-58919738750b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:32.263862 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6965e04a-8a1a-4c6b-b8f9-baf5658e9c92 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6143632 Dec 24 03:24:32.310472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:32.451298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Made reservation on behalf of 27fe50b209ef41d9a41611b1b0e306ae for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:32.454201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.508159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.553501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e735df33-a9ec-49c2-8269-dda7a46f63a9 None None] Provisioning complete for port f60d591c-3831-4d72-aeb0-bce8dab7a9af triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:32.554060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e735df33-a9ec-49c2-8269-dda7a46f63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.728214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.752260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e42897-ded6-483f-98a4-efd87cfe4830']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:32.807360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.829771 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.841013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013cc0f5-c45e-42d3-906c-551924cd84df') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:32.841309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013cc0f5-c45e-42d3-906c-551924cd84df') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:32.844130 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.847483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.851772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 27f6f111-725a-4a7d-a433-787ae69177d1 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:32.865111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.908931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:32.937816 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023e90f-bff0-41ca-9095-517dbf94787b None None] Pushing event updated for resources: {'Port': ['ID=369c2ba7-c9ed-41ce-b64e-73570b038215,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:32.966910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 27f6f111-725a-4a7d-a433-787ae69177d1 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:32.967277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.034435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.046617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e735df33-a9ec-49c2-8269-dda7a46f63a9 None None] Provisioning complete for port d02a0a84-73b7-4d81-9a2d-854e84ba6457 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:33.046987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e735df33-a9ec-49c2-8269-dda7a46f63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.071763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:24:33.075977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.111270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:33.111704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:33.124023 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:33.138572 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Attempting to bind port 369c2ba7-c9ed-41ce-b64e-73570b038215 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:33.139034 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Attempting to bind port 369c2ba7-c9ed-41ce-b64e-73570b038215 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:33.139403 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Attempting to bind port 369c2ba7-c9ed-41ce-b64e-73570b038215 on network fbb50964-5930-4392-8b02-ed79e2127e83 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:33.157959 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:33.158329 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Checking segment: {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:33.159485 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.160092 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Bound using segment: {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:33.160746 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Bound port: 369c2ba7-c9ed-41ce-b64e-73570b038215, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:33.163117 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.176057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e735df33-a9ec-49c2-8269-dda7a46f63a9 None None] Port d02a0a84-73b7-4d81-9a2d-854e84ba6457 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:33.272017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d6872ceb-1b63-456f-87e0-991c2c4b7b13,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:33.278058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42916) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:33.282215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.296243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Deleting port be49401d-a8c4-479a-a4b3-c3ca9469271c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:33.296861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.321013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aba939b9-c95b-413a-b9d0-4b8378966cb2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143415008', 'description': 'tempest-description--610045724'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:33.336727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] For port 369c2ba7-c9ed-41ce-b64e-73570b038215, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:33.345566 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] For port 369c2ba7-c9ed-41ce-b64e-73570b038215, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=369c2ba7-c9ed-41ce-b64e-73570b038215,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:33.356507 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.385524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 27f6f111-725a-4a7d-a433-787ae69177d1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=27f6f111-725a-4a7d-a433-787ae69177d1,segment=NetworkSegment(f8a982c4-7e67-4c3a-8dda-f3e1f4011392),segment_id=f8a982c4-7e67-4c3a-8dda-f3e1f4011392)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:33.398711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.400080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f60d591c-3831-4d72-aeb0-bce8dab7a9af up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:33.401931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.418321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Calling delete_port for be49401d-a8c4-479a-a4b3-c3ca9469271c owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:33.452107 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:33.452773 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:33.545102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafd34b-7542-4d8e-b4a2-7d57045b7661 None None] Network c90b8894-8abb-4ace-bd0d-3992d00b5c82 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:33.590704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aba939b9-c95b-413a-b9d0-4b8378966cb2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.640144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e88c43c8-d0d6-4b82-a111-c0d6f23ac2d2 None None] Provisioning complete for port 369c2ba7-c9ed-41ce-b64e-73570b038215 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:33.641451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e88c43c8-d0d6-4b82-a111-c0d6f23ac2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.642968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Deleting port 319450ea-bcb7-49a9-a7dc-e6b5982178f3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:33.644157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.662461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.696472 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:33.714081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=27f6f111-725a-4a7d-a433-787ae69177d1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:33.788506 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.789566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.805318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f60d591c-3831-4d72-aeb0-bce8dab7a9af triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:33.805974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.806815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.806990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Calling delete_port for 319450ea-bcb7-49a9-a7dc-e6b5982178f3 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:33.814725 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "DELETE /v2.0/networks/61e42897-ded6-483f-98a4-efd87cfe4830 HTTP/1.1" status: 204 len: 168 time: 2.5817177 Dec 24 03:24:33.832753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42918) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:33.850018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9caec8-9e67-4f23-8ba3-39a9bb5382fb tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Pushing event deleted for resources: {'Network': ['ID=61e42897-ded6-483f-98a4-efd87cfe4830,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:33.877180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.914981 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.923041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e88c43c8-d0d6-4b82-a111-c0d6f23ac2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:33.958566 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:33.992253 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6389a5c-15dc-4a54-9e52-b4f7391cb585 None None] The sync data for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:33.994119 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023e90f-bff0-41ca-9095-517dbf94787b None None] Pushing event updated for resources: {'Port': ['ID=369c2ba7-c9ed-41ce-b64e-73570b038215,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:34.044911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e88c43c8-d0d6-4b82-a111-c0d6f23ac2d2 None None] For port 369c2ba7-c9ed-41ce-b64e-73570b038215, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=369c2ba7-c9ed-41ce-b64e-73570b038215,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:34.071616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e88c43c8-d0d6-4b82-a111-c0d6f23ac2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.090908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.100094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aba939b9-c95b-413a-b9d0-4b8378966cb2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.107247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event deleted for resources: {'Port': ['ID=be49401d-a8c4-479a-a4b3-c3ca9469271c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:34.113990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Pushing event updated for resources: {'Port': ['ID=d02a0a84-73b7-4d81-9a2d-854e84ba6457,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:34.132872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.140723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.182173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c43c8-d0d6-4b82-a111-c0d6f23ac2d2 None None] Pushing event updated for resources: {'Port': ['ID=369c2ba7-c9ed-41ce-b64e-73570b038215,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:34.189228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:34.196303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aba939b9-c95b-413a-b9d0-4b8378966cb2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.214078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.219553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4393dec3-4fb1-4a86-8958-d2bcef4956bf None None] Provisioning complete for port 27f6f111-725a-4a7d-a433-787ae69177d1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:34.219930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4393dec3-4fb1-4a86-8958-d2bcef4956bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.302016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Checking segment: {'id': '632c0e2c-9554-420b-8755-bd3d7e5a5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fcd2274-e13b-472c-836b-8f09cdb7612e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:34.302332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Network hostable DHCP agents. Network: 5fcd2274-e13b-472c-836b-8f09cdb7612e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:34.320143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.320498 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Added segment de2070fe-e9a0-41b5-b172-1e923f458e60 of type vlan for network 9de6540a-64ae-4950-990c-3c1115de820a Dec 24 03:24:34.327766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312a8e01-d40b-4100-afb9-045d2e4af615,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:34.478382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.484048 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f6673d8-e648-4ed2-b72a-145883e29200 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "DELETE /v2.0/ports/be49401d-a8c4-479a-a4b3-c3ca9469271c HTTP/1.1" status: 204 len: 168 time: 2.2846303 Dec 24 03:24:34.491772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba939b9-c95b-413a-b9d0-4b8378966cb2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527df3cf-c793-4705-8717-2a5446e97a73,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:34.498136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.501052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.506181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/4f69b573-6575-4889-9953-bead68d280b6 HTTP/1.1" status: 204 len: 168 time: 2.1736007 Dec 24 03:24:34.506181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d470a99-fa82-4189-bf9c-cda6b1a3abce tempest-ExternalNetworksAdminNegativeTestJSON-1073621809 tempest-ExternalNetworksAdminNegativeTestJSON-1073621809-project-admin] Pushing event deleted for resources: {'Port': ['ID=319450ea-bcb7-49a9-a7dc-e6b5982178f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:34.511204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42922) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:34.523163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.573376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:34.576264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aba939b9-c95b-413a-b9d0-4b8378966cb2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.577788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aba939b9-c95b-413a-b9d0-4b8378966cb2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2643528 Dec 24 03:24:34.584150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4393dec3-4fb1-4a86-8958-d2bcef4956bf None None] Provisioning complete for port 369c2ba7-c9ed-41ce-b64e-73570b038215 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:34.584674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4393dec3-4fb1-4a86-8958-d2bcef4956bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.589267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Network 5fcd2274-e13b-472c-836b-8f09cdb7612e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:34.591434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42926) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:34.592289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:34.615570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f462cfef-ab03-491e-bcaa-01ca4d3335e2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Request body: {'security_group_rule': {'security_group_id': '527df3cf-c793-4705-8717-2a5446e97a73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:34.691253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 27f6f111-725a-4a7d-a433-787ae69177d1 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:34.734636 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 5fcd2274-e13b-472c-836b-8f09cdb7612e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:34.746785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:34.747855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.764391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca0a1d-af2d-45b0-ad69-27a6ef586a24 None None] Network 5fcd2274-e13b-472c-836b-8f09cdb7612e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:34.782972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-09e15636-30b1-478a-b482-9ddb6938dd18 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0052557 Dec 24 03:24:34.788957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42930) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:34.798846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'floatingip': {'floating_network_id': '5fcd2274-e13b-472c-836b-8f09cdb7612e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:34.889909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.895535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.907843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:34.910765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:34.920853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f462cfef-ab03-491e-bcaa-01ca4d3335e2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.083702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.111020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f462cfef-ab03-491e-bcaa-01ca4d3335e2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.116796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:24:35.129715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f462cfef-ab03-491e-bcaa-01ca4d3335e2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.163735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f462cfef-ab03-491e-bcaa-01ca4d3335e2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.167465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f462cfef-ab03-491e-bcaa-01ca4d3335e2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602763 Dec 24 03:24:35.172891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42936) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:35.179919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-28981cfb-0aaf-4ab6-b3b5-04a1853803c3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Request body: {'security_group_rule': {'security_group_id': '527df3cf-c793-4705-8717-2a5446e97a73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:35.221010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462cfef-ab03-491e-bcaa-01ca4d3335e2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15963e50-0270-4a86-bd5b-a137ee3f6121,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:35.260712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-37de3292-4e8f-4d3d-a45d-2192ba0717c0 None None] Provisioning complete for port 27f6f111-725a-4a7d-a433-787ae69177d1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:35.261082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-37de3292-4e8f-4d3d-a45d-2192ba0717c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.283260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:35.315530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 27f6f111-725a-4a7d-a433-787ae69177d1 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:35.316159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.320917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28981cfb-0aaf-4ab6-b3b5-04a1853803c3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.326959 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9f4004-2090-40d8-98fd-154fd5be6dbb']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:35.382658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740c9ac-9123-4108-8350-9a9501660b01 None None] Network 5fcd2274-e13b-472c-836b-8f09cdb7612e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:35.395640 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-495abf6f-3ba5-483a-8038-3693859adc5c tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.8628228 Dec 24 03:24:35.401487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42942) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:35.410896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-334688728'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:35.454914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:35.465041 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-37eed3d1-a420-4a89-9bf0-c8d118698c58 admin admin] 10.222.0.37 "PUT /v2.0/routers/2f77fbe9-01a0-4f3d-9935-84292aba5e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9029243 Dec 24 03:24:35.485642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.486987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Sync routers for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:35.504838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.513692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3381175-d6b9-4a0c-8f98-ff0a9aa98dcb') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:35.514029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3381175-d6b9-4a0c-8f98-ff0a9aa98dcb') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:35.516542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28981cfb-0aaf-4ab6-b3b5-04a1853803c3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.528150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.536422 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Network': ['ID=9de6540a-64ae-4950-990c-3c1115de820a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:35.552833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28981cfb-0aaf-4ab6-b3b5-04a1853803c3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.561693 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f3081846-9fa8-46ca-ba5d-0c696adea9d5 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.8821366 Dec 24 03:24:35.568766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c5d3099-0ddf-4fcb-ba50-006dad29adcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.572760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42946) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:35.577228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9de6540a-64ae-4950-990c-3c1115de820a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:35.595327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:35.596012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:35.625461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Request body: {'subnet': {'network_id': '9de6540a-64ae-4950-990c-3c1115de820a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:35.683967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28981cfb-0aaf-4ab6-b3b5-04a1853803c3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a55328-2441-4645-9746-937e6c0d3ba8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:35.706616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.726612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:35.727141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:35.728847 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:35.801792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:24:35.812042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.826950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.833138 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] 10.222.0.37 "DELETE /v2.0/networks/eb9f4004-2090-40d8-98fd-154fd5be6dbb HTTP/1.1" status: 204 len: 168 time: 1.9993625 Dec 24 03:24:35.849924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239353f-d447-45e7-9aeb-16e402b6967a tempest-QuotasNegativeTest-752249022 tempest-QuotasNegativeTest-752249022-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb9f4004-2090-40d8-98fd-154fd5be6dbb,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:35.958855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Allocated IP 172.20.0.10 (5fcd2274-e13b-472c-836b-8f09cdb7612e/d6872ceb-1b63-456f-87e0-991c2c4b7b13/48136cb9-4321-4178-bad2-782f95ad863d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:35.969034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-37de3292-4e8f-4d3d-a45d-2192ba0717c0 None None] Could not find standard attr ID for object be49401d-a8c4-479a-a4b3-c3ca9469271c. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:24:35.987196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 369c2ba7-c9ed-41ce-b64e-73570b038215 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:36.008194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:36.021249 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Sync routers for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:36.041695 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:36.043487 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:36.047846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.054503 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5bc6bd2e-91e5-4937-9fc1-dddbd41b0d69 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6532586 Dec 24 03:24:36.054857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42960) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:36.134679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-37de3292-4e8f-4d3d-a45d-2192ba0717c0 None None] Provisioning complete for port d02a0a84-73b7-4d81-9a2d-854e84ba6457 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:36.135051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-37de3292-4e8f-4d3d-a45d-2192ba0717c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.168833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.207580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28981cfb-0aaf-4ab6-b3b5-04a1853803c3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.208845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-28981cfb-0aaf-4ab6-b3b5-04a1853803c3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0336840 Dec 24 03:24:36.209591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Made reservation on behalf of 44f809a4659f4e2c95dee02bc3270eec for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:36.213225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.218802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:36.230065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.241475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:36.260143 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:36.263172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:36.304092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Network 5fcd2274-e13b-472c-836b-8f09cdb7612e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:36.319266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Made reservation on behalf of 27fe50b209ef41d9a41611b1b0e306ae for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:36.323298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.334897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:36.337669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:36.376687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-37de3292-4e8f-4d3d-a45d-2192ba0717c0 None None] Port d02a0a84-73b7-4d81-9a2d-854e84ba6457 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:36.381223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 369c2ba7-c9ed-41ce-b64e-73570b038215 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:36.381306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.466837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c5d3099-0ddf-4fcb-ba50-006dad29adcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.490965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c5d3099-0ddf-4fcb-ba50-006dad29adcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.545320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:36.545831 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 3, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:36.579562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Port': ['ID=48136cb9-4321-4178-bad2-782f95ad863d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:36.593992 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Checking router: f6f12c6e-bcd0-41e8-b685-89f48f09b5fe for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:24:36.594529 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Updating router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe port a480ea56-fae0-4559-8bc3-58919738750b binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:24:36.625290 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.636616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d3099-0ddf-4fcb-ba50-006dad29adcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9657fb78-d1c9-4fba-b270-a86e37e91883,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:36.654085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.659717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.660060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Added segment f6aa47eb-937b-4235-b889-fe2a8ab7cf73 of type vlan for network 23fa7f06-6df1-4ff7-bd9b-36661f27bbf0 Dec 24 03:24:36.664245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.676443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7c5d3099-0ddf-4fcb-ba50-006dad29adcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59adffd64c7d466c9d2d287306230341&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3912337 Dec 24 03:24:36.694730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42970) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:36.720597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:36.798198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.820927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.889107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 555cdd69-2818-489e-8f45-7a9a5fd2b822 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:36.902761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86b701d9-4097-4a81-b0aa-9f4920166814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:36.965086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86b701d9-4097-4a81-b0aa-9f4920166814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.043360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42976) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:37.048423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a9c3cfba-dc3a-4ff6-b3b7-bbe8aa505707 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854309297', 'description': 'tempest-description--784901673'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:37.074009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 555cdd69-2818-489e-8f45-7a9a5fd2b822 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:37.074601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.114558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c76ca314-d824-496c-823b-d0e414160a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.114766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:32Z', 'revision_number': 2, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:37.125354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86b701d9-4097-4a81-b0aa-9f4920166814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.128837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86b701d9-4097-4a81-b0aa-9f4920166814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.130179 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-86b701d9-4097-4a81-b0aa-9f4920166814 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9657fb78-d1c9-4fba-b270-a86e37e91883 HTTP/1.1" status: 204 len: 168 time: 0.4343517 Dec 24 03:24:37.152309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a9c3cfba-dc3a-4ff6-b3b7-bbe8aa505707 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.155311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Checking router: 2f77fbe9-01a0-4f3d-9935-84292aba5e3b for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:24:37.155656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Updating router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b port d02a0a84-73b7-4d81-9a2d-854e84ba6457 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:24:37.157280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b701d9-4097-4a81-b0aa-9f4920166814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9657fb78-d1c9-4fba-b270-a86e37e91883,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:37.165484 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.173475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.173928 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.193092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.209201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.212424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:37.214423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.243933 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85a3a7-ceb1-4a3a-9837-ccff889be57e None None] Pushing event updated for resources: {'Port': ['ID=a480ea56-fae0-4559-8bc3-58919738750b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:37.305961 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Attempting to bind port a480ea56-fae0-4559-8bc3-58919738750b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:37.306914 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Attempting to bind port a480ea56-fae0-4559-8bc3-58919738750b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:37.307281 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Attempting to bind port a480ea56-fae0-4559-8bc3-58919738750b on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:37.315222 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:37.316955 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:37.317445 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.317925 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:37.319274 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Bound port: a480ea56-fae0-4559-8bc3-58919738750b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:37.319948 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.375101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Allocated IP 172.20.0.1 (76ee49a6-0e39-4114-944b-33f99bf2741e/3a9304c8-47d1-4262-bb92-08d3516a9aa6/16b3f35d-9792-49d3-84f0-7ac3b37a5d28) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:37.412323 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] For port a480ea56-fae0-4559-8bc3-58919738750b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:37.418137 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] For port a480ea56-fae0-4559-8bc3-58919738750b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a480ea56-fae0-4559-8bc3-58919738750b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:37.421664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.429100 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.467034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0644987 Dec 24 03:24:37.504144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.510490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42982) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:37.539791 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:37.540381 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:37.542654 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85a3a7-ceb1-4a3a-9837-ccff889be57e None None] Pushing event updated for resources: {'Port': ['ID=a480ea56-fae0-4559-8bc3-58919738750b,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:37.587942 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 555cdd69-2818-489e-8f45-7a9a5fd2b822, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=555cdd69-2818-489e-8f45-7a9a5fd2b822,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:37.599030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.621319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42984) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:37.685844 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:37.715664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.717786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=555cdd69-2818-489e-8f45-7a9a5fd2b822,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:37.733919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.734556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d8826-3a0e-4b13-ad40-5e9d2b476b46 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event updated for resources: {'Network': ['ID=23fa7f06-6df1-4ff7-bd9b-36661f27bbf0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:37.757053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.758645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 23fa7f06-6df1-4ff7-bd9b-36661f27bbf0 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:37.812945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.837084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a9c3cfba-dc3a-4ff6-b3b7-bbe8aa505707 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.870483 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3fdebe02-cc8c-448b-9d8d-8257e1707d13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98327187513d44b78a0c19ff8a36cdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448671 Dec 24 03:24:37.886425 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42986) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:37.895263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a9c3cfba-dc3a-4ff6-b3b7-bbe8aa505707 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.933444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc591f1-ac84-4caa-b115-90e9d00ecb29 None None] Pushing event updated for resources: {'Port': ['ID=d02a0a84-73b7-4d81-9a2d-854e84ba6457,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:37.967003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:37.994274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Subnet': ['ID=4a5b7b94-c4bd-4deb-b828-69d467addcd1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:37.997521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.009911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.010131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Attempting to bind port d02a0a84-73b7-4d81-9a2d-854e84ba6457 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:38.010716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Attempting to bind port d02a0a84-73b7-4d81-9a2d-854e84ba6457 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:38.012556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Attempting to bind port d02a0a84-73b7-4d81-9a2d-854e84ba6457 on network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:38.021576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:38.021966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Checking segment: {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:38.022911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.023485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Bound using segment: {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:38.023799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Bound port: d02a0a84-73b7-4d81-9a2d-854e84ba6457, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:38.024192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.075756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c76ca314-d824-496c-823b-d0e414160a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.085170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Port': ['ID=48136cb9-4321-4178-bad2-782f95ad863d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:38.093355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.104746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c76ca314-d824-496c-823b-d0e414160a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.113425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] For port d02a0a84-73b7-4d81-9a2d-854e84ba6457, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:38.118223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] For port d02a0a84-73b7-4d81-9a2d-854e84ba6457, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d02a0a84-73b7-4d81-9a2d-854e84ba6457,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:38.126190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.153583 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 3, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:38.157377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Checking segment: {'id': 'de2070fe-e9a0-41b5-b172-1e923f458e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9de6540a-64ae-4950-990c-3c1115de820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:38.157377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Network hostable DHCP agents. Network: 9de6540a-64ae-4950-990c-3c1115de820a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:38.193730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.194387 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4725644-d85d-4bad-85ad-fa423402e8d5 None None] The sync data for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv is: [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 3, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:38.197761 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-65449552-5090-4e1e-9bfe-fc0ece59c162 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4046540 Dec 24 03:24:38.211016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42988) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:38.212794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-309b52ef-950e-4679-891b-7437d11170ab None None] Provisioning complete for port d02a0a84-73b7-4d81-9a2d-854e84ba6457 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:38.213170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-309b52ef-950e-4679-891b-7437d11170ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.233159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c76ca314-d824-496c-823b-d0e414160a0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=355e9387a3024d6aa904d5e232a70111&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4859674 Dec 24 03:24:38.238208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 42990) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:38.270033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc591f1-ac84-4caa-b115-90e9d00ecb29 None None] Pushing event updated for resources: {'Port': ['ID=d02a0a84-73b7-4d81-9a2d-854e84ba6457,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:38.274442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:38.275052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:38.306890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Network 76ee49a6-0e39-4114-944b-33f99bf2741e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:38.359611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Pushing event updated for resources: {'Port': ['ID=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:38.365109 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d0c9f2bc-ee96-4649-a614-953cdf628250 tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "GET /v2.0/agents/e7575186-6e7a-4f86-b1d1-8748907ffc09/dhcp-networks HTTP/1.1" status: 200 len: 6439 time: 0.8533351 Dec 24 03:24:38.385821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ca314-d824-496c-823b-d0e414160a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec744ee7-4087-4cfd-877f-cee8fcf1fe26,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:38.392057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:38.392968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:38.402135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff8afb89-7b10-478b-8250-f5aca26d87c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.405666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a9c3cfba-dc3a-4ff6-b3b7-bbe8aa505707 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.409788 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a9c3cfba-dc3a-4ff6-b3b7-bbe8aa505707 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3625984 Dec 24 03:24:38.409788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:38.417532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 42998) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:38.460229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.490610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Allocated IP 172.26.5.204 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/a3334887-b891-4ef0-b17f-890f1dd24de5) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:38.506692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-309b52ef-950e-4679-891b-7437d11170ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.530344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:38.542816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3cfba-dc3a-4ff6-b3b7-bbe8aa505707 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84851e6b-f899-4c79-bab3-af2635df5c19,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:38.551631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff8afb89-7b10-478b-8250-f5aca26d87c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.579920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-175b770b-fe6a-435f-9611-cde5fcfe844b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Request body: {'security_group_rule': {'security_group_id': '84851e6b-f899-4c79-bab3-af2635df5c19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:38.582135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e573b6df-af69-4b8c-8b1f-c41495e9108e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.591307 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e2c21c4d-31da-44a5-bd8b-67c79903331d tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=5fcd2274-e13b-472c-836b-8f09cdb7612e HTTP/1.1" status: 200 len: 690 time: 0.3759937 Dec 24 03:24:38.595860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Network 9de6540a-64ae-4950-990c-3c1115de820a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:38.597246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43000) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:38.624697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 9de6540a-64ae-4950-990c-3c1115de820a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:38.631204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-309b52ef-950e-4679-891b-7437d11170ab None None] For port d02a0a84-73b7-4d81-9a2d-854e84ba6457, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d02a0a84-73b7-4d81-9a2d-854e84ba6457,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:38.641384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:38.642151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.676534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6383a961-e697-44a1-8782-4134299dca5d None None] Network 9de6540a-64ae-4950-990c-3c1115de820a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:38.695053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-309b52ef-950e-4679-891b-7437d11170ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.744284 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d688b4dd-8965-4c60-90c9-3c2b8defc08a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1288853 Dec 24 03:24:38.758731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:38.772092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.790204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-713330079', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:38.803133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-175b770b-fe6a-435f-9611-cde5fcfe844b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.807717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e573b6df-af69-4b8c-8b1f-c41495e9108e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.809462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a907f-c900-4ecf-bda9-fb6694b2d0ff tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] Network 23fa7f06-6df1-4ff7-bd9b-36661f27bbf0 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:38.836745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.865612 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d02a907f-c900-4ecf-bda9-fb6694b2d0ff tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "POST /v2.0/agents/e7575186-6e7a-4f86-b1d1-8748907ffc09/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4489791 Dec 24 03:24:38.873425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43004) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:38.945591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ea366-673a-47da-ba43-a31268d288a9 None None] Network 23fa7f06-6df1-4ff7-bd9b-36661f27bbf0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:38.964607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:38.966938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.014433 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff8afb89-7b10-478b-8250-f5aca26d87c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.017993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff8afb89-7b10-478b-8250-f5aca26d87c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.023957 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ff8afb89-7b10-478b-8250-f5aca26d87c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec744ee7-4087-4cfd-877f-cee8fcf1fe26 HTTP/1.1" status: 204 len: 168 time: 0.7712679 Dec 24 03:24:39.070766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8afb89-7b10-478b-8250-f5aca26d87c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec744ee7-4087-4cfd-877f-cee8fcf1fe26,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:39.074175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-175b770b-fe6a-435f-9611-cde5fcfe844b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.089243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e573b6df-af69-4b8c-8b1f-c41495e9108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.092560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e573b6df-af69-4b8c-8b1f-c41495e9108e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.094213 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e573b6df-af69-4b8c-8b1f-c41495e9108e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c0ccb2a-88e2-4ec2-a53e-951a78f3919e HTTP/1.1" status: 204 len: 168 time: 1.2065825 Dec 24 03:24:39.099528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-175b770b-fe6a-435f-9611-cde5fcfe844b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.112926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Deleting port 48136cb9-4321-4178-bad2-782f95ad863d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:39.113032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.117680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.133151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.142233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6df19c6f-215b-4026-a4d9-33484b3ba56a None None] Provisioning complete for port d02a0a84-73b7-4d81-9a2d-854e84ba6457 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:39.144037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6df19c6f-215b-4026-a4d9-33484b3ba56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.146809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b52ef-950e-4679-891b-7437d11170ab None None] Pushing event updated for resources: {'Port': ['ID=d02a0a84-73b7-4d81-9a2d-854e84ba6457,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:39.152262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573b6df-af69-4b8c-8b1f-c41495e9108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ccb2a-88e2-4ec2-a53e-951a78f3919e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:39.262685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.263012 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.264274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.270412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b770b-fe6a-435f-9611-cde5fcfe844b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa74122-f986-4550-9014-ceae20208b2f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:39.288391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Calling delete_port for 48136cb9-4321-4178-bad2-782f95ad863d owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:39.294627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-175b770b-fe6a-435f-9611-cde5fcfe844b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.295855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-175b770b-fe6a-435f-9611-cde5fcfe844b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7542171 Dec 24 03:24:39.324765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43010) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:39.334812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a0a22c4f-fd07-415d-a56b-39f8ace8a14a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Request body: {'security_group_rule': {'security_group_id': '84851e6b-f899-4c79-bab3-af2635df5c19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:39.339351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:39.397484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:39.425640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d57d50c0-2cb4-4b3f-9c3d-3915e6149c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.428548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:39.429673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-9de6540a-64ae-4950-990c-3c1115de820a', 'network_id': '9de6540a-64ae-4950-990c-3c1115de820a', 'project_id': '27fe50b209ef41d9a41611b1b0e306ae', 'fixed_ips': [{'subnet_id': '4a5b7b94-c4bd-4deb-b828-69d467addcd1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:39.430996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.462621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event updated for resources: {'Port': ['ID=a3334887-b891-4ef0-b17f-890f1dd24de5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:39.468414 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aa1a8509-2e7c-4843-96ec-84e2e7195475 tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "GET /v2.0/agents/e7575186-6e7a-4f86-b1d1-8748907ffc09/dhcp-networks HTTP/1.1" status: 200 len: 8009 time: 0.5920787 Dec 24 03:24:39.478555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:39.507364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:39.612341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabfb0fd-b2d7-4dd5-9bb1-57277f07930c None None] The sync data for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv is: [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:39.648649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.663682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.734176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.817793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Allocated IP 172.20.0.2 (9de6540a-64ae-4950-990c-3c1115de820a/4a5b7b94-c4bd-4deb-b828-69d467addcd1/5de1f059-0955-435f-8d08-0c09c9cc31c9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:39.885914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:39.923720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.038684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.077861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Pushing event updated for resources: {'Port': ['ID=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:40.100103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.166543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43024) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:40.183204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a480ea56-fae0-4559-8bc3-58919738750b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:40.205947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f3a4-615b-43d3-8acc-ceaa9dc1e71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.271466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f836afa-3a13-45c6-b59f-b1b9e03570be tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "DELETE /v2.0/agents/e7575186-6e7a-4f86-b1d1-8748907ffc09/dhcp-networks/23fa7f06-6df1-4ff7-bd9b-36661f27bbf0 HTTP/1.1" status: 204 len: 168 time: 0.7902443 Dec 24 03:24:40.282012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.285265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:40.293399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5944903b-e5e0-4ec3-ba48-1cd673f8380a None None] Provisioning complete for port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:40.293942 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5944903b-e5e0-4ec3-ba48-1cd673f8380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.330953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.415655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0a22c4f-fd07-415d-a56b-39f8ace8a14a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.454050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5944903b-e5e0-4ec3-ba48-1cd673f8380a None None] Port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:40.464652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Network 9de6540a-64ae-4950-990c-3c1115de820a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:40.469215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Network 76ee49a6-0e39-4114-944b-33f99bf2741e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:40.470029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event deleted for resources: {'Port': ['ID=48136cb9-4321-4178-bad2-782f95ad863d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:40.472616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:40.485655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.497284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a480ea56-fae0-4559-8bc3-58919738750b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:40.498374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.500851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:40.508190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Pushing event updated for resources: {'Port': ['ID=5de1f059-0955-435f-8d08-0c09c9cc31c9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:40.513173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:40.531613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.624864 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event updated for resources: {'Port': ['ID=a3334887-b891-4ef0-b17f-890f1dd24de5,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:40.695105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Attempting to bind port 5de1f059-0955-435f-8d08-0c09c9cc31c9 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:40.695487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Attempting to bind port 5de1f059-0955-435f-8d08-0c09c9cc31c9 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'de2070fe-e9a0-41b5-b172-1e923f458e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9de6540a-64ae-4950-990c-3c1115de820a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:40.696659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Attempting to bind port 5de1f059-0955-435f-8d08-0c09c9cc31c9 on network 9de6540a-64ae-4950-990c-3c1115de820a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:40.705767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:40.706513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Checking segment: {'id': 'de2070fe-e9a0-41b5-b172-1e923f458e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9de6540a-64ae-4950-990c-3c1115de820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:40.706922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.707333 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Bound using segment: {'id': 'de2070fe-e9a0-41b5-b172-1e923f458e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9de6540a-64ae-4950-990c-3c1115de820a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:40.707810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Bound port: 5de1f059-0955-435f-8d08-0c09c9cc31c9, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2070fe-e9a0-41b5-b172-1e923f458e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9de6540a-64ae-4950-990c-3c1115de820a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:40.708323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.718942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.735956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0a22c4f-fd07-415d-a56b-39f8ace8a14a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.739851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.751539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0a22c4f-fd07-415d-a56b-39f8ace8a14a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.780963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-58b6b91d-ad15-4e47-b060-0cd5885e9f09 tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "GET /v2.0/agents/e7575186-6e7a-4f86-b1d1-8748907ffc09/dhcp-networks HTTP/1.1" status: 200 len: 7241 time: 0.4934134 Dec 24 03:24:40.804356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43036) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:40.849178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] For port 5de1f059-0955-435f-8d08-0c09c9cc31c9, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:40.854477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] For port 5de1f059-0955-435f-8d08-0c09c9cc31c9, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5de1f059-0955-435f-8d08-0c09c9cc31c9,segment=NetworkSegment(de2070fe-e9a0-41b5-b172-1e923f458e60),segment_id=de2070fe-e9a0-41b5-b172-1e923f458e60)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:40.858579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.874215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f3a4-615b-43d3-8acc-ceaa9dc1e71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.878406 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a22c4f-fd07-415d-a56b-39f8ace8a14a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4230101f-9736-4bfe-9eed-65317de3e0db,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:40.879990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.887758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port a480ea56-fae0-4559-8bc3-58919738750b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a480ea56-fae0-4559-8bc3-58919738750b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:40.890121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-17cd193b-b76c-40b4-9854-7dc9a1517ec6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6618125 Dec 24 03:24:40.897141 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2f456eed-895c-4352-a97f-688731e1ad8d tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "GET /v2.0/networks/c90b8894-8abb-4ace-bd0d-3992d00b5c82/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0640697 Dec 24 03:24:40.897220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f3a4-615b-43d3-8acc-ceaa9dc1e71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.899178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:40.901921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0a22c4f-fd07-415d-a56b-39f8ace8a14a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.906814 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a0a22c4f-fd07-415d-a56b-39f8ace8a14a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5809665 Dec 24 03:24:40.911179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43044) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:40.916217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:40.920036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.930461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.939925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.940735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 555cdd69-2818-489e-8f45-7a9a5fd2b822 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:40.977312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.995478 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:24:41.008555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d77db953-e4c0-49bd-8ec6-c76775e2e42d tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "GET /v2.0/networks/c90b8894-8abb-4ace-bd0d-3992d00b5c82/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1045036 Dec 24 03:24:41.008791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.009366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bdd9f3a4-615b-43d3-8acc-ceaa9dc1e71a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1797dbb322844a6d8949381eb0f0df1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8394756 Dec 24 03:24:41.010384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:41.012871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9f3a4-615b-43d3-8acc-ceaa9dc1e71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917717ba-9907-469c-81a5-88ba6d7b6e8d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:41.020007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:41.022897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.062275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d6872ceb-1b63-456f-87e0-991c2c4b7b13,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:41.078273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.092419 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c1429-2e92-48e2-9df4-f0aa83c7498e None None] Pushing event updated for resources: {'Port': ['ID=5de1f059-0955-435f-8d08-0c09c9cc31c9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:41.186946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-156d8a83-3fc7-4382-bfc3-9b0089b2e192 None None] Provisioning complete for port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:41.187562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-156d8a83-3fc7-4382-bfc3-9b0089b2e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.225163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=a480ea56-fae0-4559-8bc3-58919738750b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:41.272397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 555cdd69-2818-489e-8f45-7a9a5fd2b822 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:41.272787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.274568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-156d8a83-3fc7-4382-bfc3-9b0089b2e192 None None] Port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:41.389281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4db3266c-a734-4807-9f3e-76cd9cde0db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.452163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Allocated IP 172.26.5.187 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/1f588184-2b25-4000-8fa8-4c59c4409193) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:41.474181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4db3266c-a734-4807-9f3e-76cd9cde0db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.500120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-17836317-eeb8-4080-86fc-445eba72e021 tempest-DHCPAgentSchedulersTestJSON-1298150433 tempest-DHCPAgentSchedulersTestJSON-1298150433-project-admin] 10.222.0.37 "GET /v2.0/agents/e7575186-6e7a-4f86-b1d1-8748907ffc09/dhcp-networks HTTP/1.1" status: 200 len: 7203 time: 0.4823625 Dec 24 03:24:41.503707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43072) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:41.607939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:41.703547 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89449e52-dc26-4ad7-bd10-a485b579e306 admin admin] 10.222.0.37 "PUT /v2.0/routers/f6f12c6e-bcd0-41e8-b685-89f48f09b5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6470089 Dec 24 03:24:41.707291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.744092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-434241cc-7f16-4223-a04c-35a6b5da24b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.827759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcd2274-e13b-472c-836b-8f09cdb7612e']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:41.857043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632c0e2c-9554-420b-8755-bd3d7e5a5d05') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:41.857296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632c0e2c-9554-420b-8755-bd3d7e5a5d05') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:41.900660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.919426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.941936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4db3266c-a734-4807-9f3e-76cd9cde0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.948108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4db3266c-a734-4807-9f3e-76cd9cde0db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.949588 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4db3266c-a734-4807-9f3e-76cd9cde0db2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/917717ba-9907-469c-81a5-88ba6d7b6e8d HTTP/1.1" status: 204 len: 168 time: 0.9283164 Dec 24 03:24:41.968495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.995607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:41.996018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:42.005385 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:42.017914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3266c-a734-4807-9f3e-76cd9cde0db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917717ba-9907-469c-81a5-88ba6d7b6e8d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:42.042287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.047375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.070551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:42.085143 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 24 03:24:42.179807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d02a0a84-73b7-4d81-9a2d-854e84ba6457 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:42.190443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.228931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.238913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fcd2274-e13b-472c-836b-8f09cdb7612e {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:24:42.286739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.288642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d02a0a84-73b7-4d81-9a2d-854e84ba6457 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:42.289119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.299897 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "DELETE /v2.0/networks/5fcd2274-e13b-472c-836b-8f09cdb7612e HTTP/1.1" status: 204 len: 168 time: 3.6878800 Dec 24 03:24:42.301193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e80427-bc3d-43b1-9a64-5c0d8033c181 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fcd2274-e13b-472c-836b-8f09cdb7612e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:42.305405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43098) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:42.338059 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-7296e327-a967-4adc-be60-174dd5477579 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--143415008&fields=id&tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d HTTP/1.1" status: 200 len: 267 time: 0.2639661 Dec 24 03:24:42.344294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > segment before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.344989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.346529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.346976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.347433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.352358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.352606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > segment after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.353070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.353485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.353922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.453677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a480ea56-fae0-4559-8bc3-58919738750b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:42.495971 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ce1a8ede-19fe-4d5a-b855-8b3565abef0e tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.1832998 Dec 24 03:24:42.496210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43102) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:42.555603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a480ea56-fae0-4559-8bc3-58919738750b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:42.557967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.620188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.620830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.623419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.623873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Subscribe: > subnet before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 03:24:42.636483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fa7f06-6df1-4ff7-bd9b-36661f27bbf0']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:42.673088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aa47eb-937b-4235-b889-fe2a8ab7cf73') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:42.673561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aa47eb-937b-4235-b889-fe2a8ab7cf73') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:42.690533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.732653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.747758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.805584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5de1f059-0955-435f-8d08-0c09c9cc31c9 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:42.866105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.872041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.873424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.875519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.877815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.879329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.880426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.881572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:42.889098 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-73c9b026-53a0-42ad-8d21-43dd360e0ba1 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.3918629 Dec 24 03:24:42.902836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5de1f059-0955-435f-8d08-0c09c9cc31c9 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:42.903353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.963135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Allocated IP 172.26.5.59 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/89c231d0-2ecc-4c62-8c53-d48d1785ac21) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:42.992460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26a022-49af-40f7-8571-2049e548ccd9 None None] Network 9de6540a-64ae-4950-990c-3c1115de820a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:43.052637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43110) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.053221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43114) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.053722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43116) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.085364 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0459dbac-449b-4ab6-a86d-55de28f6e7f7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70627171', 'description': 'tempest-description--2056907631'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:43.104188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.115092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:43.115982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.138367 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-ad6e3348-9a93-45e5-8b86-c4322e5e055f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] delete failed (client error): The resource could not be found. Dec 24 03:24:43.140564 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad6e3348-9a93-45e5-8b86-c4322e5e055f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/7c33b400-4785-48ea-bda9-b68e8d62d8ec HTTP/1.1" status: 404 len: 345 time: 0.0853498 Dec 24 03:24:43.175192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43124) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: from cryptography.utils import int_from_bytes Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: from cryptography.utils import int_from_bytes Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:43.215175 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:43.237460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:43.242791 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0001e2f-7c14-4a95-92c0-b5b81ba52182 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] DELETE failed (client error): The resource could not be found. Dec 24 03:24:43.243348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0001e2f-7c14-4a95-92c0-b5b81ba52182 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:43.251027 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d0001e2f-7c14-4a95-92c0-b5b81ba52182 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "DELETE /v2.0/networks/5fcd2274-e13b-472c-836b-8f09cdb7612e HTTP/1.1" status: 404 len: 339 time: 0.0734599 Dec 24 03:24:43.259900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:43.264101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:43.270633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43126) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.285438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'network': {'name': 'tempest-network--1046811722', 'router:external': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:43.309118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0459dbac-449b-4ab6-a86d-55de28f6e7f7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.325677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-78d74817-f3f2-4f68-af92-ace292f444ea None None] Provisioning complete for port 5de1f059-0955-435f-8d08-0c09c9cc31c9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:43.326678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78d74817-f3f2-4f68-af92-ace292f444ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.363996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-34769022', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:43.370079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.379155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.385098 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "DELETE /v2.0/networks/23fa7f06-6df1-4ff7-bd9b-36661f27bbf0 HTTP/1.1" status: 204 len: 168 time: 1.8797827 Dec 24 03:24:43.395611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43132) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.411633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.434235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.479705 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaabc25b-b22d-4e15-901e-1b30f8c7f52f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:43.480562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaabc25b-b22d-4e15-901e-1b30f8c7f52f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:43.483742 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aaabc25b-b22d-4e15-901e-1b30f8c7f52f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "DELETE /v2.0/ports/be49401d-a8c4-479a-a4b3-c3ca9469271c HTTP/1.1" status: 404 len: 333 time: 0.0866742 Dec 24 03:24:43.490544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43136) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.491164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Made reservation on behalf of d96b69aa53754a01ba93fca69c413959 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:43.494037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.508442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Made reservation on behalf of 75d143afb9cb4aa48dba2769e117b1fe for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:43.510686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.534839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 5de1f059-0955-435f-8d08-0c09c9cc31c9, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5de1f059-0955-435f-8d08-0c09c9cc31c9,segment=NetworkSegment(de2070fe-e9a0-41b5-b172-1e923f458e60),segment_id=de2070fe-e9a0-41b5-b172-1e923f458e60)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:43.561853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.572118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.660777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=5de1f059-0955-435f-8d08-0c09c9cc31c9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:43.665513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78d74817-f3f2-4f68-af92-ace292f444ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.699978 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:43.721695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Deleting subnet 483e31e1-4802-4f34-b18b-0cb8d2c57c24 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:24:43.732499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-78d74817-f3f2-4f68-af92-ace292f444ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:24:43.733603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-78d74817-f3f2-4f68-af92-ace292f444ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:24:43.735328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c24a3-9d81-46e8-a089-47368a7b4579 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event deleted for resources: {'Network': ['ID=23fa7f06-6df1-4ff7-bd9b-36661f27bbf0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:43.746700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.783182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Port': ['ID=1f588184-2b25-4000-8fa8-4c59c4409193,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:43.787720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0459dbac-449b-4ab6-a86d-55de28f6e7f7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.822339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.859582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0459dbac-449b-4ab6-a86d-55de28f6e7f7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.878986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.884347 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Added segment 9d8b4521-79b9-4b49-84d7-2aac3b618a14 of type vlan for network 2855f546-45cd-4a46-82c3-bed489a30914 Dec 24 03:24:43.891278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Sync routers for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:43.923004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:43.923654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:43.961100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.970633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5de1f059-0955-435f-8d08-0c09c9cc31c9 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:43.988980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-053f8c62-b1bd-46c9-8016-584d8ed6ca8e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:43.996258 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-053f8c62-b1bd-46c9-8016-584d8ed6ca8e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/networks?id=fbb50964-5930-4392-8b02-ed79e2127e83 HTTP/1.1" status: 200 len: 806 time: 1.3531067 Dec 24 03:24:44.018592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:44.030596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0459dbac-449b-4ab6-a86d-55de28f6e7f7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.035949 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0459dbac-449b-4ab6-a86d-55de28f6e7f7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9726279 Dec 24 03:24:44.042809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43144) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:44.050718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-871248ca-6b15-4a4a-8658-e4ef710e6c8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Request body: {'security_group_rule': {'security_group_id': 'bba5145d-0b39-4b47-beaa-cbaa32e1a320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:44.054462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:44.061676 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-34f71ffd-53ff-420c-9dad-119f209604ec tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/quotas/54d0d52e5e2b45ad8cfa2a58bb6a0c9d HTTP/1.1" status: 200 len: 375 time: 0.0639799 Dec 24 03:24:44.070135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event updated for resources: {'Port': ['ID=89c231d0-2ecc-4c62-8c53-d48d1785ac21,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.072645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:44.082006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459dbac-449b-4ab6-a86d-55de28f6e7f7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5145d-0b39-4b47-beaa-cbaa32e1a320,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.087928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.089377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5de1f059-0955-435f-8d08-0c09c9cc31c9 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:44.089851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.133443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:44.219395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.255168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.255168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:44.255168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.261485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.306851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.344342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.367601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] device_id is not set on port 938ebc4c-5d66-4f2a-a9f4-bd9c9435da8f yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:24:44.386723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.423003 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1492071 Dec 24 03:24:44.438432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43154) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:44.467456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:39Z', 'revision_number': 2, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:44.481094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396f191-30d0-4b14-ae1d-1bc245452c01 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Network': ['ID=2855f546-45cd-4a46-82c3-bed489a30914,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.519758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4a619d-46ce-49ba-8054-8638bcb20028,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.525032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.553785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 2855f546-45cd-4a46-82c3-bed489a30914 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:44.559390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Checking router: f6f12c6e-bcd0-41e8-b685-89f48f09b5fe for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:24:44.559953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Updating router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:24:44.568538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43158) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:44.583073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-871248ca-6b15-4a4a-8658-e4ef710e6c8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.626323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-305a435d-1b7f-4096-9f36-34d709598837 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5636163 Dec 24 03:24:44.644491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-23bfb08b-db55-408e-837e-b45544c61699 None None] Provisioning complete for port 5de1f059-0955-435f-8d08-0c09c9cc31c9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:44.645196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23bfb08b-db55-408e-837e-b45544c61699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.680606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.694696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Allocated IP 172.26.5.202 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/938ebc4c-5d66-4f2a-a9f4-bd9c9435da8f) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:44.710722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.720418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-871248ca-6b15-4a4a-8658-e4ef710e6c8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.764549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-871248ca-6b15-4a4a-8658-e4ef710e6c8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.794188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871248ca-6b15-4a4a-8658-e4ef710e6c8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4354752b-bed4-4093-8577-4f45bcfb7bff,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.834291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-871248ca-6b15-4a4a-8658-e4ef710e6c8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.838692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-871248ca-6b15-4a4a-8658-e4ef710e6c8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7938428 Dec 24 03:24:44.841148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43168) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:44.851545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-025eb616-7347-4d05-bb1a-7285b339fa3a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Request body: {'security_group_rule': {'security_group_id': 'bba5145d-0b39-4b47-beaa-cbaa32e1a320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:44.860219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-d56bf739-cecf-47da-8eb1-f6b3bb902dfb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:24:44.861441 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-d56bf739-cecf-47da-8eb1-f6b3bb902dfb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0866389 Dec 24 03:24:44.890748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.903144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2073119507', 'router:external': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:44.957430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event deleted for resources: {'Subnet': ['ID=483e31e1-4802-4f34-b18b-0cb8d2c57c24,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.971325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-025eb616-7347-4d05-bb1a-7285b339fa3a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.979680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bcbc4-f9f1-451f-8a5a-546e6565c061 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:44.985909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bcbc4-f9f1-451f-8a5a-546e6565c061 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:44.992436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bcbc4-f9f1-451f-8a5a-546e6565c061 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:44.997982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b8ff14-3614-4a24-8b22-6006ee40d1ae None None] Network c90b8894-8abb-4ace-bd0d-3992d00b5c82 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:44.998375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bcbc4-f9f1-451f-8a5a-546e6565c061 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:45.003376 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d96bcbc4-f9f1-451f-8a5a-546e6565c061 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5607846 Dec 24 03:24:45.006209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:45.008118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.013601 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c68b697e-9d90-4ed4-adca-d018f7796713 tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "DELETE /v2.0/subnets/483e31e1-4802-4f34-b18b-0cb8d2c57c24 HTTP/1.1" status: 204 len: 168 time: 1.5151522 Dec 24 03:24:45.013601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.025709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43172) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:45.052279 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-2aac8261-9401-4d0f-93fc-6aebf1021307 service neutron] 10.222.0.37 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809967 Dec 24 03:24:45.060183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Router 79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:24:45.083534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-025eb616-7347-4d05-bb1a-7285b339fa3a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.084830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.087146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.116536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.133416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-025eb616-7347-4d05-bb1a-7285b339fa3a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.184111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb728-804b-4e25-a492-87ba2dd6e88d None None] Pushing event updated for resources: {'Port': ['ID=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:45.269694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.271869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025eb616-7347-4d05-bb1a-7285b339fa3a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49ac310-5fd8-4d75-bb32-7daaf55ebc23,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:45.276821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Attempting to bind port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:45.279135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Attempting to bind port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:45.280266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Attempting to bind port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 on network 76ee49a6-0e39-4114-944b-33f99bf2741e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:45.289293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-025eb616-7347-4d05-bb1a-7285b339fa3a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.289551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:45.290076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Checking segment: {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:45.290477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.290864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Bound using segment: {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:45.291381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Bound port: 16b3f35d-9792-49d3-84f0-7ac3b37a5d28, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:45.291906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.296443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-025eb616-7347-4d05-bb1a-7285b339fa3a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531553 Dec 24 03:24:45.298790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:45.311676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:45.319170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] DHCP port deletion for c90b8894-8abb-4ace-bd0d-3992d00b5c82 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:24:45.394120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Made reservation on behalf of 6ba90b6de44d4582ad0e9fb702505f5a for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:45.398484 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.448570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.457122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.545304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-12681ea4-cb35-4ef0-9c0f-6507c75160ed None None] Provisioning complete for port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:45.545867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12681ea4-cb35-4ef0-9c0f-6507c75160ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.566235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] For port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:45.582395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:45.595793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] For port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:45.600001 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] Sync routers for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:45.607176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-12681ea4-cb35-4ef0-9c0f-6507c75160ed None None] Port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:45.613709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.616350 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:45.617644 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.648233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-a3b8cf5d-4a0f-43aa-9e93-9b7910da79d1 service neutron] 10.222.0.37 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829828 Dec 24 03:24:45.655447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.659702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] Deleting port 27f6f111-725a-4a7d-a433-787ae69177d1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:45.660214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.666680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43176) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:45.667738 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8a85200d-1af6-483a-8ca8-de2a11ae4460 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.9075446 Dec 24 03:24:45.678448 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.696188 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:45.700725 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.704751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.748842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.752098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.760260 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.761320 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02e1de-87de-49d0-9dfd-2ce38c09bfd0 None None] The sync data for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:45.794893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2855f546-45cd-4a46-82c3-bed489a30914']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.806606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8b4521-79b9-4b49-84d7-2aac3b618a14') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.806900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8b4521-79b9-4b49-84d7-2aac3b618a14') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.822212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.852465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb728-804b-4e25-a492-87ba2dd6e88d None None] Pushing event updated for resources: {'Port': ['ID=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:45.871339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.882393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:45.882791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:45.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:45.891617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:45.892470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:45.956038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 27f6f111-725a-4a7d-a433-787ae69177d1 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:24:45.959623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] For port 27f6f111-725a-4a7d-a433-787ae69177d1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=27f6f111-725a-4a7d-a433-787ae69177d1,segment=NetworkSegment(f8a982c4-7e67-4c3a-8dda-f3e1f4011392),segment_id=f8a982c4-7e67-4c3a-8dda-f3e1f4011392)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:45.960091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:45.985894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.010639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event deleted for resources: {'Network': ['ID=2855f546-45cd-4a46-82c3-bed489a30914,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:46.013109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2855f546-45cd-4a46-82c3-bed489a30914 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:24:46.019820 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.023466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d0fef715-56af-4511-822c-8dab89704483 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "DELETE /v2.0/networks/2855f546-45cd-4a46-82c3-bed489a30914 HTTP/1.1" status: 204 len: 168 time: 1.0063894 Dec 24 03:24:46.027303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43188) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:46.030332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.035800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'network': {'name': 'tempest-network--1140604686', 'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:46.096289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] Calling delete_port for 27f6f111-725a-4a7d-a433-787ae69177d1 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:46.114785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Made reservation on behalf of 75d143afb9cb4aa48dba2769e117b1fe for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:46.118093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.167308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:46.181142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.181500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Added segment aec9c910-00af-46c0-8e55-10847caa982e of type vlan for network 18ac9205-6e56-4a78-852a-7034c382813b Dec 24 03:24:46.243854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.272346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-754959c1-c180-486a-b92e-a89227eecc50 None None] Provisioning complete for port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:46.273047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-754959c1-c180-486a-b92e-a89227eecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.276067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:46.295011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.299435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:46.300073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.380898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:24:46.386491 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3577373 Dec 24 03:24:46.389814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43204) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:46.444226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-10d546ab-31eb-483f-b203-5251f3dd0941 req-85714ffc-08bb-4816-a727-4e48e8187d87 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 210 time: 0.1667745 Dec 24 03:24:46.524806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd49c98-c9b1-423c-adb9-5f6ef25f7d98 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Network': ['ID=18ac9205-6e56-4a78-852a-7034c382813b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:46.540048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.594623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 18ac9205-6e56-4a78-852a-7034c382813b details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:46.625855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.641034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a4a11-55e4-4f48-a54f-ff748c7d54fa tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:46.645479 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ba9a4a11-55e4-4f48-a54f-ff748c7d54fa tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] 10.222.0.37 "GET /v2.0/networks/18ac9205-6e56-4a78-852a-7034c382813b HTTP/1.1" status: 200 len: 757 time: 0.2045407 Dec 24 03:24:46.646228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:46.678637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] No DVR routers for this DVR port 27f6f111-725a-4a7d-a433-787ae69177d1 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:46.687277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6cd2c-7a02-4a51-a54b-60318d771250 None None] Pushing event deleted for resources: {'Port': ['ID=27f6f111-725a-4a7d-a433-787ae69177d1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:46.699097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.701111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.732986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.761392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948e717-c47d-4cba-8a9f-1e11e9bc897e tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:46.765847 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c948e717-c47d-4cba-8a9f-1e11e9bc897e tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] 10.222.0.37 "GET /v2.0/networks/4d71a404-cc6b-44d4-9223-3fb7acc806f0 HTTP/1.1" status: 200 len: 767 time: 0.1186187 Dec 24 03:24:46.769641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43218) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:46.812956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.814989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.828156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:46.855596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event updated for resources: {'Port': ['ID=89c231d0-2ecc-4c62-8c53-d48d1785ac21,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:46.891916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:46.935465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.938220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.938836 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Added segment 8b6ae0c6-aad9-4de6-9a1f-670a5335eefd of type vlan for network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e Dec 24 03:24:46.945598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc22534c-de54-4578-bcb6-07b1df247561,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:46.947477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-754959c1-c180-486a-b92e-a89227eecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:46.950161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:46.991712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Deleting port 27f6f111-725a-4a7d-a433-787ae69177d1 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:46.992263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.024162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-754959c1-c180-486a-b92e-a89227eecc50 None None] For port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:47.029183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Allocated IP 172.26.5.158 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/761fede6-9a29-4218-aedb-110270251548) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:47.037214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-754959c1-c180-486a-b92e-a89227eecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.070105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] For port 27f6f111-725a-4a7d-a433-787ae69177d1, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:47.070905 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.094281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Calling delete_port for 27f6f111-725a-4a7d-a433-787ae69177d1 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:47.099676 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Port 27f6f111-725a-4a7d-a433-787ae69177d1 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:24:47.109059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:47.111569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.125238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.126103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:45Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:47.130016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754959c1-c180-486a-b92e-a89227eecc50 None None] Pushing event updated for resources: {'Port': ['ID=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:47.161566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b505d0-a5df-4c74-9f2b-c8c646440338 None None] The sync data for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv is: [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:45Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:47.176784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] No DVR routers for this DVR port 27f6f111-725a-4a7d-a433-787ae69177d1 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:47.180706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Pushing event updated for resources: {'Port': ['ID=938ebc4c-5d66-4f2a-a9f4-bd9c9435da8f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:47.181222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ac9205-6e56-4a78-852a-7034c382813b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:47.262187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec9c910-00af-46c0-8e55-10847caa982e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:47.262549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec9c910-00af-46c0-8e55-10847caa982e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:47.291008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.320529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:47.321145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.324701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.339303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.348058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.352668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:47.353175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:47.355042 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:47.432954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.438631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18ac9205-6e56-4a78-852a-7034c382813b {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:24:47.441272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.442882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.446651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "DELETE /v2.0/networks/18ac9205-6e56-4a78-852a-7034c382813b HTTP/1.1" status: 204 len: 168 time: 0.6754286 Dec 24 03:24:47.456813 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43232) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:47.457232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.462747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event deleted for resources: {'Port': ['ID=27f6f111-725a-4a7d-a433-787ae69177d1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:47.464887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c10c0e-15ed-4db9-89cd-5f7e95616fc3 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event deleted for resources: {'Network': ['ID=18ac9205-6e56-4a78-852a-7034c382813b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:47.470891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'network': {'name': 'tempest-network--2145453715'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:47.505392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:47.510594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:47.514111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:47.520671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event updated for resources: {'Port': ['ID=761fede6-9a29-4218-aedb-110270251548,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:47.538752 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.552393 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4313a733-b438-41d1-9a83-e2a6a6ce06cc tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.4906826 Dec 24 03:24:47.557408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43236) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:47.562635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.202'}]}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:47.601972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.625583 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2c64b415-eb6b-4b98-a355-18fe9e56c797 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7079709 Dec 24 03:24:47.633181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.635587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.660355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.664846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:24:47.701665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Made reservation on behalf of 75d143afb9cb4aa48dba2769e117b1fe for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:47.706651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.730751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90b8894-8abb-4ace-bd0d-3992d00b5c82']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:47.743534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.762934 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-25d0a37f-bd07-4f61-888f-ef077c220c89 req-1497354c-4cbf-453d-bd77-580244625d48 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Dec 24 03:24:47.763141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a982c4-7e67-4c3a-8dda-f3e1f4011392') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:47.763295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a982c4-7e67-4c3a-8dda-f3e1f4011392') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:47.768017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.780245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:47.790908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.791255 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Added segment c348f446-e29e-42ab-9e3c-7ae5ea515fe1 of type vlan for network c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d Dec 24 03:24:47.841098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.879184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.880149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:47.880762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.916755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.931818 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4658971 Dec 24 03:24:47.933015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.933916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:47.934493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:47.941472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43254) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:47.950444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:47.993761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.010275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:48.025343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.068003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:48.068539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.082231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.167297 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-7308755a-6172-4952-853d-f41990cf9330 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1854309297&fields=id&tenant_id=b4e385599f3f44f1a80f03cebf12cdc3 HTTP/1.1" status: 200 len: 267 time: 0.1406059 Dec 24 03:24:48.295432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:48.295832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.303641 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.7341201 Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:48.304633 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:48.315031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43256) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:48.327776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'subnet': {'network_id': 'ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:48.393681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a058fe3-f634-4662-bc99-946ed460e1d7 tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Network': ['ID=c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:48.413266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:48.431091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.41', 61713) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:48.495612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-0ce91f1e-6be8-4e4a-a189-47c9d12fc6e2 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:48.497472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-0ce91f1e-6be8-4e4a-a189-47c9d12fc6e2 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/networks?id=ac5d4be0-c0a1-41b4-bb1d-4312348a0629 HTTP/1.1" status: 200 len: 811 time: 0.3127894 Dec 24 03:24:48.499923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.516284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Made reservation on behalf of 6ba90b6de44d4582ad0e9fb702505f5a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:48.519272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.524333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.548912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3cdc-00ba-4208-a640-de5a9ce1e36d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Network': ['ID=ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:48.561433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:48.650387 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.667851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.672449 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] 10.222.0.37 "DELETE /v2.0/networks/c90b8894-8abb-4ace-bd0d-3992d00b5c82 HTTP/1.1" status: 204 len: 168 time: 3.6443520 Dec 24 03:24:48.778018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74248b81-f06b-4aa2-858d-a85b97b3825f tempest-DHCPAgentSchedulersTestJSON-2028130156 tempest-DHCPAgentSchedulersTestJSON-2028130156-project] Pushing event deleted for resources: {'Network': ['ID=c90b8894-8abb-4ace-bd0d-3992d00b5c82,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:48.846528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-21b96fed-56ef-4497-8a6f-6dd9966315e7 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/quotas/b4e385599f3f44f1a80f03cebf12cdc3 HTTP/1.1" status: 200 len: 375 time: 0.3306563 Dec 24 03:24:48.972086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.054304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.057612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event updated for resources: {'Port': ['ID=761fede6-9a29-4218-aedb-110270251548,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:49.079064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-9a859135-ca74-45d7-b269-c42f1ea3244f tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:49.081481 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-9a859135-ca74-45d7-b269-c42f1ea3244f tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.41 "GET /v2.0/networks?id=fbb50964-5930-4392-8b02-ed79e2127e83 HTTP/1.1" status: 200 len: 806 time: 0.6473715 Dec 24 03:24:49.081631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43282) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:49.099977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Network c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:24:49.105269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:49.105269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.105269 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "PUT /v2.0/networks/c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d HTTP/1.1" status: 200 len: 857 time: 1.1568277 Dec 24 03:24:49.115256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43286) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:49.158435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b25b990a-8114-4291-a61b-f0a0fe0f0e99 req-5c6e064e-58be-49d8-ac33-7ace6f65473a tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 210 time: 0.1719637 Dec 24 03:24:49.222301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.227507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7758c-8d1a-4f5d-95dc-4813ecb5b52c tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event updated for resources: {'Network': ['ID=c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:49.279360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Allocated IP 172.20.0.1 (9de6540a-64ae-4950-990c-3c1115de820a/4a5b7b94-c4bd-4deb-b828-69d467addcd1/67f17a01-7b81-4fae-b458-4592be1ed0ee) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:49.283338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.292004 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-8fa40700-ed34-42d3-86ed-ae2a46786613 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e385599f3f44f1a80f03cebf12cdc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4443502 Dec 24 03:24:49.317481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.336929 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7bc6b61f-8f96-4fe2-b50f-c00654e16851 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0337930 Dec 24 03:24:49.460224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-50b58f31-7cce-43e1-aa21-5b9460c77540 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d HTTP/1.1" status: 200 len: 379 time: 0.3044791 Dec 24 03:24:49.476566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Request body: {'port': {'device_id': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'admin_state_up': True, 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'security_groups': ['527df3cf-c793-4705-8717-2a5446e97a73']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:49.524233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.538557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.558595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.560639 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-76e57b7f-fd80-4b8e-9751-b8a6f689d159 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44f809a4659f4e2c95dee02bc3270eec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4697878 Dec 24 03:24:49.568309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43314) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:49.616858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:49.636313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c348f446-e29e-42ab-9e3c-7ae5ea515fe1') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:49.636630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c348f446-e29e-42ab-9e3c-7ae5ea515fe1') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:49.655915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.667088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.672333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-4d45b866-40bc-4040-8321-0ad323846c9f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:24:49.673473 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-4d45b866-40bc-4040-8321-0ad323846c9f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1639912 Dec 24 03:24:49.679614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.692576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:49.693212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:49.695491 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:49.776149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.827031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-46b92682-f4a5-47df-8d9b-a9fbda52ac62 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--70627171&fields=id&tenant_id=853f874431e84adabf7448c56c8768aa HTTP/1.1" status: 200 len: 267 time: 0.2577021 Dec 24 03:24:49.840828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Port': ['ID=67f17a01-7b81-4fae-b458-4592be1ed0ee,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:49.843367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.852624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:24:49.869727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.879403 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d HTTP/1.1" status: 204 len: 168 time: 0.7631390 Dec 24 03:24:49.894314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:49.930331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a161-7598-48dc-9403-7f647bc48b2f tempest-ExternalNetworksTestJSON-361202151 tempest-ExternalNetworksTestJSON-361202151-project-admin] Pushing event deleted for resources: {'Network': ['ID=c77a7db7-398c-4c4b-a5fb-c0ebb6312a1d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:49.949590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Network 9de6540a-64ae-4950-990c-3c1115de820a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:49.952952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:49.959773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:50.064170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.316076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-507939f3-7e08-4786-a947-eb92f425b309 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:50.316786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507939f3-7e08-4786-a947-eb92f425b309 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:50.332113 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-507939f3-7e08-4786-a947-eb92f425b309 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] 10.222.0.37 "DELETE /v2.0/subnets/d6872ceb-1b63-456f-87e0-991c2c4b7b13 HTTP/1.1" status: 404 len: 337 time: 0.4186392 Dec 24 03:24:50.348068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43322) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:50.388828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.409071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-57fafc32-bebc-4535-9fcc-55d4053d3aac None None] Provisioning complete for port 67f17a01-7b81-4fae-b458-4592be1ed0ee triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:50.410254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57fafc32-bebc-4535-9fcc-55d4053d3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.499842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.504066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-57fafc32-bebc-4535-9fcc-55d4053d3aac None None] Port 67f17a01-7b81-4fae-b458-4592be1ed0ee cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:50.583406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2ebecc7-2a28-4018-80bc-d3d664f05485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.629461 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-735f23cd-598c-4656-830d-19a603a60a21 service neutron] 10.222.0.37 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9064307 Dec 24 03:24:50.760673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Made reservation on behalf of 54d0d52e5e2b45ad8cfa2a58bb6a0c9d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:50.766577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.815568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.823219 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.854115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2ebecc7-2a28-4018-80bc-d3d664f05485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.864694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-8c03f6e8-85ca-49ab-81e3-d1112145b0b8 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:50.872271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-8c03f6e8-85ca-49ab-81e3-d1112145b0b8 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 812 time: 1.0127976 Dec 24 03:24:50.899902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.944836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.946099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Port': ['ID=67f17a01-7b81-4fae-b458-4592be1ed0ee,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:51.009734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-098de3d0-9c53-499b-b2cd-0fe65a76cf94 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/quotas/853f874431e84adabf7448c56c8768aa HTTP/1.1" status: 200 len: 375 time: 0.1363778 Dec 24 03:24:51.050805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Network 9de6540a-64ae-4950-990c-3c1115de820a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:51.052145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:51.207216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Router 79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:24:51.348182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.349695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:51.364297 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1ace0f67-fee2-4671-aae6-e72e9812d825 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "PUT /v2.0/routers/79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6685522 Dec 24 03:24:51.369781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43324) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:51.369974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] Sync routers for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:51.374982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Request body: {'port': {'network_id': '9de6540a-64ae-4950-990c-3c1115de820a', 'name': 'tempest-FloatingIPAdminTestJSON-33585314'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:51.389481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:51.390836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:51.483520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:24:51.483989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.555130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-804cd231-5cb0-49f9-a525-19156e8ca0cf service neutron] 10.222.0.37 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9247892 Dec 24 03:24:51.578449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d71a404-cc6b-44d4-9223-3fb7acc806f0']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:51.584740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Made reservation on behalf of 27fe50b209ef41d9a41611b1b0e306ae for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:51.588484 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.625271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] device_id is not set on port f3bcfd1e-9061-42b9-9244-32d730fc8986 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:24:51.637996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:51.656978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:51.658029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:51.666233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c249ebe4-dfeb-4473-bbc2-719400b15473 None None] Provisioning complete for port 67f17a01-7b81-4fae-b458-4592be1ed0ee triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:51.666969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c249ebe4-dfeb-4473-bbc2-719400b15473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.730615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c249ebe4-dfeb-4473-bbc2-719400b15473 None None] Port 67f17a01-7b81-4fae-b458-4592be1ed0ee cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:51.734620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:51.735511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4969f8-839f-42c3-8089-78c87d33ee77 None None] The sync data for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:51.742016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Allocated IP 172.20.0.6 (fbb50964-5930-4392-8b02-ed79e2127e83/78058204-26e5-486c-898b-81f3cbad2cf9/ed8e662f-a47c-469d-a671-1c49b4611a8c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:51.821202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2cb882-87a4-487d-8562-5ab3b05d2030') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:51.821514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2cb882-87a4-487d-8562-5ab3b05d2030') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:51.826906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Allocated IP 172.20.0.8 (9de6540a-64ae-4950-990c-3c1115de820a/4a5b7b94-c4bd-4deb-b828-69d467addcd1/f3bcfd1e-9061-42b9-9244-32d730fc8986) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:51.843994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.851107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.858092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.862415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2ebecc7-2a28-4018-80bc-d3d664f05485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.865202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2ebecc7-2a28-4018-80bc-d3d664f05485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.866309 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e2ebecc7-2a28-4018-80bc-d3d664f05485 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/807a3003-7077-4812-a8ce-24a47a763df4 HTTP/1.1" status: 204 len: 168 time: 2.2914157 Dec 24 03:24:51.902315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.931918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-927eb18f-e40b-41f0-bb45-336b6af653d3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8744757 Dec 24 03:24:51.991678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Subnet': ['ID=082c9301-b9c9-4ebb-9adc-2a6ca4acd201,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:52.092268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.098233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebecc7-2a28-4018-80bc-d3d664f05485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807a3003-7077-4812-a8ce-24a47a763df4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:52.166298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:52.166899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:52.172589 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:52.245708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Checking segment: {'id': '8b6ae0c6-aad9-4de6-9a1f-670a5335eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:52.246770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network hostable DHCP agents. Network: ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:52.281378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.281554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a55a12a-0d35-44b9-9c85-38c00762671b {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:24:52.337404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e7237650-d113-43c9-9ef4-482187cce057 req-2a50c333-59f7-42c7-8f51-d6aae10824b8 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 210 time: 0.1253185 Dec 24 03:24:52.337685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.417244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.447866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.459281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Network 9de6540a-64ae-4950-990c-3c1115de820a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:52.475635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.484904 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] 10.222.0.37 "DELETE /v2.0/networks/4d71a404-cc6b-44d4-9223-3fb7acc806f0 HTTP/1.1" status: 204 len: 168 time: 2.1306772 Dec 24 03:24:52.533912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:52.537848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:52.585260 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:24:52.600516 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fa579acf-ced4-44dd-a3ce-847f410b2d2d tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0419054 Dec 24 03:24:52.601156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:52.609275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43356) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:52.632382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:52.635329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78035022-1c56-40bf-8d2d-77ff4a58f384 tempest-ExternalNetworksTestJSON-1828635073 tempest-ExternalNetworksTestJSON-1828635073-project] Pushing event deleted for resources: {'Network': ['ID=4d71a404-cc6b-44d4-9223-3fb7acc806f0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:52.635787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event updated for resources: {'Port': ['ID=f3bcfd1e-9061-42b9-9244-32d730fc8986,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:52.666983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-280679a4-17e3-4099-a284-2e4b40a157fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.682633 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-41723973-7f83-452f-89b6-76e5f8e5e25f req-2c0f2a7e-a183-4bf1-a4a6-d926c50ec54a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.1891067 Dec 24 03:24:52.724506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:52.725157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.753809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-052ca990-2f6c-470c-883a-dd5f80b5ffd2 service neutron] 10.222.0.37 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570134 Dec 24 03:24:52.775912 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-66d92880-23e0-4180-bcaf-b5cf64fb9027 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4044330 Dec 24 03:24:52.776728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:52.796230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:52.807167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1a773-e482-4ac7-88a5-d417cd5c4755 None None] Network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:52.817522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.836348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:52.837322 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:24:52.838654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.955726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-280679a4-17e3-4099-a284-2e4b40a157fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.966282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-280679a4-17e3-4099-a284-2e4b40a157fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.018323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43368) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:53.030394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ce7a3003-5073-406f-b318-c4640eeb8cc2 None None] Provisioning complete for port f3bcfd1e-9061-42b9-9244-32d730fc8986 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:53.030944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce7a3003-5073-406f-b318-c4640eeb8cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.083444 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-280679a4-17e3-4099-a284-2e4b40a157fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4160fc90e7514a28970ce1d40fac3f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726806 Dec 24 03:24:53.085399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280679a4-17e3-4099-a284-2e4b40a157fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d781e8b-416b-4b8a-99c0-5652e050916f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:53.090131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43374) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:53.105923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a3003-5073-406f-b318-c4640eeb8cc2 None None] Port f3bcfd1e-9061-42b9-9244-32d730fc8986 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:53.109606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b2254-fd22-4560-9dc8-ff184ddaa788 None None] Network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:53.216074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d518269-b64e-420e-90bc-b00855da7935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.249638 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-dcfa259b-f65c-4433-a8fe-eb2ac906f4f6 service neutron] 10.222.0.37 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572139 Dec 24 03:24:53.287182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aed61d5a-73a0-4173-aa78-2e42f3a487d4 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9667892 Dec 24 03:24:53.292485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43380) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:53.305315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-690800607', 'network_id': 'ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:53.325409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d518269-b64e-420e-90bc-b00855da7935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.338231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.444161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'project_id': '27fe50b209ef41d9a41611b1b0e306ae', 'port_id': 'f3bcfd1e-9061-42b9-9244-32d730fc8986'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:53.454456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Made reservation on behalf of 6ba90b6de44d4582ad0e9fb702505f5a for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:53.457147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.483448 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2b223d14-ecc2-4a00-aeba-358ceec524a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d949c3ab7d64402ca973b6b22be481e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4524505 Dec 24 03:24:53.483700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event updated for resources: {'Port': ['ID=ed8e662f-a47c-469d-a671-1c49b4611a8c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:53.492418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43384) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:53.496848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] device_id is not set on port a1d85158-bdba-43d1-bfdc-b3f71de15ac5 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:24:53.555199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.573838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d518269-b64e-420e-90bc-b00855da7935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.576618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d518269-b64e-420e-90bc-b00855da7935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.580715 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4d518269-b64e-420e-90bc-b00855da7935 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d781e8b-416b-4b8a-99c0-5652e050916f HTTP/1.1" status: 204 len: 168 time: 0.4874218 Dec 24 03:24:53.598837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d518269-b64e-420e-90bc-b00855da7935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d781e8b-416b-4b8a-99c0-5652e050916f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:53.636538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da52f4d3-2f64-4a89-a42f-dd12661d32e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.686667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Allocated IP 172.20.0.12 (ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e/082c9301-b9c9-4ebb-9adc-2a6ca4acd201/a1d85158-bdba-43d1-bfdc-b3f71de15ac5) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:53.768758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Deleting port 938ebc4c-5d66-4f2a-a9f4-bd9c9435da8f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:53.769262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.877695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Network fbb50964-5930-4392-8b02-ed79e2127e83 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:53.962600 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8fcb7998-0baa-4c2c-9b0e-0de015b78207 req-a1282a94-550b-447c-a44b-79375ba707e8 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.2169726 Dec 24 03:24:53.996085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:53.996085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:54.236958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da52f4d3-2f64-4a89-a42f-dd12661d32e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.381048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.389968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.459805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9c661-3fa3-4c3e-9dd4-5ccf24700082 req-bec53aee-5dd2-4647-8489-419905e0e6d0 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:54.461702 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90b9c661-3fa3-4c3e-9dd4-5ccf24700082 req-bec53aee-5dd2-4647-8489-419905e0e6d0 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 931 time: 0.9886966 Dec 24 03:24:54.491557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da52f4d3-2f64-4a89-a42f-dd12661d32e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.494421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da52f4d3-2f64-4a89-a42f-dd12661d32e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.511804 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-da52f4d3-2f64-4a89-a42f-dd12661d32e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb553d27-836e-4c12-a5e0-eab274616262 HTTP/1.1" status: 204 len: 168 time: 1.0172851 Dec 24 03:24:54.526868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52f4d3-2f64-4a89-a42f-dd12661d32e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb553d27-836e-4c12-a5e0-eab274616262,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:54.569529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c1f06cff-5d46-4673-8ad9-f61d857f33e2 None None] Provisioning complete for port ed8e662f-a47c-469d-a671-1c49b4611a8c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:54.570611 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1f06cff-5d46-4673-8ad9-f61d857f33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.612242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c1f06cff-5d46-4673-8ad9-f61d857f33e2 None None] Port ed8e662f-a47c-469d-a671-1c49b4611a8c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:24:54.659704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Allocated IP 172.26.5.221 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/d89e8002-a474-48e4-9dc9-7b5d04b2d6a2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:54.897178 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-adc20189-1c3d-47d3-b7cc-aae6cf060aca req-1a7342ff-0d37-414f-b327-76e73591d147 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.5843480 Dec 24 03:24:54.909018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.979349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Calling delete_port for 938ebc4c-5d66-4f2a-a9f4-bd9c9435da8f owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:55.090686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.106070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.181282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.189522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:55.190303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.274082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4cd5bdbf-6b25-48a1-95cc-8636c733a2e5 req-e307beae-433f-4ff9-9011-727fda286793 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.1107030 Dec 24 03:24:55.291325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:55.298721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:55.324183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:55.340417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Pushing event updated for resources: {'Port': ['ID=d89e8002-a474-48e4-9dc9-7b5d04b2d6a2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:55.358199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43428) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:55.498684 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0ab24141-cf2c-4421-a40b-9452f3d3566a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75d143afb9cb4aa48dba2769e117b1fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1328769 Dec 24 03:24:55.509662 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-46b78e71-b448-4ebe-ac09-9535c5f4d981 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0429552 Dec 24 03:24:55.529798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43430) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:55.555957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:55.558210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d85158-bdba-43d1-bfdc-b3f71de15ac5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:55.629852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:55.656053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:55.658117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04742028-f2fc-4784-b146-2ffd258210b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.671639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:55.693910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04742028-f2fc-4784-b146-2ffd258210b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.756529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04742028-f2fc-4784-b146-2ffd258210b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.759558 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04742028-f2fc-4784-b146-2ffd258210b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.760770 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-04742028-f2fc-4784-b146-2ffd258210b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b0206d6-c98e-4db9-9960-b86bd1a650c0 HTTP/1.1" status: 204 len: 168 time: 0.2293823 Dec 24 03:24:55.771675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90b9c661-3fa3-4c3e-9dd4-5ccf24700082 req-2da80f17-443a-4258-b9c8-f1db204f8020 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8988700 Dec 24 03:24:55.775497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.816923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Pushing event deleted for resources: {'Port': ['ID=938ebc4c-5d66-4f2a-a9f4-bd9c9435da8f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:55.820462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04742028-f2fc-4784-b146-2ffd258210b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0206d6-c98e-4db9-9960-b86bd1a650c0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:55.820777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:55.821454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.886728 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e8460820-fc07-4ba3-a176-0dd2e49b4610 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5869932 Dec 24 03:24:55.906604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43438) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:55.979309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-693017876'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:55.996595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.013442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-589ac370-497a-4b44-9674-89d36ac84050 tempest-RoutersAdminNegativeIpV6Test-1211271432 tempest-RoutersAdminNegativeIpV6Test-1211271432-project-admin] 10.222.0.37 "DELETE /v2.0/ports/938ebc4c-5d66-4f2a-a9f4-bd9c9435da8f HTTP/1.1" status: 204 len: 168 time: 3.3741963 Dec 24 03:24:56.051887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Made reservation on behalf of fbf427de9b4c4af09535a5ff69bf96fa for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:56.060465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.092429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.213473 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c960bdf2-8b63-47e6-85e4-0434235464cd req-a6a0e7a5-26f4-4a44-9983-bf51f408f6ec tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.1237721 Dec 24 03:24:56.393948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Deleting port a1d85158-bdba-43d1-bfdc-b3f71de15ac5 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:56.394567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.395289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.408732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.545559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2aab5ac7-b36c-4b2d-a5a7-f2d3fac2b57f req-dda8699b-09f1-4e75-900d-4ae0456a43f4 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.1123760 Dec 24 03:24:56.546456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:56.556684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f8314c-33b3-438e-a51f-9f99ddefa1f2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:56.588779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.590097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Added segment a4413eab-11b0-4ce6-bd44-25dc0b5a64e1 of type vlan for network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 Dec 24 03:24:56.662827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.723450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.728488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.753807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:56.763146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Calling delete_port for a1d85158-bdba-43d1-bfdc-b3f71de15ac5 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:56.837385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.847668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:56.848487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.937303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3740048 Dec 24 03:24:56.968050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43468) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:56.976914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'subnet': {'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:57.046651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.086442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.087182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0563b-19f6-4da5-8f76-7ad907a6a7a5 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Network': ['ID=0dd4e66b-4543-4adc-b713-0c6db6bb6739,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:57.116772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:57.138622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4295ef24-260b-4a5e-a3aa-bd0f2db72150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.155405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d85158-bdba-43d1-bfdc-b3f71de15ac5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:57.259178 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.265566 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d335cbd2-b6e6-4ab2-932f-ba78c859dd6b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a1d85158-bdba-43d1-bfdc-b3f71de15ac5 HTTP/1.1" status: 204 len: 168 time: 1.3549955 Dec 24 03:24:57.265778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43476) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:57.270436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e', 'external_fixed_ips': [{'subnet_id': '082c9301-b9c9-4ebb-9adc-2a6ca4acd201', 'ip_address': '172.20.0.12'}]}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:57.327255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd925-c0f5-4704-ba25-f9ef3e7af414 req-95d3d736-4566-409d-a82f-23bf5272ae5c tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:57.336828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c1fd925-c0f5-4704-ba25-f9ef3e7af414 req-95d3d736-4566-409d-a82f-23bf5272ae5c tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 931 time: 0.4085579 Dec 24 03:24:57.352906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.354520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.459706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f7d7d4c6-7223-45b0-bf92-575a4aeceda7 req-43a463cb-bc36-4b96-bde5-5ce9a747c01a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.0765116 Dec 24 03:24:57.488810 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.489468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Made reservation on behalf of fbf427de9b4c4af09535a5ff69bf96fa for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:57.493666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.504005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.563928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c1fd925-c0f5-4704-ba25-f9ef3e7af414 req-36efab9e-7a04-4dbc-aed9-bd66e3308386 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262220 Dec 24 03:24:57.603075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.707894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Pushing event updated for resources: {'Port': ['ID=d89e8002-a474-48e4-9dc9-7b5d04b2d6a2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:57.715875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4295ef24-260b-4a5e-a3aa-bd0f2db72150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.743902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4295ef24-260b-4a5e-a3aa-bd0f2db72150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.816510 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7bf4dc5b-eaed-48da-a563-7bb83fad10f0 req-46703799-2ef0-41a4-923e-1b2801d38d88 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.0756750 Dec 24 03:24:57.855247 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4295ef24-260b-4a5e-a3aa-bd0f2db72150 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90161fc53709436985cbc5d6455f482a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0979311 Dec 24 03:24:57.876102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:57.942047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295ef24-260b-4a5e-a3aa-bd0f2db72150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21e376-92f4-45b4-bcbc-e13be1f142f3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:57.976582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08626e48-ccfc-46e4-ba5f-aa352e8a2a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.011783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.031304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08626e48-ccfc-46e4-ba5f-aa352e8a2a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.058540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.134917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.174441 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Floating IP f021b26d-00b3-4ff9-88c7-6250bd9bdbaf associated. External IP: 172.26.5.221, port: f3bcfd1e-9061-42b9-9244-32d730fc8986. Dec 24 03:24:58.211012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Subnet': ['ID=374163ed-360a-4467-abde-6fd76ede58de,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:58.228216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43496) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.236556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08626e48-ccfc-46e4-ba5f-aa352e8a2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.239433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08626e48-ccfc-46e4-ba5f-aa352e8a2a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.240642 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-08626e48-ccfc-46e4-ba5f-aa352e8a2a99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e21e376-92f4-45b4-bcbc-e13be1f142f3 HTTP/1.1" status: 204 len: 168 time: 0.3527253 Dec 24 03:24:58.253070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626e48-ccfc-46e4-ba5f-aa352e8a2a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21e376-92f4-45b4-bcbc-e13be1f142f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:58.265041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Checking segment: {'id': 'a4413eab-11b0-4ce6-bd44-25dc0b5a64e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:58.265815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Network hostable DHCP agents. Network: 0dd4e66b-4543-4adc-b713-0c6db6bb6739, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:58.299775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:58.317687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 0dd4e66b-4543-4adc-b713-0c6db6bb6739) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:58.323938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:58.328921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e592812-1cae-44f1-8de6-315660146e4b None None] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:58.337957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.376738 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d64e7c76-4509-4388-a71a-b415a4d4773b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4050996 Dec 24 03:24:58.377328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.388407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b04e02e0-c613-445d-aaee-f94429a89619 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1973851599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:58.473214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b04e02e0-c613-445d-aaee-f94429a89619 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.474932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b04e02e0-c613-445d-aaee-f94429a89619 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.511977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-0dd4e66b-4543-4adc-b713-0c6db6bb6739', 'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739', 'project_id': 'fbf427de9b4c4af09535a5ff69bf96fa', 'fixed_ips': [{'subnet_id': '374163ed-360a-4467-abde-6fd76ede58de'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:58.513548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.573001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b04e02e0-c613-445d-aaee-f94429a89619 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.586833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b04e02e0-c613-445d-aaee-f94429a89619 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.613515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b04e02e0-c613-445d-aaee-f94429a89619 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.616231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b04e02e0-c613-445d-aaee-f94429a89619 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2379277 Dec 24 03:24:58.620212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.633290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1929374508'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:58.801053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Made reservation on behalf of 7788224173f84b7984c111a3ff2e5391 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:58.805485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.827195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Allocated IP 172.20.0.2 (0dd4e66b-4543-4adc-b713-0c6db6bb6739/374163ed-360a-4467-abde-6fd76ede58de/6f0c0140-0209-4a1b-b330-18d5d3da4e50) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:58.876018 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7aff934d-4698-4b1a-a00c-0a904a82ee84 req-c4c31118-9bbe-44e4-ad99-3d83063e9d6b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.1297455 Dec 24 03:24:58.949140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.973114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103565c-5b26-428b-b26e-9fccd4003bf9 req-372a8517-a763-429c-be8b-7adc0e52888b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:58.980978 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7103565c-5b26-428b-b26e-9fccd4003bf9 req-372a8517-a763-429c-be8b-7adc0e52888b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 931 time: 0.2333596 Dec 24 03:24:58.991040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:59.021796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.049502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.076843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Router 79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:24:59.155427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.163509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.176721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c08ade55-2c3a-4b28-84cc-fc8d4a4ee679 req-1be5d468-16e6-4d9f-b334-83596f1dfdaf tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.1514621 Dec 24 03:24:59.207476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:59.210580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:59.217016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:59.226380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Pushing event updated for resources: {'Port': ['ID=6f0c0140-0209-4a1b-b330-18d5d3da4e50,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:59.284857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b504b2a5-8541-48cd-82f9-1759f2b334fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d96b69aa53754a01ba93fca69c413959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871342 Dec 24 03:24:59.285528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43516) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:59.285624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.312980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Attempting to bind port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:59.317422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Attempting to bind port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'a4413eab-11b0-4ce6-bd44-25dc0b5a64e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:59.317681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Attempting to bind port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 on network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:59.329272 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7103565c-5b26-428b-b26e-9fccd4003bf9 req-344e7f77-2af2-4d67-9a4b-575a007238fb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464670 Dec 24 03:24:59.340678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:59.341284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Checking segment: {'id': 'a4413eab-11b0-4ce6-bd44-25dc0b5a64e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:59.341458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.341841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Bound using segment: {'id': 'a4413eab-11b0-4ce6-bd44-25dc0b5a64e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:59.342309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Bound port: 6f0c0140-0209-4a1b-b330-18d5d3da4e50, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4413eab-11b0-4ce6-bd44-25dc0b5a64e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:59.342693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.429767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.457421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] For port 6f0c0140-0209-4a1b-b330-18d5d3da4e50, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:59.462169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] For port 6f0c0140-0209-4a1b-b330-18d5d3da4e50, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6f0c0140-0209-4a1b-b330-18d5d3da4e50,segment=NetworkSegment(a4413eab-11b0-4ce6-bd44-25dc0b5a64e1),segment_id=a4413eab-11b0-4ce6-bd44-25dc0b5a64e1)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:59.470143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.472665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.518263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:59.528562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.529171 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Added segment f8b4ab28-b272-4c3a-8bc0-de86bab538b6 of type vlan for network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 Dec 24 03:24:59.534560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fb7940e-bbda-4e1e-b61f-908a14cbb336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.536838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:24:59.545954 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] Sync routers for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:24:59.562565 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:59.563462 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:59.645511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eed91-bb4c-4f61-93d7-7c9a06486a74 None None] Pushing event updated for resources: {'Port': ['ID=6f0c0140-0209-4a1b-b330-18d5d3da4e50,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:59.698785 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:59.712700 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:24:59.715052 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:59.750735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Allocated IP 172.20.0.12 (ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e/082c9301-b9c9-4ebb-9adc-2a6ca4acd201/74f567e2-0cd1-48ad-845d-f020ab45a125) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:59.766192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fb7940e-bbda-4e1e-b61f-908a14cbb336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.775685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.776484 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:59.777995 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6f5e0-dc3c-43de-96ac-a140b7af204d None None] The sync data for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:24:59.798097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.847373 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72dea41-9de0-46a1-ae4f-9e55e927469a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:59.885566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.900619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:59.900619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.989821 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7591302 Dec 24 03:25:00.004899 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7155a514-51b4-4408-b111-0bb5784b7e4a tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.2239370 Dec 24 03:25:00.015636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43524) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:00.069377 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-99dfd168-171c-4aa7-9f0f-1e2185bfd6c4 req-0289ac4a-5839-4730-a4cd-4ce83aba15c7 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.0429685 Dec 24 03:25:00.114424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Allocated IP 172.20.0.1 (0dd4e66b-4543-4adc-b713-0c6db6bb6739/374163ed-360a-4467-abde-6fd76ede58de/ee7f3430-e8a6-4d38-888c-719965181f4d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:00.186842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5299121-c5b6-44ef-9fb9-200aaffff623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Pushing event updated for resources: {'Network': ['ID=9214cbc2-9802-46b0-8b2a-8ef9a79e9008,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:00.198511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:00.225098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fb7940e-bbda-4e1e-b61f-908a14cbb336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.227865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fb7940e-bbda-4e1e-b61f-908a14cbb336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.228888 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1fb7940e-bbda-4e1e-b61f-908a14cbb336 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c4a619d-46ce-49ba-8054-8638bcb20028 HTTP/1.1" status: 204 len: 168 time: 0.9425540 Dec 24 03:25:00.286675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7940e-bbda-4e1e-b61f-908a14cbb336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4a619d-46ce-49ba-8054-8638bcb20028,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:00.298159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e896fcb-c04c-45ea-8c21-7ce42f3e42ae req-3e69a37c-24bd-4991-b85f-1b323b2b4e8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.0383248 Dec 24 03:25:00.335176 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8dd2ed80-9e2a-409d-9637-e021a83f164f tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] 10.222.0.37 "GET /v2.0/floatingips/f021b26d-00b3-4ff9-88c7-6250bd9bdbaf HTTP/1.1" status: 200 len: 981 time: 0.3066046 Dec 24 03:25:00.336677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.337982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43530) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:00.404827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.458151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.491147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43534) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:00.504864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:00.512607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Request body: {'port': {'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-472040119'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:00.515190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:00.519342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:00.551167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Port': ['ID=74f567e2-0cd1-48ad-845d-f020ab45a125,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:00.554188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d6aed8de-04c8-4015-9fe8-a6c00c072bce tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.2144554 Dec 24 03:25:00.555075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:00.677757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afc54a-0fd4-4e4d-805c-0509f56b134a req-9146b02f-1a5e-4e52-b3b5-2f03f40e95de tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:00.680318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0afc54a-0fd4-4e4d-805c-0509f56b134a req-9146b02f-1a5e-4e52-b3b5-2f03f40e95de tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 931 time: 0.2434988 Dec 24 03:25:00.703037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.732336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Made reservation on behalf of 25d4f490dab64b6f97c409e2ca1341e1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:00.734957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.810799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Port': ['ID=ee7f3430-e8a6-4d38-888c-719965181f4d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:00.821426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.868029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:00.871950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.893943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:00.909473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:01.026509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99b756-809e-49ef-8659-bf420e73a83c None None] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:01.037892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.058408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0afc54a-0fd4-4e4d-805c-0509f56b134a req-d5ab6cdc-7f0a-4ffa-a56e-a8e876d95586 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664410 Dec 24 03:25:01.159374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-58bf2de6-c8db-4986-badf-1b1d839de204 None None] Provisioning complete for port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:01.160016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58bf2de6-c8db-4986-badf-1b1d839de204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.288746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58bf2de6-c8db-4986-badf-1b1d839de204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.337577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-58bf2de6-c8db-4986-badf-1b1d839de204 None None] For port 6f0c0140-0209-4a1b-b330-18d5d3da4e50, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6f0c0140-0209-4a1b-b330-18d5d3da4e50,segment=NetworkSegment(a4413eab-11b0-4ce6-bd44-25dc0b5a64e1),segment_id=a4413eab-11b0-4ce6-bd44-25dc0b5a64e1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:01.341076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.346093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58bf2de6-c8db-4986-badf-1b1d839de204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.432732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf2de6-c8db-4986-badf-1b1d839de204 None None] Pushing event updated for resources: {'Port': ['ID=6f0c0140-0209-4a1b-b330-18d5d3da4e50,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:01.437103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43560) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:01.446878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.475742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4cf5eea4-7f49-41f7-971b-2744bf2680d6 req-f3ec334b-4083-486e-b3b5-ec3baf003b7a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.2435007 Dec 24 03:25:01.561129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1527269411'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:01.562469 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7f5eb755-cd22-4f41-9369-aa63eb10885e req-8320afff-edde-4582-8e29-e9228b1e58fa tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.0632572 Dec 24 03:25:01.593037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:01.596608 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.609639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.667959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f9c75101-db10-4bf1-b05f-0c096b1d398a None None] Provisioning complete for port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:01.668462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9c75101-db10-4bf1-b05f-0c096b1d398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.682951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.686913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Router c995bcd4-3b60-46ea-a8de-4f4f934adabb is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:01.696223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Deleting port d89e8002-a474-48e4-9dc9-7b5d04b2d6a2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:01.696730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.752845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.773105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] device_id is not set on port 0a62377f-7952-40fa-9630-9ff326283757 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:01.775071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f9c75101-db10-4bf1-b05f-0c096b1d398a None None] Provisioning complete for port ee7f3430-e8a6-4d38-888c-719965181f4d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:01.775328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9c75101-db10-4bf1-b05f-0c096b1d398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.776621 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.784415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.797750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:01.809127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.809533 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Added segment 8283fdb0-7e50-46ad-ad1f-892005784330 of type vlan for network 97b6bd3f-63b4-4ad9-857e-58009b511f78 Dec 24 03:25:01.828355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f9c75101-db10-4bf1-b05f-0c096b1d398a None None] Port ee7f3430-e8a6-4d38-888c-719965181f4d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:01.859898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.941093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62723b1a-a7c9-4522-9e05-cc979d5597f9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:01.945551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.946018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.959876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454484ac-e88d-4181-aa90-5106f997bb38,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:01.971418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.974554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-016416ce-d31d-4955-bf06-4f80ba357b3f None None] Provisioning complete for port ee7f3430-e8a6-4d38-888c-719965181f4d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:01.974986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-016416ce-d31d-4955-bf06-4f80ba357b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.977044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:01.977730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.988106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:02.028408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6f0c0140-0209-4a1b-b330-18d5d3da4e50 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:02.034475 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5930393 Dec 24 03:25:02.035759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43564) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:02.043321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:02.052706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Sync routers for ids ['c995bcd4-3b60-46ea-a8de-4f4f934adabb'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:02.081989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.086381 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-536aa7d9-fc87-4a06-b7a6-bf57ce034639 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8197186 Dec 24 03:25:02.090697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43568) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:02.112996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Routers {'c995bcd4-3b60-46ea-a8de-4f4f934adabb'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:02.114750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c995bcd4-3b60-46ea-a8de-4f4f934adabb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:02.179892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-016416ce-d31d-4955-bf06-4f80ba357b3f None None] Port ee7f3430-e8a6-4d38-888c-719965181f4d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:02.209578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.215497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272686d-4e78-430f-90c5-90cdc6af51b8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Network': ['ID=97b6bd3f-63b4-4ad9-857e-58009b511f78,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:02.223691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-ef9b2b95-5160-41ba-8279-3856be2002f7 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:25:02.224911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-ef9b2b95-5160-41ba-8279-3856be2002f7 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078876 Dec 24 03:25:02.231180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:02.242499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Calling delete_port for d89e8002-a474-48e4-9dc9-7b5d04b2d6a2 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:02.393607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.398163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:02.401932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.450996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:02.451370 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.466401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4a99e-d641-4686-98c5-d104e2e0f341 req-f0b02c2f-455d-4db9-9d1b-6cbb528c6499 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:02.477935 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2db4a99e-d641-4686-98c5-d104e2e0f341 req-f0b02c2f-455d-4db9-9d1b-6cbb528c6499 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 931 time: 0.2645590 Dec 24 03:25:02.479394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Set router c995bcd4-3b60-46ea-a8de-4f4f934adabb gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:02.522802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.41', 61722) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:02.634657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Request body: {'port': {'device_id': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:02.702481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Deleting port 74f567e2-0cd1-48ad-845d-f020ab45a125 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:02.703098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.724475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.739494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.796399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995bcd4-3b60-46ea-a8de-4f4f934adabb', 'name': '', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e', 'external_fixed_ips': [{'subnet_id': '082c9301-b9c9-4ebb-9adc-2a6ca4acd201', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '74f567e2-0cd1-48ad-845d-f020ab45a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:57Z', 'updated_at': '2021-12-24T03:25:00Z', 'revision_number': 3, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port': {'id': '74f567e2-0cd1-48ad-845d-f020ab45a125', 'name': '', 'network_id': 'ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c995bcd4-3b60-46ea-a8de-4f4f934adabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '082c9301-b9c9-4ebb-9adc-2a6ca4acd201', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:59Z', 'updated_at': '2021-12-24T03:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '082c9301-b9c9-4ebb-9adc-2a6ca4acd201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:02.800102 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b74a7a13-50e9-4752-b039-33773d88aea7 req-9af36c45-5c57-4de2-bb4a-4a81b528354b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.1284821 Dec 24 03:25:02.807285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.843078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=2ae73406-03e3-42ec-8527-f4b4ca147874,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:02.843960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Checking router: c995bcd4-3b60-46ea-a8de-4f4f934adabb for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:02.853293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2db4a99e-d641-4686-98c5-d104e2e0f341 req-c7586023-6dc4-4b8d-ad1f-34b70226fa4c tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3744948 Dec 24 03:25:02.854435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Updating router c995bcd4-3b60-46ea-a8de-4f4f934adabb port 74f567e2-0cd1-48ad-845d-f020ab45a125 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:02.869046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.875961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.883025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:02.883489 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network hostable DHCP agents. Network: 97b6bd3f-63b4-4ad9-857e-58009b511f78, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:02.889316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.894399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Calling delete_port for 74f567e2-0cd1-48ad-845d-f020ab45a125 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:02.951737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:02.985728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 97b6bd3f-63b4-4ad9-857e-58009b511f78) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:03.001515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:03.006132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.018251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d0ddf-8120-40db-9c81-967be31b1e58 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:03.058184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] device_id is not set on port 0a62377f-7952-40fa-9630-9ff326283757 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:03.071582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd62ef75-66bf-4248-b5df-974c1af22bdf req-76b11875-e5db-4b02-b621-61f1d3d78a2a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.0889292 Dec 24 03:25:03.080732 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dfcfff47-e900-432b-b817-fdf6e2f88151 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0411062 Dec 24 03:25:03.085187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.087924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43580) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:03.097024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.099141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'name': 'tempest-NetworksTestDHCPv6-260459514'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:03.132972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Port': ['ID=ee7f3430-e8a6-4d38-888c-719965181f4d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:03.134929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.41', 61725) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:03.156605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dac52008-5615-4240-a8b1-d6403aaf8bed tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:03.158299 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dac52008-5615-4240-a8b1-d6403aaf8bed tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.41 "GET /v2.0/networks?id=ac5d4be0-c0a1-41b4-bb1d-4312348a0629 HTTP/1.1" status: 200 len: 811 time: 0.6299937 Dec 24 03:25:03.197270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.310243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.364593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '2ae73406-03e3-42ec-8527-f4b4ca147874'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:03.365557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.414607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.446977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:25:03.447431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:25:03.472096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event deleted for resources: {'Port': ['ID=74f567e2-0cd1-48ad-845d-f020ab45a125,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:03.483906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-f806cba5-f1d2-4fab-ada2-2691ba2fd70e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:03.485102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=0a62377f-7952-40fa-9630-9ff326283757,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:03.485631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-f806cba5-f1d2-4fab-ada2-2691ba2fd70e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 812 time: 0.3409615 Dec 24 03:25:03.505881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:03.520917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:03.524476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.527910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/2ae73406-03e3-42ec-8527-f4b4ca147874/3ae8e960-6a45-4b9b-b76a-043275275322) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:03.544893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port e469d71a-22ab-475a-b28e-9006dfb2b560 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:03.578470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-49e4fcab-075d-4d84-aec8-347ecf3f337d tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4e385599f3f44f1a80f03cebf12cdc3 HTTP/1.1" status: 200 len: 380 time: 0.3195105 Dec 24 03:25:03.590010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:03.605906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.607145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Port': ['ID=d89e8002-a474-48e4-9dc9-7b5d04b2d6a2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:03.654725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Checking segment: {'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:03.655190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Network hostable DHCP agents. Network: 9214cbc2-9802-46b0-8b2a-8ef9a79e9008, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:03.663071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Request body: {'port': {'device_id': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'admin_state_up': True, 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'security_groups': ['84851e6b-f899-4c79-bab3-af2635df5c19']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:03.702814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.715336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.738455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.739122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Floating IP f021b26d-00b3-4ff9-88c7-6250bd9bdbaf disassociated (deleted). External IP: 172.26.5.221, port: f3bcfd1e-9061-42b9-9244-32d730fc8986. Dec 24 03:25:03.771368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:03.774746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:03.781431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:03.815536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Pushing event updated for resources: {'Port': ['ID=3ae8e960-6a45-4b9b-b76a-043275275322,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:03.871088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Attempting to bind port 3ae8e960-6a45-4b9b-b76a-043275275322 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:03.871474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Attempting to bind port 3ae8e960-6a45-4b9b-b76a-043275275322 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:03.871839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Attempting to bind port 3ae8e960-6a45-4b9b-b76a-043275275322 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:03.878255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:03.879844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:03.879844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.879844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:03.880243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Bound port: 3ae8e960-6a45-4b9b-b76a-043275275322, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:03.880243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.945132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f6464a4c-2e07-4813-b28c-0f77af6f6e55 None None] Provisioning complete for port ee7f3430-e8a6-4d38-888c-719965181f4d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:03.945506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6464a4c-2e07-4813-b28c-0f77af6f6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.971770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Port 74f567e2-0cd1-48ad-845d-f020ab45a125 not found while updating agent binding for router c995bcd4-3b60-46ea-a8de-4f4f934adabb. {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 24 03:25:04.017975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Routers {'c995bcd4-3b60-46ea-a8de-4f4f934adabb'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:04.018956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.019455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c995bcd4-3b60-46ea-a8de-4f4f934adabb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:04.022717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.051970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc84c146-3b62-4028-87bb-6ce3a8aa1ae7 req-fde40df8-75ad-43e5-8a4c-a8e33802e857 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.0851569 Dec 24 03:25:04.096481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] For port 3ae8e960-6a45-4b9b-b76a-043275275322, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:04.122626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] Set router c995bcd4-3b60-46ea-a8de-4f4f934adabb gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:04.142804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.143583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c995bcd4-3b60-46ea-a8de-4f4f934adabb {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:04.163808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] For port 3ae8e960-6a45-4b9b-b76a-043275275322, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3ae8e960-6a45-4b9b-b76a-043275275322,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:04.164901 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f6464a4c-2e07-4813-b28c-0f77af6f6e55 None None] Port ee7f3430-e8a6-4d38-888c-719965181f4d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:04.166945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.171322 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-91afe813-6112-4841-a365-06608313bddb tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c995bcd4-3b60-46ea-a8de-4f4f934adabb HTTP/1.1" status: 204 len: 168 time: 2.0796549 Dec 24 03:25:04.176605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::25c (97b6bd3f-63b4-4ad9-857e-58009b511f78/2ae73406-03e3-42ec-8527-f4b4ca147874/e469d71a-22ab-475a-b28e-9006dfb2b560) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:04.179475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43592) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:04.195748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995bcd4-3b60-46ea-a8de-4f4f934adabb', 'name': '', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:57Z', 'updated_at': '2021-12-24T03:25:03Z', 'revision_number': 5, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:04.197245 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-c803ad2d-a91c-4649-a40d-d0a5ab1feff5 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853f874431e84adabf7448c56c8768aa HTTP/1.1" status: 200 len: 378 time: 0.5440669 Dec 24 03:25:04.198107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.224527 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Request body: {'port': {'device_id': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'admin_state_up': True, 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'security_groups': ['bba5145d-0b39-4b47-beaa-cbaa32e1a320']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:04.253902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d049fbb-7ba5-4d78-9dc5-82a9e43b29a2 None None] The sync data for ids ['c995bcd4-3b60-46ea-a8de-4f4f934adabb'] in dv-neutron-822869-1-hyperv is: [{'id': 'c995bcd4-3b60-46ea-a8de-4f4f934adabb', 'name': '', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:57Z', 'updated_at': '2021-12-24T03:25:03Z', 'revision_number': 5, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:04.295884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c3054-3a7f-4746-993d-9e8a9f7230f7 None None] Pushing event updated for resources: {'Port': ['ID=3ae8e960-6a45-4b9b-b76a-043275275322,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:04.342944 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Deleting subnet 082c9301-b9c9-4ebb-9adc-2a6ca4acd201 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:04.356416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.417975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:04.445486 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.511652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-825fc27a-c1d2-4e05-bf28-069312216ee4 req-2345ccf1-59af-43d5-88c6-e8a59c26659c tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.1062913 Dec 24 03:25:04.525894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Made reservation on behalf of b4e385599f3f44f1a80f03cebf12cdc3 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:04.535498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.537591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 9214cbc2-9802-46b0-8b2a-8ef9a79e9008) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:04.542987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:04.552752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c79492a-56a8-475d-95f7-2694cdec64b0 None None] Network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:04.560701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8e662f-a47c-469d-a671-1c49b4611a8c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:04.564346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.598662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.635216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbbab1-64b0-4337-be94-0fb1a0fd5b2a req-de80dad6-c243-4fba-8638-3fe082002738 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:04.637064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65dbbab1-64b0-4337-be94-0fb1a0fd5b2a req-de80dad6-c243-4fba-8638-3fe082002738 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 931 time: 0.6713600 Dec 24 03:25:04.667480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:04.668015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:04.668585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:04.690797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Transition to ACTIVE for port object ed8e662f-a47c-469d-a671-1c49b4611a8c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:25:04.701014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:04.701014 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:04.721361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Made reservation on behalf of 853f874431e84adabf7448c56c8768aa for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:04.726809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.732865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.744123 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 2 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:04.753923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.790164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=082c9301-b9c9-4ebb-9adc-2a6ca4acd201,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:04.792372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.798833 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cccd2279-286b-44a0-9ce4-2c54e5620d08 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/082c9301-b9c9-4ebb-9adc-2a6ca4acd201 HTTP/1.1" status: 204 len: 168 time: 0.6152012 Dec 24 03:25:04.809431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Router 9e0ab688-fde6-4d5a-a3e3-f8b3b3327575 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:04.811619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:04.815619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.861880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:04.862212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:04.862544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:04.920404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:04.920995 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:04.929550 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.935017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 3 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:04.985574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:04.987375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Allocated IP 172.20.0.13 (76ee49a6-0e39-4114-944b-33f99bf2741e/3a9304c8-47d1-4262-bb92-08d3516a9aa6/823c2edf-42dd-47fa-a648-856ff1942aba) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:04.991841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:04.999469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:05.005235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:05.005861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.016654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=e469d71a-22ab-475a-b28e-9006dfb2b560,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:05.043391 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-402513fc-a81e-44d9-82b7-bba8705962b5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9541197 Dec 24 03:25:05.046122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43596) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:05.087721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e662f-a47c-469d-a671-1c49b4611a8c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:05.162338 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65dbbab1-64b0-4337-be94-0fb1a0fd5b2a req-f9417cca-604b-437c-b58f-5a6817deeb5c tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5108938 Dec 24 03:25:05.164780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03005ef9-9098-4f0b-a59f-3334267d728f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:05.170662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03005ef9-9098-4f0b-a59f-3334267d728f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:05.175443 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-03005ef9-9098-4f0b-a59f-3334267d728f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1252372 Dec 24 03:25:05.176620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43600) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:05.210741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:05.211086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:05.211425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.235118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Allocated IP 172.20.0.4 (ac5d4be0-c0a1-41b4-bb1d-4312348a0629/876fc94e-656a-4a59-8430-74f06f5dd826/adc30b37-a407-4cfa-92e9-bf807bdc8125) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:05.239470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f192c84c-6cc2-4aeb-912d-d00f71a39b49 req-88ae921f-d211-4d19-b106-7650bd0db252 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.0674410 Dec 24 03:25:05.266143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.300471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:05.300978 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:05.307107 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 4 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:05.321034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.333993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:05.346150 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-04620ebf-a4cc-4a05-9db1-e8e9ca11bd27 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "PUT /v2.0/routers/9e0ab688-fde6-4d5a-a3e3-f8b3b3327575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7244852 Dec 24 03:25:05.349595 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] Sync routers for ids ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:05.350935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43602) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:05.356498 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'port': {'network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739', 'name': 'tempest-FloatingIPNegativeTestJSON-1674402242'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:05.362451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Router 79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:05.367071 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] Routers {'9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:05.367671 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.368162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:05.368415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:05.368745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.380828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port e469d71a-22ab-475a-b28e-9006dfb2b560 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:05.381171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.392963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:05.393289 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:05.409808 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.419541 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] Routers {'9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:05.420032 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 5 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:05.420613 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.450204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.455269 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.456534 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc77e1e-cbe0-4806-9f00-ce8d6b064708 None None] The sync data for ids ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:05.515962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:05.516604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:05.516686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.519017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Attempting to bind port ed8e662f-a47c-469d-a671-1c49b4611a8c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:05.519017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Attempting to bind port ed8e662f-a47c-469d-a671-1c49b4611a8c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:05.519260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Attempting to bind port ed8e662f-a47c-469d-a671-1c49b4611a8c on network fbb50964-5930-4392-8b02-ed79e2127e83 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.559286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Network 76ee49a6-0e39-4114-944b-33f99bf2741e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:05.572639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Port ed8e662f-a47c-469d-a671-1c49b4611a8c on network fbb50964-5930-4392-8b02-ed79e2127e83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:05.572994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Attempting to bind port ed8e662f-a47c-469d-a671-1c49b4611a8c on network fbb50964-5930-4392-8b02-ed79e2127e83 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.574853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:05.575187 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:05.575355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:05.578274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:05.581533 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 6 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:05.623144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.628537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event updated for resources: {'Port': ['ID=823c2edf-42dd-47fa-a648-856ff1942aba,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:05.644623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.672687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:05.672960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Checking segment: {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:05.673558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Bound using segment: {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:05.674084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Bound port: ed8e662f-a47c-469d-a671-1c49b4611a8c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:05.674398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.686799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for e469d71a-22ab-475a-b28e-9006dfb2b560 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:05.717024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Made reservation on behalf of fbf427de9b4c4af09535a5ff69bf96fa for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:05.721203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.731358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:05.732002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.763388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:05.763745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:05.764082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.782291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.793184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] device_id is not set on port 6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:05.806537 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-655a9900-b861-465b-98fc-1a6ed37be321 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5866661 Dec 24 03:25:05.815452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:05.816034 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:05.819744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6ae0c6-aad9-4de6-9a1f-670a5335eefd') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.820048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6ae0c6-aad9-4de6-9a1f-670a5335eefd') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.823979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 7 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:05.862850 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Request body: {'port': {'device_id': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:05.895947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.902031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.926979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:05.927311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:05.927835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.937822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.945835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:05.950812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.959415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] Sync routers for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:05.967461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.971730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:05.972229 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:05.979296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:05.979925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:05.983543 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 8 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:06.008277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:06.008947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:06.013317 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:06.015623 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:06.035229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:06.046035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606b638-0476-4236-b691-c728872afd0c req-f9bf39a3-32ef-4300-8888-1359d6d09bbd tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:06.051035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3ae8e960-6a45-4b9b-b76a-043275275322 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:06.057433 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7606b638-0476-4236-b691-c728872afd0c req-f9bf39a3-32ef-4300-8888-1359d6d09bbd tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 932 time: 0.4168842 Dec 24 03:25:06.108223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] For port ed8e662f-a47c-469d-a671-1c49b4611a8c, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:06.116589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:06.117447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:24:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:06.136389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:06.136750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:06.137091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:06.163695 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aff569a9-bd2a-4198-8c9c-a806869d1d86 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "DELETE /v2.0/floatingips/f021b26d-00b3-4ff9-88c7-6250bd9bdbaf HTTP/1.1" status: 204 len: 168 time: 5.6057479 Dec 24 03:25:06.168385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:06.170520 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:06.173873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:06.182068 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 9 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:06.192031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:06.223512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.225358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.267918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:25:06.283647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:06.283984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:06.284321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:06.295484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7606b638-0476-4236-b691-c728872afd0c req-1c020c27-6145-45a8-825e-6d667f75429c tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2371421 Dec 24 03:25:06.310950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.318402 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e HTTP/1.1" status: 204 len: 168 time: 1.4794383 Dec 24 03:25:06.320035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3833d37-650e-44cc-8d96-fe39735a1390 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca9ebf6a-3beb-4b09-9d4b-e917c0646a2e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:06.359803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:06.360102 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:06.362453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:06.367601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 10 to bind port 0a62377f-7952-40fa-9630-9ff326283757 Dec 24 03:25:06.376341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:06.385281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event updated for resources: {'Port': ['ID=adc30b37-a407-4cfa-92e9-bf807bdc8125,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:06.390973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:06.398904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.425446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:06.425786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:06.426125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:06.427220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55de0f-6736-4697-935d-519cef8a9e70 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:06.438581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:06.439728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892a9fb-e3c6-4ee9-aec9-9a16943ad362 None None] The sync data for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:06.464947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b44652e0-8e9a-4c3f-a3c2-b5b4e9c601f1 None None] Provisioning complete for port 823c2edf-42dd-47fa-a648-856ff1942aba triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:06.465962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b44652e0-8e9a-4c3f-a3c2-b5b4e9c601f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.493078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port 0a62377f-7952-40fa-9630-9ff326283757 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:06.493357 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port 0a62377f-7952-40fa-9630-9ff326283757 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:06.493726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.556176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 3ae8e960-6a45-4b9b-b76a-043275275322 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:06.557007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.661411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b44652e0-8e9a-4c3f-a3c2-b5b4e9c601f1 None None] Port 823c2edf-42dd-47fa-a648-856ff1942aba cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:06.678307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] For port 0a62377f-7952-40fa-9630-9ff326283757, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:06.678824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempted to set empty binding levels {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 03:25:06.706364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973cf9-90e0-424d-b7b3-1876f9dc4e54 req-6a179f4b-71ba-499c-8ab1-3a4a89d784c8 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:06.708926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.714664 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9973cf9-90e0-424d-b7b3-1876f9dc4e54 req-6a179f4b-71ba-499c-8ab1-3a4a89d784c8 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 943 time: 0.4092917 Dec 24 03:25:06.723220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.765838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 3ae8e960-6a45-4b9b-b76a-043275275322, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3ae8e960-6a45-4b9b-b76a-043275275322,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:06.771084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:06.772000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.785359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.798146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823c2edf-42dd-47fa-a648-856ff1942aba {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:06.806465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.824137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bd907918-060b-43f9-87fc-7600ccb1108d None None] Provisioning complete for port adc30b37-a407-4cfa-92e9-bf807bdc8125 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:06.824934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd907918-060b-43f9-87fc-7600ccb1108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.826929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43618) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:06.844163 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9973cf9-90e0-424d-b7b3-1876f9dc4e54 req-4578bca5-7e57-4d70-b13e-4a1d7419790c tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282163 Dec 24 03:25:06.854512 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.3537407 Dec 24 03:25:06.871722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Transition to ACTIVE for port object 823c2edf-42dd-47fa-a648-856ff1942aba will not be triggered until provisioned by entity L2. {{(pid=103177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:25:06.873239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43620) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:06.876011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bd907918-060b-43f9-87fc-7600ccb1108d None None] Port adc30b37-a407-4cfa-92e9-bf807bdc8125 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:06.876808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.902297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.904709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bd907918-060b-43f9-87fc-7600ccb1108d None None] Provisioning complete for port 3ae8e960-6a45-4b9b-b76a-043275275322 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:06.905086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd907918-060b-43f9-87fc-7600ccb1108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.922943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e58798f-ecb8-4443-a8d7-8dbc5ead6ecc tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'router': {'name': 'tempest-router--1665856725', 'project_id': 'e8764a90eaba45aea1e8978278ceaacb'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:06.947734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=3ae8e960-6a45-4b9b-b76a-043275275322,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:06.957596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:06.958440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.978084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=e469d71a-22ab-475a-b28e-9006dfb2b560,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:07.008534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] For port ed8e662f-a47c-469d-a671-1c49b4611a8c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:07.041093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80109-fee0-4377-804c-08e7acb9efb1 req-6301822d-80a9-4654-91fa-a523cd87ca7e tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:07.043194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4bb80109-fee0-4377-804c-08e7acb9efb1 req-6301822d-80a9-4654-91fa-a523cd87ca7e tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 931 time: 0.6194746 Dec 24 03:25:07.090458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.100329 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-101dfd53-e4fd-40b7-9c4f-37ea94d4b249 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4552755 Dec 24 03:25:07.125016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fab7fd-eeb6-42ee-98af-74922e773b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=0a62377f-7952-40fa-9630-9ff326283757,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:07.178429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Request body: {'port': {'device_id': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:07.205990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:07.206727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.208671 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed8e662f-a47c-469d-a671-1c49b4611a8c HTTP/1.1" status: 200 len: 1093 time: 4.7830491 Dec 24 03:25:07.242461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-043ddb7a-52a5-41c0-9210-f476b5ab1f2b None None] Could not find standard attr ID for object e469d71a-22ab-475a-b28e-9006dfb2b560. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:25:07.284234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-043ddb7a-52a5-41c0-9210-f476b5ab1f2b None None] Provisioning complete for port 3ae8e960-6a45-4b9b-b76a-043275275322 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:07.284834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-043ddb7a-52a5-41c0-9210-f476b5ab1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.448332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Allocated IP 172.20.0.3 (0dd4e66b-4543-4adc-b713-0c6db6bb6739/374163ed-360a-4467-abde-6fd76ede58de/6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:07.530579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:07.547431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.551354 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-082eb5ca-b0d7-49ca-8d91-0c41e94c7c6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/e469d71a-22ab-475a-b28e-9006dfb2b560 HTTP/1.1" status: 204 len: 168 time: 2.3735898 Dec 24 03:25:07.555768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43626) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:07.558666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Pushing event updated for resources: {'Port': ['ID=823c2edf-42dd-47fa-a648-856ff1942aba,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:07.605036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e58798f-ecb8-4443-a8d7-8dbc5ead6ecc tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.606082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e58798f-ecb8-4443-a8d7-8dbc5ead6ecc tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.610087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a8f25b0a-8a39-45b0-9e2d-aec84ec6c72b None None] Could not find standard attr ID for object e469d71a-22ab-475a-b28e-9006dfb2b560. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:25:07.677993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ba758-6af0-40b3-8673-96d1e6d83660 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e662f-a47c-469d-a671-1c49b4611a8c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:07.725486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4bb80109-fee0-4377-804c-08e7acb9efb1 req-3d933d23-9cb6-48e0-91cf-4552f0b2296a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6403084 Dec 24 03:25:07.767661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f7ce5-a750-4b8c-93fe-8c9d3d93faa8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:07.769298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f7ce5-a750-4b8c-93fe-8c9d3d93faa8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:07.772407 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-819f7ce5-a750-4b8c-93fe-8c9d3d93faa8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2034581 Dec 24 03:25:07.775831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Deleting port 0a62377f-7952-40fa-9630-9ff326283757 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:07.776174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.777779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43630) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:07.790840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:07.825352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.850217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e58798f-ecb8-4443-a8d7-8dbc5ead6ecc tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.885395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e58798f-ecb8-4443-a8d7-8dbc5ead6ecc tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.888595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-664092fd-0724-4220-a249-f4f05d007bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:07.890111 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-664092fd-0724-4220-a249-f4f05d007bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d&device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 1096 time: 0.3473754 Dec 24 03:25:07.903830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.910975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Attempting to bind port 823c2edf-42dd-47fa-a648-856ff1942aba on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:07.911337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Attempting to bind port 823c2edf-42dd-47fa-a648-856ff1942aba by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:07.911672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Attempting to bind port 823c2edf-42dd-47fa-a648-856ff1942aba on network 76ee49a6-0e39-4114-944b-33f99bf2741e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:07.917960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f3fec-d970-493d-8406-a60c165b72c8 req-b7c13ae4-c001-4c35-93a2-23e172b68e03 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:07.919573 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f5f3fec-d970-493d-8406-a60c165b72c8 req-b7c13ae4-c001-4c35-93a2-23e172b68e03 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 944 time: 0.3787999 Dec 24 03:25:07.921013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.938386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] For port 0a62377f-7952-40fa-9630-9ff326283757, host hv-neutron-8228, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:07.938785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.949428 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Port 823c2edf-42dd-47fa-a648-856ff1942aba on network 76ee49a6-0e39-4114-944b-33f99bf2741e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:07.949757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Attempting to bind port 823c2edf-42dd-47fa-a648-856ff1942aba on network 76ee49a6-0e39-4114-944b-33f99bf2741e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:07.959423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 2ae73406-03e3-42ec-8527-f4b4ca147874 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:07.969053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3ae8e960-6a45-4b9b-b76a-043275275322 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:07.970864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Calling delete_port for 0a62377f-7952-40fa-9630-9ff326283757 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:07.973805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.976594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:07.976955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Checking segment: {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:07.977511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Bound using segment: {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:07.977989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Bound port: 823c2edf-42dd-47fa-a648-856ff1942aba, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:07.978340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.010461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e58798f-ecb8-4443-a8d7-8dbc5ead6ecc tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.012863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9e58798f-ecb8-4443-a8d7-8dbc5ead6ecc tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1571846 Dec 24 03:25:08.015591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43640) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.037351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 3ae8e960-6a45-4b9b-b76a-043275275322 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:08.038070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.064413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282152b-08d5-49ad-ac67-86a5672e9c8b x-openstack-request-id: req-4282152b-08d5-49ad-ac67-86a5672e9c8b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:08.065008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:08.065247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4282152b-08d5-49ad-ac67-86a5672e9c8b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:08.065709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'status': 'completed', 'code': 200} Dec 24 03:25:08.071994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-bb2fa4e4-9a22-448d-be2a-60555ff54da5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c HTTP/1.1" status: 200 len: 217 time: 0.1482654 Dec 24 03:25:08.077640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.145080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.254009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:08.270306 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] For port 823c2edf-42dd-47fa-a648-856ff1942aba, host hv-neutron-8228, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:08.275709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:08.286751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:08.324332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a0781aa-37ba-4997-b712-33e1edb49d09 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.342210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Port': ['ID=6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:08.345882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] For port 823c2edf-42dd-47fa-a648-856ff1942aba, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=823c2edf-42dd-47fa-a648-856ff1942aba,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:08.359335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.367639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.426293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.447490 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f5f3fec-d970-493d-8406-a60c165b72c8 req-eeaa59cc-05a5-4bca-b736-8aa81e7df838 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4872420 Dec 24 03:25:08.468257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-632f1b8e-f429-40dc-865c-d0718823129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:08.469733 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-632f1b8e-f429-40dc-865c-d0718823129e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78058204-26e5-486c-898b-81f3cbad2cf9 HTTP/1.1" status: 200 len: 845 time: 0.3637795 Dec 24 03:25:08.474598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:08.475448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.482828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:08.483925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.485450 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] 10.222.0.41 "PUT /v2.0/ports/823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1094 time: 2.6268327 Dec 24 03:25:08.486565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.490159 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0a62377f-7952-40fa-9630-9ff326283757 HTTP/1.1" status: 204 len: 168 time: 1.6152067 Dec 24 03:25:08.507500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:08.512660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146205da-5231-4e72-b50c-8b578aec5b5e service neutron] Pushing event updated for resources: {'Port': ['ID=823c2edf-42dd-47fa-a648-856ff1942aba,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:08.557101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43642) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.563026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c32e-3c07-4329-a0a6-350575a7afeb req-324c412c-a100-4978-bd55-a5eee1cd738f tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:08.565385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d34e9-ce22-43d3-915f-644612a51f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a62377f-7952-40fa-9630-9ff326283757,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:08.565859 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65a2c32e-3c07-4329-a0a6-350575a7afeb req-324c412c-a100-4978-bd55-a5eee1cd738f tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 943 time: 0.4827142 Dec 24 03:25:08.633657 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda410f5-b26e-443a-9337-cf78ff830f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:08.636838 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dda410f5-b26e-443a-9337-cf78ff830f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "GET /v2.0/ports/0a62377f-7952-40fa-9630-9ff326283757 HTTP/1.1" status: 404 len: 333 time: 0.0685220 Dec 24 03:25:08.651167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Allocated IP 172.26.5.246 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/2bbe8fc1-6e93-4890-b938-62f5239a5239) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:08.653150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43648) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.684359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0398d48f-a86e-4a42-8c4a-3850cc2630fb None None] Provisioning complete for port 6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:08.684864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0398d48f-a86e-4a42-8c4a-3850cc2630fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.690354 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4125ff2b-a7d7-4ab5-b868-15e1763b7457 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3339632 Dec 24 03:25:08.690354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:08.699687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43650) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.709951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-af1892ae-cb4c-4295-85b9-89d4d96dc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:08.711515 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-af1892ae-cb4c-4295-85b9-89d4d96dc876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1097 time: 0.1554356 Dec 24 03:25:08.717958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:08.718150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Request body: {'port': {'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-44362275'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:08.755174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a0781aa-37ba-4997-b712-33e1edb49d09 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.763946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0398d48f-a86e-4a42-8c4a-3850cc2630fb None None] Port 6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:08.765569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a0781aa-37ba-4997-b712-33e1edb49d09 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.797606 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-2e24ab37-e6dc-4ace-b552-a383e649a302 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 217 time: 0.0677555 Dec 24 03:25:08.804947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.868292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae73406-03e3-42ec-8527-f4b4ca147874,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:08.870872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fd1c10-b27f-4f72-af1c-51d4113503a9 x-openstack-request-id: req-a4fd1c10-b27f-4f72-af1c-51d4113503a9 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:08.871155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:08.871404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4fd1c10-b27f-4f72-af1c-51d4113503a9 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:08.871855 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba', 'status': 'completed', 'code': 200} Dec 24 03:25:08.877658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.880839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-c67616de-31bd-4802-a3db-cd13594876a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:08.882615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-c67616de-31bd-4802-a3db-cd13594876a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbb50964-5930-4392-8b02-ed79e2127e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4034767 Dec 24 03:25:08.894954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.898297 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a53c29ce-f11d-408e-85a7-ed1c06f9353a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/2ae73406-03e3-42ec-8527-f4b4ca147874 HTTP/1.1" status: 204 len: 168 time: 1.1145945 Dec 24 03:25:08.902984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43660) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.907437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a0781aa-37ba-4997-b712-33e1edb49d09 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.908087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0781aa-37ba-4997-b712-33e1edb49d09 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1e91496-e17b-4bd8-8637-f90adc6fc3c3 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:08.917646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a920cb-c72b-47c1-bfbc-264ed0f3c3c8 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:08.943049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Made reservation on behalf of 25d4f490dab64b6f97c409e2ca1341e1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:08.945530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.951520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a0781aa-37ba-4997-b712-33e1edb49d09 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.955190 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0a0781aa-37ba-4997-b712-33e1edb49d09 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a1e91496-e17b-4bd8-8637-f90adc6fc3c3 HTTP/1.1" status: 204 len: 168 time: 0.8798907 Dec 24 03:25:08.961233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65a2c32e-3c07-4329-a0a6-350575a7afeb req-31e8f4d9-df68-40a9-9361-65cd6fd9c0ba tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130476 Dec 24 03:25:08.974788 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-180a06b0-272f-42d8-9cb9-f5663bed54b0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680413 Dec 24 03:25:08.979129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43664) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.988863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:09.023760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-c5343581-73b2-4f8d-aaec-8c4a9539aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:09.026460 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-c5343581-73b2-4f8d-aaec-8c4a9539aa11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.2123866 Dec 24 03:25:09.047572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] device_id is not set on port de89fbf9-ce20-4b81-a1e1-0965117d61fc yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:09.134547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:09.172695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43666) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:09.196995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] Deleting port 3ae8e960-6a45-4b9b-b76a-043275275322 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:09.197655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.221549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-78fbdb0c-51fb-4dd1-a4a6-845ab49d0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:09.223082 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-78fbdb0c-51fb-4dd1-a4a6-845ab49d0c99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1867352 Dec 24 03:25:09.250758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:09.256934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.280511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] For port 3ae8e960-6a45-4b9b-b76a-043275275322, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3ae8e960-6a45-4b9b-b76a-043275275322,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:09.280837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.295459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] Calling delete_port for 3ae8e960-6a45-4b9b-b76a-043275275322 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:09.381406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-490b16a8-16ac-40e2-a4a6-85041fcfed02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.409606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.409961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.415053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc30b37-a407-4cfa-92e9-bf807bdc8125 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:09.435689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.439861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.440642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] Pushing event deleted for resources: {'Port': ['ID=3ae8e960-6a45-4b9b-b76a-043275275322,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:09.444390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281fc84-5d62-498e-ba94-b532f54cde35 None None] No DVR routers for this DVR port 3ae8e960-6a45-4b9b-b76a-043275275322 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:09.474440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05306a0-bcea-4975-b105-fb7debcf2a02 req-e37c0310-a4f9-4d1d-a0b0-998998535316 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:09.475940 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e05306a0-bcea-4975-b105-fb7debcf2a02 req-e37c0310-a4f9-4d1d-a0b0-998998535316 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 931 time: 0.5222104 Dec 24 03:25:09.492107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1381219423', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:09.513573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Transition to ACTIVE for port object adc30b37-a407-4cfa-92e9-bf807bdc8125 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:25:09.523853 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-d41c8e89-41a5-47f4-a84f-9cbf9196198d service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193690 Dec 24 03:25:09.546137 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-e54a0e7c-1784-4abb-bf9e-bd2c9fee3572 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103383 Dec 24 03:25:09.552346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.607214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.608224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.751388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.787772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.791037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.799641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Pushing event updated for resources: {'Port': ['ID=adc30b37-a407-4cfa-92e9-bf807bdc8125,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:09.828672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e05306a0-bcea-4975-b105-fb7debcf2a02 req-6fe77b34-16ab-43fd-8c7c-6fd06af572ac tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385231 Dec 24 03:25:09.858541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.859143 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-427775e2-6ebd-4a06-9fda-ec0d8ed2427e req-b159eb7c-896c-468d-853c-25e2a8551acb service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018732 Dec 24 03:25:09.912703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:09.916407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d642f7-892a-4e85-aa9a-93787b15e679 req-7ed149a6-2958-40e8-b0d9-b2bd7910bf7d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:09.917920 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66d642f7-892a-4e85-aa9a-93787b15e679 req-7ed149a6-2958-40e8-b0d9-b2bd7910bf7d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 944 time: 0.3460672 Dec 24 03:25:09.920702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:09.923671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:09.924259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.950781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b3941-477d-4de8-8504-4a0dc95ac9c8 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:09.953474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3ae8e960-6a45-4b9b-b76a-043275275322 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:09.957617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:09.965685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Allocated IP 172.26.5.51 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/b7dadb62-4c04-4555-a5bb-aea350d84bb8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:09.980135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:10.000473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 3ae8e960-6a45-4b9b-b76a-043275275322 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:10.001020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3ae8e960-6a45-4b9b-b76a-043275275322 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:10.006620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d7b820f-c383-4768-9fe8-671caee9cb05 req-161d87c3-9479-48f3-bf12-7095832e8936 service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637346 Dec 24 03:25:10.026888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:10.033560 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0529294 Dec 24 03:25:10.039688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43674) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:10.055332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Pushing event updated for resources: {'Port': ['ID=2bbe8fc1-6e93-4890-b938-62f5239a5239,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:10.055605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b04227-9817-457a-bd22-8a83b495fe94 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=580a3fe7-31c8-4861-89c3-d5df1ae98fe1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:10.087786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'name': 'tempest-NetworksTestDHCPv6-1967347454'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:10.103514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.122025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '580a3fe7-31c8-4861-89c3-d5df1ae98fe1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:10.123651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.156579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Attempting to bind port adc30b37-a407-4cfa-92e9-bf807bdc8125 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:10.156923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Attempting to bind port adc30b37-a407-4cfa-92e9-bf807bdc8125 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:10.157223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Attempting to bind port adc30b37-a407-4cfa-92e9-bf807bdc8125 on network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:10.245789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Port adc30b37-a407-4cfa-92e9-bf807bdc8125 on network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:10.246191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Attempting to bind port adc30b37-a407-4cfa-92e9-bf807bdc8125 on network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:10.267557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66d642f7-892a-4e85-aa9a-93787b15e679 req-2d6abe4a-566c-4ea4-adb3-6869c3b2af82 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3157561 Dec 24 03:25:10.278109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/580a3fe7-31c8-4861-89c3-d5df1ae98fe1/225cf921-8bfe-473e-aec4-23c432a412c4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:10.278625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:10.279059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Checking segment: {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:10.279346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Bound using segment: {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:10.279786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Bound port: adc30b37-a407-4cfa-92e9-bf807bdc8125, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709865c7-3c41-4216-a5d7-d53ef3789907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:10.280142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.288150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.427193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abce3e-5f5c-4fdd-a5df-38b7b10aedae req-f7b04a92-217f-48dd-b540-ce61a66dbeb7 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.432957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70abce3e-5f5c-4fdd-a5df-38b7b10aedae req-f7b04a92-217f-48dd-b540-ce61a66dbeb7 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 943 time: 0.3346810 Dec 24 03:25:10.444638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-e009ce80-88c3-4fef-a213-b38739bf0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.446127 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-e009ce80-88c3-4fef-a213-b38739bf0663 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1097 time: 0.4724953 Dec 24 03:25:10.446994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:10.451174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-42201ba5-2f80-4c54-bea9-804764ac6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.452793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-42201ba5-2f80-4c54-bea9-804764ac6676 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d&device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 1096 time: 0.3295732 Dec 24 03:25:10.453260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.460093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.495759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:10.502084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:10.505650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:10.509912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:10.513155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Pushing event updated for resources: {'Port': ['ID=225cf921-8bfe-473e-aec4-23c432a412c4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:10.518164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=de89fbf9-ce20-4b81-a1e1-0965117d61fc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:10.528490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.536989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:10.538209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.538881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.570488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Attempting to bind port 225cf921-8bfe-473e-aec4-23c432a412c4 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:10.570838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Attempting to bind port 225cf921-8bfe-473e-aec4-23c432a412c4 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:10.571326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Attempting to bind port 225cf921-8bfe-473e-aec4-23c432a412c4 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:10.576321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:10.577143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:10.577143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.577477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:10.577929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Bound port: 225cf921-8bfe-473e-aec4-23c432a412c4, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:10.578451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.585078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.631136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-6c67adff-9803-4dca-becf-e1b6c6bd3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.632647 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-6c67adff-9803-4dca-becf-e1b6c6bd3e56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.1749949 Dec 24 03:25:10.647315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e96eed96-b4b8-4795-a4dd-85f4fb3a25eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.9894021 Dec 24 03:25:10.650664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] For port 225cf921-8bfe-473e-aec4-23c432a412c4, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:10.654320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] For port 225cf921-8bfe-473e-aec4-23c432a412c4, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=225cf921-8bfe-473e-aec4-23c432a412c4,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:10.655029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43676) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:10.661172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.661441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:10.674260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] For port adc30b37-a407-4cfa-92e9-bf807bdc8125, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:10.696299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:10.699065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.712274 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-5b7e7664-a021-417e-a60f-29db876db9a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 217 time: 0.0678797 Dec 24 03:25:10.712952 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70abce3e-5f5c-4fdd-a5df-38b7b10aedae req-ff33f092-4842-4f46-b61a-736dacba5eb3 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539988 Dec 24 03:25:10.713867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.724032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] For port adc30b37-a407-4cfa-92e9-bf807bdc8125, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:10.741901 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1188f-ca24-4605-9a84-5c90b64eb992 None None] Pushing event updated for resources: {'Port': ['ID=225cf921-8bfe-473e-aec4-23c432a412c4,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:10.758716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.760226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.804333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port efa1899c-dfd8-47b0-a42c-c8464865ae93 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:10.872595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.872595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.873447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:10.873903 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] 10.222.0.41 "PUT /v2.0/ports/adc30b37-a407-4cfa-92e9-bf807bdc8125 HTTP/1.1" status: 200 len: 1093 time: 3.7067211 Dec 24 03:25:10.875970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.881041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:10.883243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c0da72-432a-42a0-929d-0d1941cf3d22" -d '{"events": [{"name": "network-changed", "server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:10.893126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-35adbd1b-7497-41cf-97d8-d1eab0c071cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.894601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-35adbd1b-7497-41cf-97d8-d1eab0c071cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbb50964-5930-4392-8b02-ed79e2127e83 HTTP/1.1" status: 200 len: 906 time: 0.4206717 Dec 24 03:25:10.936823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-2556ac94-a7b0-4cfb-8c65-12277e3799ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.938303 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-2556ac94-a7b0-4cfb-8c65-12277e3799ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.2170238 Dec 24 03:25:10.939202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:10.951977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:10.970825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d47548-2a8e-4c2b-a36e-51f7e9643fc0 x-openstack-request-id: req-a4d47548-2a8e-4c2b-a36e-51f7e9643fc0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:10.971298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:10.971792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4d47548-2a8e-4c2b-a36e-51f7e9643fc0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:10.972452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'status': 'completed', 'code': 200} Dec 24 03:25:11.011733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Port': ['ID=b7dadb62-4c04-4555-a5bb-aea350d84bb8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:11.077122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-f2df100c-4735-466a-b3ae-23fa0bf16081 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c HTTP/1.1" status: 200 len: 217 time: 0.1581242 Dec 24 03:25:11.095908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f972f-dfdf-4066-865c-f767ba3faad0 service neutron] Pushing event updated for resources: {'Port': ['ID=adc30b37-a407-4cfa-92e9-bf807bdc8125,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:11.124158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.155745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.236122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-0a652e0a-9b84-4c3d-aba5-0e5898a8a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:11.237661 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-0a652e0a-9b84-4c3d-aba5-0e5898a8a88a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2766247 Dec 24 03:25:11.273108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0ce66-a5da-4054-baa1-6cd86987ef81 req-26cb2c84-422c-4ebe-8631-e92ca3af6674 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:11.274597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4f0ce66-a5da-4054-baa1-6cd86987ef81 req-26cb2c84-422c-4ebe-8631-e92ca3af6674 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 943 time: 0.3202672 Dec 24 03:25:11.275944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-6c9bce86-0b70-455e-958c-667905acce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:11.277290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-6c9bce86-0b70-455e-958c-667905acce8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78058204-26e5-486c-898b-81f3cbad2cf9 HTTP/1.1" status: 200 len: 845 time: 0.1762331 Dec 24 03:25:11.283276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-65b993a0-d764-4803-89ee-20915178809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:11.284742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-65b993a0-d764-4803-89ee-20915178809b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4e385599f3f44f1a80f03cebf12cdc3&device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 1096 time: 0.3285458 Dec 24 03:25:11.314341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::a4 (97b6bd3f-63b4-4ad9-857e-58009b511f78/580a3fe7-31c8-4861-89c3-d5df1ae98fe1/efa1899c-dfd8-47b0-a42c-c8464865ae93) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:11.355821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.402917 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-ea316629-74ba-45c1-a016-1ff60b13a452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125 HTTP/1.1" status: 200 len: 217 time: 0.0855477 Dec 24 03:25:11.495117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.506004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.528505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.537765 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-2435671e-f25a-4d3a-b0ed-f9fd7c36031f service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668760 Dec 24 03:25:11.543744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4f0ce66-a5da-4054-baa1-6cd86987ef81 req-74f25939-9e2e-4264-a7b7-e722ee70291d tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454743 Dec 24 03:25:11.577868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-152fdb7e-1fe3-4a51-9fa7-f47b3022f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:11.579996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-152fdb7e-1fe3-4a51-9fa7-f47b3022f074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbb50964-5930-4392-8b02-ed79e2127e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2937946 Dec 24 03:25:11.596246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Allocated IP 172.26.5.104 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/e5c5a09b-6b71-4d0b-bd64-9d6309826c19) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:11.614655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-a59fad67-987e-4bf3-9717-f4829c145bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:11.616026 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-a59fad67-987e-4bf3-9717-f4829c145bae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=876fc94e-656a-4a59-8430-74f06f5dd826 HTTP/1.1" status: 200 len: 850 time: 0.1938004 Dec 24 03:25:11.652471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] device_id is not set on port de89fbf9-ce20-4b81-a1e1-0965117d61fc yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:11.673653 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.706886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.736774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e3f98777-1209-4a89-98df-c831c99d257f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.776947 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-06592005-5f2e-4de8-8ad5-1ae48a8c0a2b req-ce4289d4-7f60-4de4-a7d0-d02e730b6d84 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250786 Dec 24 03:25:11.858475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=de89fbf9-ce20-4b81-a1e1-0965117d61fc,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:11.923623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:11.923772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:11.924128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:11.935761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.944401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:11.944401 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:11.946604 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 2 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:11.971891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:11.972216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:11.972566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:11.991192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.994693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 225cf921-8bfe-473e-aec4-23c432a412c4 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:11.998650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:11.998928 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:12.000658 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 3 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:12.006094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.029578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Pushing event updated for resources: {'Port': ['ID=2bbe8fc1-6e93-4890-b938-62f5239a5239,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:12.040555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb1cf2-aeac-4dc9-a851-64b6fea4c438 req-521f321f-5652-410c-9830-71bbe075f086 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:12.042058 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9adb1cf2-aeac-4dc9-a851-64b6fea4c438 req-521f321f-5652-410c-9830-71bbe075f086 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 944 time: 0.6471460 Dec 24 03:25:12.045570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:12.046075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:12.046557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:12.060920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.068993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:12.069323 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:12.078228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 225cf921-8bfe-473e-aec4-23c432a412c4 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:12.078813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.091835 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 4 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:12.123548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:12.123883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:12.124216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:12.126122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Port': ['ID=b7dadb62-4c04-4555-a5bb-aea350d84bb8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:12.135207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.138700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:12.143215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:12.143215 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:12.163566 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 5 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:12.166626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:12.169611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.172491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:12.196543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-da393bb8-3dcf-404f-917b-dd8720e1b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:12.198158 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-da393bb8-3dcf-404f-917b-dd8720e1b364 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac5d4be0-c0a1-41b4-bb1d-4312348a0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2859080 Dec 24 03:25:12.215590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98fea3-842d-4280-8b91-f0816351a696 req-072885ca-844d-41e0-916a-281eaf5b33eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:12.217341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a98fea3-842d-4280-8b91-f0816351a696 req-072885ca-844d-41e0-916a-281eaf5b33eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 943 time: 0.3060279 Dec 24 03:25:12.218199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:12.218522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:12.218854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:12.221647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.229020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.233905 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.235124 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b39ebbf2-8f78-4f44-89b0-1c06aa81bc47 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5226882 Dec 24 03:25:12.240771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43686) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:12.241196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.242461 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cbaf4448-1d81-4376-826d-bdd28c3af865 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0565460 Dec 24 03:25:12.242921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:12.243248 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:12.244332 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-4e807d67-0274-429a-ba91-be1e34763e5a service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384037 Dec 24 03:25:12.248022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6a599897-f6bb-4f99-bd76-a67b1130f5e6 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'floatingip': {'port_id': '6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:12.250186 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 6 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:12.252560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event updated for resources: {'Port': ['ID=e5c5a09b-6b71-4d0b-bd64-9d6309826c19,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:12.260026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43688) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:12.272576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-216a7804-0afb-4d71-93ac-a9eb2715d514 None None] Provisioning complete for port 225cf921-8bfe-473e-aec4-23c432a412c4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:12.273119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216a7804-0afb-4d71-93ac-a9eb2715d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.324952 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9adb1cf2-aeac-4dc9-a851-64b6fea4c438 req-d2709585-0f01-4b07-a263-074131a415c1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2677898 Dec 24 03:25:12.330152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 225cf921-8bfe-473e-aec4-23c432a412c4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=225cf921-8bfe-473e-aec4-23c432a412c4,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:12.341891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:12.341891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:12.342226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:12.353866 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a599897-f6bb-4f99-bd76-a67b1130f5e6 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.366468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.399433 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:12.399433 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:12.420191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=225cf921-8bfe-473e-aec4-23c432a412c4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:12.430490 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 7 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:12.436293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216a7804-0afb-4d71-93ac-a9eb2715d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.473784 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a98fea3-842d-4280-8b91-f0816351a696 req-893e86db-cfc5-4889-8d20-5b43b8047c10 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444677 Dec 24 03:25:12.489150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.494235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:12.494846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:12.495417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:12.504721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:12.531274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-216a7804-0afb-4d71-93ac-a9eb2715d514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:25:12.531624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-216a7804-0afb-4d71-93ac-a9eb2715d514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:25:12.542631 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-2270498f-b2d6-43bf-a3a0-814f88caf0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167024 Dec 24 03:25:12.544025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:12.544349 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:12.550425 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 8 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:12.571553 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc3fa9eb-dd55-4f4a-bd29-4ceeaf0c1c0d req-b272d86c-8f4e-4d7b-a6a9-4d8b13b0cc78 service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912040 Dec 24 03:25:12.582349 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:12.582699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:12.582819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:12.583006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:12.600700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:12.601056 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:12.607561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:12.610034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:12.616130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:12.616853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.630739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=efa1899c-dfd8-47b0-a42c-c8464865ae93,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:12.645728 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 9 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:12.648606 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-6a599897-f6bb-4f99-bd76-a67b1130f5e6 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] update failed (client error): The resource could not be found. Dec 24 03:25:12.648736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.649777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.652837 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6a599897-f6bb-4f99-bd76-a67b1130f5e6 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "PUT /v2.0/floatingips/16333ff8-bae7-4c7a-af29-c00489793726 HTTP/1.1" status: 404 len: 507 time: 0.4107401 Dec 24 03:25:12.655179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43694) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:12.700285 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e34899c8-0676-421c-9d9f-f3c57dd27df8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6418173 Dec 24 03:25:12.718167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:12.861513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93226625-f80c-49f4-b585-9c2048d41bd3 req-3294bac4-fa03-4b12-9ea8-258c4948ef74 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:12.863121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93226625-f80c-49f4-b585-9c2048d41bd3 req-3294bac4-fa03-4b12-9ea8-258c4948ef74 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 943 time: 0.2159066 Dec 24 03:25:12.889883 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50fcbde2-77a1-4f94-ae9b-00d969fe22ec req-c3db64cb-9e8d-419e-bbdf-41ac00150923 service neutron] 10.222.0.41 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370602 Dec 24 03:25:12.899953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864624d-8a48-44dd-978e-036eaf90c786 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:12.906855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864624d-8a48-44dd-978e-036eaf90c786 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:12.910887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1864624d-8a48-44dd-978e-036eaf90c786 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1877675 Dec 24 03:25:12.917595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:12.981338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:12.981579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:12.981908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:13.020036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:13.020358 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:13.049657 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 10 to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc Dec 24 03:25:13.052305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93226625-f80c-49f4-b585-9c2048d41bd3 req-dee6d337-f1b3-4faf-a643-b66e068358c5 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612515 Dec 24 03:25:13.075952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:13.076171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:13.076512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:13.082781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.098106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-821c26bd-5124-40ad-ba10-45aebf15b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.099606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-821c26bd-5124-40ad-ba10-45aebf15b4e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4e385599f3f44f1a80f03cebf12cdc3&device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 1096 time: 0.1141541 Dec 24 03:25:13.106439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.109342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:13.109674 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port de89fbf9-ce20-4b81-a1e1-0965117d61fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:13.110182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.174350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port efa1899c-dfd8-47b0-a42c-c8464865ae93 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:13.174597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.209024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-16c2585a-be5b-44ec-a164-733463112e85 None None] Provisioning complete for port efa1899c-dfd8-47b0-a42c-c8464865ae93 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:13.209612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-16c2585a-be5b-44ec-a164-733463112e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.244959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-16c2585a-be5b-44ec-a164-733463112e85 None None] Port efa1899c-dfd8-47b0-a42c-c8464865ae93 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:13.262840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Deleting port b7dadb62-4c04-4555-a5bb-aea350d84bb8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:13.263387 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.271839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] For port de89fbf9-ce20-4b81-a1e1-0965117d61fc, host hv-neutron-8228, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:13.272243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempted to set empty binding levels {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 03:25:13.291777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.342005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Allocated IP 172.26.5.168 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/250a9cdc-c0bc-432b-b661-8977a16288d9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:13.364643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.379101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-99da8394-4d76-4695-9a9b-a5549352affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.380818 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-99da8394-4d76-4695-9a9b-a5549352affc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac5d4be0-c0a1-41b4-bb1d-4312348a0629 HTTP/1.1" status: 200 len: 911 time: 0.2435243 Dec 24 03:25:13.389537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for efa1899c-dfd8-47b0-a42c-c8464865ae93 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:13.401023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] In _notify_port_updated(), no bound segment for port de89fbf9-ce20-4b81-a1e1-0965117d61fc on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:25:13.401872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.402484 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.404969 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "PUT /v2.0/ports/de89fbf9-ce20-4b81-a1e1-0965117d61fc HTTP/1.1" status: 200 len: 979 time: 2.7480607 Dec 24 03:25:13.410293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43702) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:13.453963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33a57f-a2b5-42e2-91c4-d50e7271d3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=de89fbf9-ce20-4b81-a1e1-0965117d61fc,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:13.459979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-54999c98-5415-4e75-a6e1-ef647bcac126 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125 HTTP/1.1" status: 200 len: 217 time: 0.0681357 Dec 24 03:25:13.523257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.523580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.553552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Calling delete_port for b7dadb62-4c04-4555-a5bb-aea350d84bb8 owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:13.565204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.593730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.594183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.594636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.595628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.596073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.596552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.596998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.597441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.597881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.598320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.598758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.599197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.599636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.600074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.600540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.600984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.601423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.601861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.602341 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.602779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.603214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.603648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.604092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.604556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.604993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.605430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.605864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.606318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.606737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.607171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.607614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.608049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.608507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.615797 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9d0ea428-ff4d-4538-a5b5-62f886314d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28592 time: 0.1983190 Dec 24 03:25:13.632622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43706) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:13.703113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381c43-66d0-44e7-bd53-8a67e6f4d3c6 req-fe2411d8-38ca-4b63-95f5-faa0d7c42e69 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.704679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a381c43-66d0-44e7-bd53-8a67e6f4d3c6 req-fe2411d8-38ca-4b63-95f5-faa0d7c42e69 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 944 time: 0.2554243 Dec 24 03:25:13.706212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-c9ddd7c9-837e-4724-b5c7-85670721536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.707574 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-c9ddd7c9-837e-4724-b5c7-85670721536b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=876fc94e-656a-4a59-8430-74f06f5dd826 HTTP/1.1" status: 200 len: 850 time: 0.2133644 Dec 24 03:25:13.742888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.813155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bab44-01b0-4096-932d-2bcf5fd4fb7a req-b897db91-71a8-4a40-b1e9-020acaad655b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:13.814679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835bab44-01b0-4096-932d-2bcf5fd4fb7a req-b897db91-71a8-4a40-b1e9-020acaad655b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 943 time: 0.2417538 Dec 24 03:25:13.825236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Router ec878f7f-1325-4295-a610-9f6b7ec5db0f is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:13.831237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.866166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event deleted for resources: {'Port': ['ID=b7dadb62-4c04-4555-a5bb-aea350d84bb8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:13.943080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 225cf921-8bfe-473e-aec4-23c432a412c4 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:14.001160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.003657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.008188 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-40cef902-037c-4097-a6b1-67d4bcebc238 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "DELETE /v2.0/floatingips/16333ff8-bae7-4c7a-af29-c00489793726 HTTP/1.1" status: 204 len: 168 time: 1.3475602 Dec 24 03:25:14.008759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43708) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:14.014017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 225cf921-8bfe-473e-aec4-23c432a412c4 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:14.014383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.015328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7a554991-3a59-4cc1-9926-d7fa7e884659 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'floatingip': {'floating_network_id': '0dd4e66b-4543-4adc-b713-0c6db6bb6739', 'port_id': '6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:14.029796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:14.042532 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] Sync routers for ids ['ec878f7f-1325-4295-a610-9f6b7ec5db0f'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:14.060507 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] Routers {'ec878f7f-1325-4295-a610-9f6b7ec5db0f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:14.062019 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['ec878f7f-1325-4295-a610-9f6b7ec5db0f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:14.068633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a554991-3a59-4cc1-9926-d7fa7e884659 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.075429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.081592 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1b6b9f70-5134-4f08-8323-6eaa9b195a1c tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9059975 Dec 24 03:25:14.082711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43710) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:14.120994 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:14.132968 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] Routers {'ec878f7f-1325-4295-a610-9f6b7ec5db0f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:14.133860 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['ec878f7f-1325-4295-a610-9f6b7ec5db0f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:14.182061 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:14.183277 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43734f5-d1ff-484a-919b-e24c529a45ef None None] The sync data for ids ['ec878f7f-1325-4295-a610-9f6b7ec5db0f'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:14.250798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-34e51732-5357-4bc6-927f-9415a674f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:14.252423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-34e51732-5357-4bc6-927f-9415a674f85d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac5d4be0-c0a1-41b4-bb1d-4312348a0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5258572 Dec 24 03:25:14.255641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a381c43-66d0-44e7-bd53-8a67e6f4d3c6 req-6a7eee03-37a4-48e7-92f5-175f1b8c1b7a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5362957 Dec 24 03:25:14.297910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.321205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.334002 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-850fd8bc-63d2-4009-be09-7bab84438ce7 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/ec878f7f-1325-4295-a610-9f6b7ec5db0f HTTP/1.1" status: 200 len: 921 time: 0.2470610 Dec 24 03:25:14.335446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43714) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:14.340723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835bab44-01b0-4096-932d-2bcf5fd4fb7a req-c1c39eda-50c1-473d-9e8a-be40388a9f95 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4963660 Dec 24 03:25:14.363804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.375370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=efa1899c-dfd8-47b0-a42c-c8464865ae93,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:14.401732 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c67a8d31-d581-4e4c-9b4e-bb3b7a44b673 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec878f7f-1325-4295-a610-9f6b7ec5db0f HTTP/1.1" status: 200 len: 205 time: 0.0651519 Dec 24 03:25:14.404167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43716) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:14.459365 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Deleting port de89fbf9-ce20-4b81-a1e1-0965117d61fc {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:14.459707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.496819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.503029 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3ac65f18-cde0-4b97-bfec-5e50eac08e54 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/efa1899c-dfd8-47b0-a42c-c8464865ae93 HTTP/1.1" status: 204 len: 168 time: 1.5816958 Dec 24 03:25:14.521104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43718) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:14.532194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ed8e662f-a47c-469d-a671-1c49b4611a8c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:25:14.551711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:14.562346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:14.565339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:14.606376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8cec0-35ee-4eb4-965f-85fb988c1203 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:14.607774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8cec0-35ee-4eb4-965f-85fb988c1203 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:14.609443 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a4e8cec0-35ee-4eb4-965f-85fb988c1203 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0867720 Dec 24 03:25:14.618322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43720) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:14.651533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Pushing event updated for resources: {'Port': ['ID=250a9cdc-c0bc-432b-b661-8977a16288d9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:14.666763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port ed8e662f-a47c-469d-a671-1c49b4611a8c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:14.668448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] For port de89fbf9-ce20-4b81-a1e1-0965117d61fc, host hv-neutron-8228, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:14.668887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.678682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f858b1-06e3-444f-9851-37da8bd54d0b req-14a7093b-4262-4e6a-9171-184602a23954 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:14.680244 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59f858b1-06e3-444f-9851-37da8bd54d0b req-14a7093b-4262-4e6a-9171-184602a23954 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 943 time: 0.3184919 Dec 24 03:25:14.682164 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-4e61858a-d60f-4dad-9483-ff1da75c2958 service neutron] 10.222.0.41 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142771 Dec 24 03:25:14.692716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.697353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'port_id': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'mac_address': 'fa:16:3e:9b:56:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:25:14.726181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Calling delete_port for de89fbf9-ce20-4b81-a1e1-0965117d61fc owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:14.755434 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-7a554991-3a59-4cc1-9926-d7fa7e884659 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:25:14.757527 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7a554991-3a59-4cc1-9926-d7fa7e884659 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7478004 Dec 24 03:25:14.763262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.765768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43722) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:14.770844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:14.781039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8e662f-a47c-469d-a671-1c49b4611a8c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:14.785997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 580a3fe7-31c8-4861-89c3-d5df1ae98fe1 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:14.807087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port ed8e662f-a47c-469d-a671-1c49b4611a8c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:14.815499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.816534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 823c2edf-42dd-47fa-a648-856ff1942aba details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:25:14.833371 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.857545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.906775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59f858b1-06e3-444f-9851-37da8bd54d0b req-40b4b96e-6996-4ef1-82e3-28664ffabe8e tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151752 Dec 24 03:25:14.907888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.911261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.936233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48c0da72-432a-42a0-929d-0d1941cf3d22 req-8478bb08-b5d9-401b-ade0-f009c4e098c4 service neutron] 10.222.0.41 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383881 Dec 24 03:25:14.958261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.979458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.998598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 823c2edf-42dd-47fa-a648-856ff1942aba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=823c2edf-42dd-47fa-a648-856ff1942aba,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:15.009128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.015271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '823c2edf-42dd-47fa-a648-856ff1942aba', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'port_id': '823c2edf-42dd-47fa-a648-856ff1942aba', 'mac_address': 'fa:16:3e:4c:68:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:25:15.055467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.062017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "DELETE /v2.0/ports/de89fbf9-ce20-4b81-a1e1-0965117d61fc HTTP/1.1" status: 204 len: 168 time: 1.4253409 Dec 24 03:25:15.123064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=ed8e662f-a47c-469d-a671-1c49b4611a8c,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:15.138907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.154912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.172553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823c2edf-42dd-47fa-a648-856ff1942aba {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:15.175556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d8b0-5a79-4736-b723-0c1b0a28695b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event deleted for resources: {'Port': ['ID=de89fbf9-ce20-4b81-a1e1-0965117d61fc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:15.177266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.203297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 823c2edf-42dd-47fa-a648-856ff1942aba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=823c2edf-42dd-47fa-a648-856ff1942aba,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:15.208598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.212225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2648042f-9ead-43aa-ac57-fc99f508eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:15.217461 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2648042f-9ead-43aa-ac57-fc99f508eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "GET /v2.0/ports/de89fbf9-ce20-4b81-a1e1-0965117d61fc HTTP/1.1" status: 404 len: 333 time: 0.0342381 Dec 24 03:25:15.219080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43726) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.226043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-305707111', 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:15.270789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=823c2edf-42dd-47fa-a648-856ff1942aba,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:15.285167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Made reservation on behalf of 25d4f490dab64b6f97c409e2ca1341e1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:15.286768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.293175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.301718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.340201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] device_id is not set on port e787b76a-a93c-4224-8f3b-90c5b90c84a3 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:15.442146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.455211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Pushing event updated for resources: {'Port': ['ID=250a9cdc-c0bc-432b-b661-8977a16288d9,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:15.489530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.496770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Deleting port e5c5a09b-6b71-4d0b-bd64-9d6309826c19 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:15.497204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.524338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.537087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.540780 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6e761397-87af-41be-9f50-c37550c5c61b tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2681513 Dec 24 03:25:15.541992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43732) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.550186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323614ef-1c72-45de-bc98-a0243973eadd req-8263fcb9-e360-4bda-b09d-354c7c61e5e3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:15.551715 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-323614ef-1c72-45de-bc98-a0243973eadd req-8263fcb9-e360-4bda-b09d-354c7c61e5e3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 945 time: 0.2036219 Dec 24 03:25:15.590165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00025dc-5dc0-4daf-8429-150891fddfaf req-1231ca67-e9ce-463b-ae39-d497c077f78e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:15.591612 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f00025dc-5dc0-4daf-8429-150891fddfaf req-1231ca67-e9ce-463b-ae39-d497c077f78e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 944 time: 0.1606069 Dec 24 03:25:15.682315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.686505 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b728e25d-642f-49a4-8716-8d7cd1959cc8 tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3091 time: 0.1406484 Dec 24 03:25:15.691399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.693319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.709108 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-323614ef-1c72-45de-bc98-a0243973eadd req-ac999412-9242-4396-a09b-ecdcd68e6348 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450815 Dec 24 03:25:15.742925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=580a3fe7-31c8-4861-89c3-d5df1ae98fe1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:15.759355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.760343 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007dc381-2fdf-4999-a2d9-e1bd0abb0698 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:15.763513 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7880bd96-a0e3-4216-8c5b-3a91b1e41028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/580a3fe7-31c8-4861-89c3-d5df1ae98fe1 HTTP/1.1" status: 204 len: 168 time: 1.1391761 Dec 24 03:25:15.769450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43736) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.771173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.785503 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f00025dc-5dc0-4daf-8429-150891fddfaf req-71f31b68-2d9b-4be0-92d0-6c9b22cd8fd5 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580563 Dec 24 03:25:15.790195 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cafb1d5f-5aa3-4a7b-ba78-0031d00d2228 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0929043 Dec 24 03:25:15.791924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['823c2edf-42dd-47fa-a648-856ff1942aba'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:25:15.792872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.827832 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4c5c798d-ef1b-4127-8d80-249a33dd7e33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538621 Dec 24 03:25:15.829890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Calling delete_port for e5c5a09b-6b71-4d0b-bd64-9d6309826c19 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:15.835840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43740) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.841151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:15.846957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['ed8e662f-a47c-469d-a671-1c49b4611a8c'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:25:15.881404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Allocated IP 172.26.5.176 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/7d557271-d2c6-48d3-b885-b477bbf17c2a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:15.910914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.959881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:15.964478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:15.971292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:15.972224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:15.972837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.982486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=e787b76a-a93c-4224-8f3b-90c5b90c84a3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.022001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Deleting port 250a9cdc-c0bc-432b-b661-8977a16288d9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:16.022349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.035267 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4788f771-02cb-4199-aff9-57418608bdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8076675 Dec 24 03:25:16.035633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43744) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.147933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577725d8-cf6e-41cf-bd74-ff29e9d02ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:16.151860 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-577725d8-cf6e-41cf-bd74-ff29e9d02ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "GET /v2.0/ports/e787b76a-a93c-4224-8f3b-90c5b90c84a3 HTTP/1.1" status: 200 len: 958 time: 0.1124294 Dec 24 03:25:16.153657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.163863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.167837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:16.169892 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:16.173792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239faa7-85d9-4363-a33a-9a62f99ce44b req-fe8428e5-5ba8-4858-85d5-99109b9e66f0 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:16.175320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4239faa7-85d9-4363-a33a-9a62f99ce44b req-fe8428e5-5ba8-4858-85d5-99109b9e66f0 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 943 time: 0.1836765 Dec 24 03:25:16.192963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:16.196535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.244659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.260059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.260426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.261534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] Deleting port 225cf921-8bfe-473e-aec4-23c432a412c4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:16.262470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.286553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Calling delete_port for 250a9cdc-c0bc-432b-b661-8977a16288d9 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:16.308454 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4239faa7-85d9-4363-a33a-9a62f99ce44b req-f6325148-9e95-45f4-89af-6cd952ee70d1 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091182 Dec 24 03:25:16.335969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] For port 225cf921-8bfe-473e-aec4-23c432a412c4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=225cf921-8bfe-473e-aec4-23c432a412c4,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:16.336397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.359710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] Calling delete_port for 225cf921-8bfe-473e-aec4-23c432a412c4 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:16.361579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Deleting port e787b76a-a93c-4224-8f3b-90c5b90c84a3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:16.361914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.363501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.402342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.404350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event deleted for resources: {'Port': ['ID=e5c5a09b-6b71-4d0b-bd64-9d6309826c19,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.442185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.447563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.463308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Calling delete_port for e787b76a-a93c-4224-8f3b-90c5b90c84a3 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:16.478088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] Pushing event deleted for resources: {'Port': ['ID=225cf921-8bfe-473e-aec4-23c432a412c4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.479946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f80632-5c74-4fc7-8703-e0796301f738 None None] No DVR routers for this DVR port 225cf921-8bfe-473e-aec4-23c432a412c4 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:16.499172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:16.514341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device adc30b37-a407-4cfa-92e9-bf807bdc8125 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:25:16.544208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:16.559098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:16.569139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event updated for resources: {'Port': ['ID=7d557271-d2c6-48d3-b885-b477bbf17c2a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.570029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.632601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port adc30b37-a407-4cfa-92e9-bf807bdc8125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:16.632870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Pushing event deleted for resources: {'Port': ['ID=250a9cdc-c0bc-432b-b661-8977a16288d9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.643569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.645949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'port_id': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'mac_address': 'fa:16:3e:2a:53:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:25:16.681916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.684738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.688295 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8d3039af-954c-4241-aa70-300a9b58e272 tempest-FloatingIPAdminTestJSON-2003164026 tempest-FloatingIPAdminTestJSON-2003164026-project] 10.222.0.37 "DELETE /v2.0/floatingips/f612ed95-29d8-479c-acee-0f24c6eb2741 HTTP/1.1" status: 204 len: 168 time: 0.8920710 Dec 24 03:25:16.688606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43748) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.689445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.694511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.706663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc30b37-a407-4cfa-92e9-bf807bdc8125 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:16.728276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port adc30b37-a407-4cfa-92e9-bf807bdc8125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:16.733917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.771470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event deleted for resources: {'Port': ['ID=e787b76a-a93c-4224-8f3b-90c5b90c84a3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.783144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.802413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.807781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.811227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.817188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b3b9368-defb-4ec3-ba3e-1b34b0fe7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e787b76a-a93c-4224-8f3b-90c5b90c84a3 HTTP/1.1" status: 204 len: 168 time: 0.6610570 Dec 24 03:25:16.819663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=adc30b37-a407-4cfa-92e9-bf807bdc8125,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.824314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43752) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.929274 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-229b4ef6-9675-4650-bdad-fba6863af2e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:16.930744 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-229b4ef6-9675-4650-bdad-fba6863af2e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "GET /v2.0/ports/e787b76a-a93c-4224-8f3b-90c5b90c84a3 HTTP/1.1" status: 404 len: 333 time: 0.1019726 Dec 24 03:25:16.934185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:16.941241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43756) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.944185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.944755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Fanout notify agent at l3_agent the message router_deleted on router ec878f7f-1325-4295-a610-9f6b7ec5db0f {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:16.949663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Request body: {'port': {'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478043533'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:16.956213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:16.965972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7716a-7bf3-4a0b-88d2-b0e0dc7cf6df None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:16.966916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.972828 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b113fa92-6118-4b64-bfdc-434f2867cc1a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/ec878f7f-1325-4295-a610-9f6b7ec5db0f HTTP/1.1" status: 204 len: 168 time: 2.5631738 Dec 24 03:25:16.972828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:16.972828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.977186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43758) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.977727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=225ea2ee-6976-416f-9b9d-a6b84c7d1fae,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.999792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1870560255', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': False}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:17.040520 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6cb2650c-8d5d-4b07-ad2b-3c147e790bc1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2035444 Dec 24 03:25:17.046151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43760) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:17.056212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'name': 'tempest-NetworksTestDHCPv6-1305219790'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:17.076445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Made reservation on behalf of 25d4f490dab64b6f97c409e2ca1341e1 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:17.078494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.105452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '225ea2ee-6976-416f-9b9d-a6b84c7d1fae'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:17.105452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.136193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb85414-2bd6-4f36-a0a2-59521174c9af req-b5e262ea-7104-4298-824f-9a2c4b94ba43 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:17.137677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dcb85414-2bd6-4f36-a0a2-59521174c9af req-b5e262ea-7104-4298-824f-9a2c4b94ba43 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 945 time: 0.3295798 Dec 24 03:25:17.145250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.146298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.153767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] device_id is not set on port df6d3701-e9d8-4f41-ba78-7c8614fd1373 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:17.211577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Deleting port 2bbe8fc1-6e93-4890-b938-62f5239a5239 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:17.212065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.221948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Deleting port 7d557271-d2c6-48d3-b885-b477bbf17c2a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:17.222309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.225643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdd71d-5102-404e-a3cf-bd96e059c1d9 req-5f95c679-1f35-49c5-8483-97a51fcffada tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:17.227831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fcfdd71d-5102-404e-a3cf-bd96e059c1d9 req-5f95c679-1f35-49c5-8483-97a51fcffada tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 944 time: 0.1093571 Dec 24 03:25:17.258698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/225ea2ee-6976-416f-9b9d-a6b84c7d1fae/fcf699c4-8155-4131-b11a-e1bb9a60cbac) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:17.276060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dcb85414-2bd6-4f36-a0a2-59521174c9af req-39e80ee2-6dff-4b02-b6d9-8d04c14300f9 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088054 Dec 24 03:25:17.340236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.346110 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fcfdd71d-5102-404e-a3cf-bd96e059c1d9 req-77d4aa35-e55c-4b9b-8f13-ed9625b63707 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062663 Dec 24 03:25:17.359843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.360276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.377080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Calling delete_port for 2bbe8fc1-6e93-4890-b938-62f5239a5239 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:17.378082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['adc30b37-a407-4cfa-92e9-bf807bdc8125'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:25:17.500618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aa2e4-d0a0-448c-a3e0-9ee57f8429aa req-a74b6746-a9ad-4a8d-be24-f8208f9c022f tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:17.501464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.503088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-455aa2e4-d0a0-448c-a3e0-9ee57f8429aa req-a74b6746-a9ad-4a8d-be24-f8208f9c022f tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 944 time: 0.0816958 Dec 24 03:25:17.505859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.507013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.517176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.577359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:17.583275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:17.589486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:17.592957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Pushing event updated for resources: {'Port': ['ID=fcf699c4-8155-4131-b11a-e1bb9a60cbac,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:17.594046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-455aa2e4-d0a0-448c-a3e0-9ee57f8429aa req-fe4a53a1-5e51-4151-ae76-97208dace3d0 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736630 Dec 24 03:25:17.607415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:17.611568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.614647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.645523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Calling delete_port for 7d557271-d2c6-48d3-b885-b477bbf17c2a owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:17.650447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bbe8fc1-6e93-4890-b938-62f5239a5239,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:17.661798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.676883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:17.688982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.689326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Attempting to bind port fcf699c4-8155-4131-b11a-e1bb9a60cbac on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:17.689682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Attempting to bind port fcf699c4-8155-4131-b11a-e1bb9a60cbac by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:17.690283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Attempting to bind port fcf699c4-8155-4131-b11a-e1bb9a60cbac on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:17.695554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:17.696794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:17.696794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.696794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:17.697201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Bound port: fcf699c4-8155-4131-b11a-e1bb9a60cbac, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:17.697557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.724128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.726965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.731758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eae60fa7-7305-45c1-8bd9-62303ce6f92b tempest-FloatingIPAdminTestJSON-412394759 tempest-FloatingIPAdminTestJSON-412394759-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/4bb4dc0d-56da-492f-aa10-a105a9987141 HTTP/1.1" status: 204 len: 168 time: 1.0386031 Dec 24 03:25:17.733168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43764) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:17.830856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Deleting port f3bcfd1e-9061-42b9-9244-32d730fc8986 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:17.831253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.884481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] For port fcf699c4-8155-4131-b11a-e1bb9a60cbac, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:17.887575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] For port fcf699c4-8155-4131-b11a-e1bb9a60cbac, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fcf699c4-8155-4131-b11a-e1bb9a60cbac,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:17.895857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.941052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.942251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::99 (97b6bd3f-63b4-4ad9-857e-58009b511f78/225ea2ee-6976-416f-9b9d-a6b84c7d1fae/23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:17.954682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Calling delete_port for f3bcfd1e-9061-42b9-9244-32d730fc8986 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:17.961332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 225cf921-8bfe-473e-aec4-23c432a412c4 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:17.963759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.984741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 225cf921-8bfe-473e-aec4-23c432a412c4 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:17.984997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 225cf921-8bfe-473e-aec4-23c432a412c4 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:18.015578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca245638-11de-46ab-9c7e-0ec709ba6850 None None] Pushing event updated for resources: {'Port': ['ID=fcf699c4-8155-4131-b11a-e1bb9a60cbac,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:18.081569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:18.095448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.104720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:18.113006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=df6d3701-e9d8-4f41-ba78-7c8614fd1373,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:18.118958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:18.119893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:18.120544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.133478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Port': ['ID=f3bcfd1e-9061-42b9-9244-32d730fc8986,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:18.217277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.229328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-df742ba8-185b-4214-a4ef-92fe9fba044e tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "DELETE /v2.0/ports/f3bcfd1e-9061-42b9-9244-32d730fc8986 HTTP/1.1" status: 204 len: 168 time: 0.4893129 Dec 24 03:25:18.232150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:18.295303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac49d1d-0700-481f-8440-f1563b67a687 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:18.301764 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bac49d1d-0700-481f-8440-f1563b67a687 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "GET /v2.0/ports?device_id=79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e HTTP/1.1" status: 200 len: 913 time: 0.0646536 Dec 24 03:25:18.306969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:18.504049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.513649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ed8e662f-a47c-469d-a671-1c49b4611a8c up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:18.532996 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-22258f86-9b15-4765-a762-340432f55a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5841730 Dec 24 03:25:18.548911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43774) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:18.554302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:18.570363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port ed8e662f-a47c-469d-a671-1c49b4611a8c completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:25:18.574379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port ed8e662f-a47c-469d-a671-1c49b4611a8c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:18.574748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.585084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event deleted for resources: {'Port': ['ID=7d557271-d2c6-48d3-b885-b477bbf17c2a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:18.623080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000353c-b4cd-42f7-8938-caab3895a367 req-4a5b99e5-8bc6-44b8-915e-7b03da7cb282 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:18.624866 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8000353c-b4cd-42f7-8938-caab3895a367 req-4a5b99e5-8bc6-44b8-915e-7b03da7cb282 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 945 time: 0.1863840 Dec 24 03:25:18.637835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df708727-1884-4e8b-b71e-3bbcd8ded12e req-a508b1d7-5b3f-4358-99f6-df60068a0abd tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:18.645545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df708727-1884-4e8b-b71e-3bbcd8ded12e req-a508b1d7-5b3f-4358-99f6-df60068a0abd tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 944 time: 0.1460085 Dec 24 03:25:18.660641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.695833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:18.758224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df708727-1884-4e8b-b71e-3bbcd8ded12e req-08b4b3ea-c1fc-40b6-9360-91c7ae126cd6 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118233 Dec 24 03:25:18.770982 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8000353c-b4cd-42f7-8938-caab3895a367 req-af2a5fc8-65f8-40a8-8e75-f81b00d5b6c8 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221550 Dec 24 03:25:18.773672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port ed8e662f-a47c-469d-a671-1c49b4611a8c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:18.798914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.800203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.801072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device adc30b37-a407-4cfa-92e9-bf807bdc8125 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:18.871443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.924263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=ed8e662f-a47c-469d-a671-1c49b4611a8c,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:18.924945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.938117 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] create failed (client error): The resource could not be found. Dec 24 03:25:18.939698 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-85879512-d40e-44ae-9da1-1c4352019a4b tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1730678 Dec 24 03:25:18.941269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port adc30b37-a407-4cfa-92e9-bf807bdc8125 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:25:18.948902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port adc30b37-a407-4cfa-92e9-bf807bdc8125 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:18.949348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43782) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:18.949643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.975773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.999905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a38f2-cffd-4e95-85c0-c4c93c8b1b6b" -d '{"events": [{"server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "name": "network-vif-plugged", "status": "completed", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:19.025505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9e713-67d3-496d-8599-099abd3912a1 req-e4174986-3212-4b41-916a-18ecebb4b2a1 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:19.027067 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac9e713-67d3-496d-8599-099abd3912a1 req-e4174986-3212-4b41-916a-18ecebb4b2a1 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 944 time: 0.1548681 Dec 24 03:25:19.084178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.138987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port adc30b37-a407-4cfa-92e9-bf807bdc8125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:19.145456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.152399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 823c2edf-42dd-47fa-a648-856ff1942aba up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:19.155759 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bc2ac9-6c57-4a3a-84e5-34a4cf1c1325 x-openstack-request-id: req-e4bc2ac9-6c57-4a3a-84e5-34a4cf1c1325 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:19.156073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "name": "network-vif-plugged", "status": "completed", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:19.156327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4bc2ac9-6c57-4a3a-84e5-34a4cf1c1325 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:19.156877 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'code': 200} Dec 24 03:25:19.178881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.252538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac9e713-67d3-496d-8599-099abd3912a1 req-671a4733-ca03-4496-aaf0-effd426c4dea tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931272 Dec 24 03:25:19.288960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:19.297410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:19.303936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.308802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Deleting port 6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:19.309768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.310384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.315846 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:19.317784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.327269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=adc30b37-a407-4cfa-92e9-bf807bdc8125,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:19.328505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:19.356446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Allocated IP 172.26.5.17 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/819c3583-c1f6-4dda-af35-dee940df23d8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:19.365425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 823c2edf-42dd-47fa-a648-856ff1942aba completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:25:19.370227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 823c2edf-42dd-47fa-a648-856ff1942aba triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:19.370782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.388776 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cb31eaad-6879-4add-9959-40108ec639ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3396978 Dec 24 03:25:19.396350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43788) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:19.453390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] device_id is not set on port df6d3701-e9d8-4f41-ba78-7c8614fd1373 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:19.486776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.489363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.498049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5bafdec1-e952-497e-8d22-76821cfa9aa5 None None] Provisioning complete for port fcf699c4-8155-4131-b11a-e1bb9a60cbac triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:19.498255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bafdec1-e952-497e-8d22-76821cfa9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.506365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.557059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba02de-6408-41b6-b157-a934e92a15ed tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:19.562450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df461-d0e5-4eab-8a98-2109299ed992 req-3f4598c7-dd26-4d4e-acc3-aff1955aa473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:19.562996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba02de-6408-41b6-b157-a934e92a15ed tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:19.564135 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-090df461-d0e5-4eab-8a98-2109299ed992 req-3f4598c7-dd26-4d4e-acc3-aff1955aa473 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 1098 time: 0.1968613 Dec 24 03:25:19.564712 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-18ba02de-6408-41b6-b157-a934e92a15ed tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1667578 Dec 24 03:25:19.571309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:19.590509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 823c2edf-42dd-47fa-a648-856ff1942aba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=823c2edf-42dd-47fa-a648-856ff1942aba,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:19.598956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.609901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=df6d3701-e9d8-4f41-ba78-7c8614fd1373,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:19.615024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.644626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:19.644919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:19.645038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bafdec1-e952-497e-8d22-76821cfa9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.645194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:19.658287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:19.658619 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:19.660138 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 2 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:19.683848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:19.684298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:19.684684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:19.689595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:19.689960 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:19.690347 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 3 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:19.695630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.709002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5bafdec1-e952-497e-8d22-76821cfa9aa5 None None] For port fcf699c4-8155-4131-b11a-e1bb9a60cbac, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fcf699c4-8155-4131-b11a-e1bb9a60cbac,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:19.711728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-090df461-d0e5-4eab-8a98-2109299ed992 req-838d8915-2699-43ee-9eb8-636a3fbe7a1e service neutron] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.720689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bafdec1-e952-497e-8d22-76821cfa9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.723795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=823c2edf-42dd-47fa-a648-856ff1942aba,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:19.733235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:19.733537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:19.733874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:19.748208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.750210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:19.753120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:19.753451 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:19.755464 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 4 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:19.758137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:19.765216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:19.774696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Port': ['ID=819c3583-c1f6-4dda-af35-dee940df23d8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:19.779151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafdec1-e952-497e-8d22-76821cfa9aa5 None None] Pushing event updated for resources: {'Port': ['ID=fcf699c4-8155-4131-b11a-e1bb9a60cbac,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:19.801033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Calling delete_port for 6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:19.811181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:19.811512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:19.811847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:19.826963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:19.827306 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:19.829897 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 5 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:19.867360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:19.867360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:19.867637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:19.875604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-eff6c4d0-ed6b-4d84-83f6-f10708e80bf4 None None] Provisioning complete for port 23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:19.876547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eff6c4d0-ed6b-4d84-83f6-f10708e80bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.910792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-eff6c4d0-ed6b-4d84-83f6-f10708e80bf4 None None] Port 23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:19.945760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:19.946177 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:19.948083 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 6 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:19.966590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fcf699c4-8155-4131-b11a-e1bb9a60cbac up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:19.988765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:19.989187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:19.989597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:19.996922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:19.997367 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:19.999651 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 7 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:20.019056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port fcf699c4-8155-4131-b11a-e1bb9a60cbac triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:20.019463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.020421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:20.020979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:20.021446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:20.027799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:20.028222 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:20.030517 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 8 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:20.078983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:20.079316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:20.079814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:20.090791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:20.091003 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:20.123347 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 9 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:20.154604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:20.155004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:20.155491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:20.166116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:20.166449 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:20.168678 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempt 10 to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 Dec 24 03:25:20.187331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.191294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:20.191630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:20.191964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempting to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:20.236155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:20.236520 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Failed to bind port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9214cbc2-9802-46b0-8b2a-8ef9a79e9008'}] Dec 24 03:25:20.236905 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.308319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0ef56-d2d7-4026-a53e-1d722b4672c8 req-4690ab61-a7d9-4d2f-bd12-f3ade6a33b3b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:20.309808 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cde0ef56-d2d7-4026-a53e-1d722b4672c8 req-4690ab61-a7d9-4d2f-bd12-f3ade6a33b3b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.4640903 Dec 24 03:25:20.315799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:20.316045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.331573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbf43-4019-42e7-a341-7458c08fc46b req-bbf05295-f2eb-4f4e-8248-dff959b1e962 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:20.333030 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-99ddbf43-4019-42e7-a341-7458c08fc46b req-bbf05295-f2eb-4f4e-8248-dff959b1e962 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.4621329 Dec 24 03:25:20.379415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] For port df6d3701-e9d8-4f41-ba78-7c8614fd1373, host hv-neutron-8228, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:20.379782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attempted to set empty binding levels {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 03:25:20.388202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.457256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] In _notify_port_updated(), no bound segment for port df6d3701-e9d8-4f41-ba78-7c8614fd1373 on network 9214cbc2-9802-46b0-8b2a-8ef9a79e9008 {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:25:20.458139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:20.458743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.460033 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "PUT /v2.0/ports/df6d3701-e9d8-4f41-ba78-7c8614fd1373 HTTP/1.1" status: 200 len: 981 time: 1.9098933 Dec 24 03:25:20.465100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43798) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:20.486270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-090df461-d0e5-4eab-8a98-2109299ed992 req-838d8915-2699-43ee-9eb8-636a3fbe7a1e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.487451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad082-b111-452b-9b25-7bf07a628c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event updated for resources: {'Port': ['ID=df6d3701-e9d8-4f41-ba78-7c8614fd1373,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.527957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.528248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-090df461-d0e5-4eab-8a98-2109299ed992 req-838d8915-2699-43ee-9eb8-636a3fbe7a1e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.624383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.632775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cde0ef56-d2d7-4026-a53e-1d722b4672c8 req-bdc8f4ae-da69-4d15-8466-2a2cb1eb2b92 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114107 Dec 24 03:25:20.648639 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-99ddbf43-4019-42e7-a341-7458c08fc46b req-91f96e06-f293-4dea-91d9-9383d4714cb2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2945912 Dec 24 03:25:20.652465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Deleting port df6d3701-e9d8-4f41-ba78-7c8614fd1373 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:20.652932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.682186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-090df461-d0e5-4eab-8a98-2109299ed992 req-838d8915-2699-43ee-9eb8-636a3fbe7a1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1076262 Dec 24 03:25:20.686234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:20.697692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d8915-2699-43ee-9eb8-636a3fbe7a1e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee0fa3-a1e0-44a5-8d14-f2772c71604b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.736404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] For port df6d3701-e9d8-4f41-ba78-7c8614fd1373, host hv-neutron-8228, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:20.736776 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.751538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.752133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Calling delete_port for df6d3701-e9d8-4f41-ba78-7c8614fd1373 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:20.763946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Router 624c04c3-5259-485e-92b7-deb5a36f26dd is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:20.822997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event deleted for resources: {'Port': ['ID=6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.863352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Deleting port 67f17a01-7b81-4fae-b458-4592be1ed0ee {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:20.863695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.921200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:20.925468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.936179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e7b5-ef9d-4b30-9376-a595966812d8 req-91edf718-bec0-4985-a424-213003841235 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:20.937547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Sync routers for ids ['624c04c3-5259-485e-92b7-deb5a36f26dd'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:20.938889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d979e7b5-ef9d-4b30-9376-a595966812d8 req-91edf718-bec0-4985-a424-213003841235 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.1928999 Dec 24 03:25:20.951974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Routers {'624c04c3-5259-485e-92b7-deb5a36f26dd'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:20.952648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['624c04c3-5259-485e-92b7-deb5a36f26dd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:20.961202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Pushing event deleted for resources: {'Port': ['ID=df6d3701-e9d8-4f41-ba78-7c8614fd1373,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.973838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.975290 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6788f89a-fecf-4c02-b9d7-8a344aa043df tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9950964 Dec 24 03:25:20.976791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.980194 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3167f919-2662-40b6-a36e-48a89243d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "DELETE /v2.0/ports/df6d3701-e9d8-4f41-ba78-7c8614fd1373 HTTP/1.1" status: 204 len: 168 time: 0.5141497 Dec 24 03:25:20.980960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43800) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:20.982883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43802) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:21.042263 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6c3efb-f854-4dbd-b8f1-1bc83ad59beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:21.043870 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9f6c3efb-f854-4dbd-b8f1-1bc83ad59beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942867815-project-admin] 10.222.0.37 "GET /v2.0/ports/df6d3701-e9d8-4f41-ba78-7c8614fd1373 HTTP/1.1" status: 404 len: 333 time: 0.0600843 Dec 24 03:25:21.047422 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43804) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:21.054425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.059914 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-75a25caf-5018-407b-b4d9-3ed88f74f55f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "DELETE /v2.0/ports/6cafe6ff-d5af-4dc4-8d6c-70da58dfb83c HTTP/1.1" status: 204 len: 168 time: 2.1064880 Dec 24 03:25:21.060641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43806) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:21.116400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.118857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Set router 624c04c3-5259-485e-92b7-deb5a36f26dd gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:21.122771 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d979e7b5-ef9d-4b30-9376-a595966812d8 req-3284390d-514a-466a-af85-ad93b4c578af tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375422 Dec 24 03:25:21.128993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.140429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Calling delete_port for 67f17a01-7b81-4fae-b458-4592be1ed0ee owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:21.166432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125'}, {'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:21.169514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a065da17-4b73-4aa6-b03f-f31f54ece795" -d '{"events": [{"server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "name": "network-vif-plugged", "status": "completed", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125"}, {"server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "name": "network-vif-plugged", "status": "completed", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:21.172894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:21.230658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.233589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.238017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9a8e82f3-cccd-49dd-86f4-69476958200e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5 HTTP/1.1" status: 204 len: 168 time: 1.6623392 Dec 24 03:25:21.242846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:21.262445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ada6a-bc03-4b2f-81b8-f3eb1ab4d23c tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:21.267060 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-386ada6a-bc03-4b2f-81b8-f3eb1ab4d23c tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e0ab688-fde6-4d5a-a3e3-f8b3b3327575 HTTP/1.1" status: 200 len: 913 time: 0.2012908 Dec 24 03:25:21.269131 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-94e438c5-6a7b-41b6-b1e0-eccf1348fb5f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/624c04c3-5259-485e-92b7-deb5a36f26dd HTTP/1.1" status: 200 len: 908 time: 0.2870462 Dec 24 03:25:21.269841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43812) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:21.271729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43814) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:21.276522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1870560255', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': True}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:21.300080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5508d7a1-f932-4105-bc64-1ecfba7e9b43 x-openstack-request-id: req-5508d7a1-f932-4105-bc64-1ecfba7e9b43 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:21.300604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "name": "network-vif-plugged", "status": "completed", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125", "code": 200}, {"server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "name": "network-vif-plugged", "status": "completed", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:21.301003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5508d7a1-f932-4105-bc64-1ecfba7e9b43 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:21.301563 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'code': 200} Dec 24 03:25:21.301960 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba', 'code': 200} Dec 24 03:25:21.417375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.418459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.440194 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1da72f-fb58-487f-a6ed-a1a33204a8e8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:21.441997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1da72f-fb58-487f-a6ed-a1a33204a8e8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:21.443662 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fe1da72f-fb58-487f-a6ed-a1a33204a8e8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1991415 Dec 24 03:25:21.463745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c04c3-5259-485e-92b7-deb5a36f26dd', 'name': 'tempest-snat-router-1870560255', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.17'}], 'enable_snat': False}, 'gw_port_id': '819c3583-c1f6-4dda-af35-dee940df23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 3, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port': {'id': '819c3583-c1f6-4dda-af35-dee940df23d8', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c04c3-5259-485e-92b7-deb5a36f26dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:18Z', 'updated_at': '2021-12-24T03:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:21.483989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:21.497328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Checking router: 624c04c3-5259-485e-92b7-deb5a36f26dd for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:21.497987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Updating router 624c04c3-5259-485e-92b7-deb5a36f26dd port 819c3583-c1f6-4dda-af35-dee940df23d8 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:21.539569 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.553537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.687703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 225ea2ee-6976-416f-9b9d-a6b84c7d1fae {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:21.692097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.742902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.782418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.865896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9214cbc2-9802-46b0-8b2a-8ef9a79e9008']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:21.881577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:21.881885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b4ab28-b272-4c3a-8bc0-de86bab538b6') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:21.894816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.903843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.905993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.913854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.916121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.952139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:21.952590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:21.956265 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:21.967275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.973778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Attempting to bind port 819c3583-c1f6-4dda-af35-dee940df23d8 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:21.974594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Attempting to bind port 819c3583-c1f6-4dda-af35-dee940df23d8 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:21.974729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Attempting to bind port 819c3583-c1f6-4dda-af35-dee940df23d8 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:21.979774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d97958-5c32-47ac-b3aa-a68149032ac3 None None] Pushing event updated for resources: {'Port': ['ID=819c3583-c1f6-4dda-af35-dee940df23d8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:21.982533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:21.982909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:21.983671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.984028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:21.984545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Bound port: 819c3583-c1f6-4dda-af35-dee940df23d8, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:21.985591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.057528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] For port 819c3583-c1f6-4dda-af35-dee940df23d8, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:22.060939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] For port 819c3583-c1f6-4dda-af35-dee940df23d8, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=819c3583-c1f6-4dda-af35-dee940df23d8,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:22.065714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.068429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.076766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.079993 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] 10.222.0.37 "DELETE /v2.0/networks/9214cbc2-9802-46b0-8b2a-8ef9a79e9008 HTTP/1.1" status: 204 len: 168 time: 1.0314939 Dec 24 03:25:22.099438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Pushing event deleted for resources: {'Network': ['ID=9214cbc2-9802-46b0-8b2a-8ef9a79e9008,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:22.122949 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.123269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.123628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.123964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.124308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.124685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.125198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.125333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.125712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.126047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.126377 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.126705 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.127032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e451b8e-6414-43c1-9d4f-e587b29ee11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317582310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.133386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7668878-954f-4c8d-8980-9ed08feb8e51 req-ab3b5b27-ef69-41cc-bd2a-71c61cbb8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:22.134933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Routers {'624c04c3-5259-485e-92b7-deb5a36f26dd'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:22.135749 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c7668878-954f-4c8d-8980-9ed08feb8e51 req-ab3b5b27-ef69-41cc-bd2a-71c61cbb8b65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 1098 time: 0.4660935 Dec 24 03:25:22.136388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['624c04c3-5259-485e-92b7-deb5a36f26dd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:22.144113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163aaec-5e61-459b-b4a0-41e4e00f239b req-fda3f086-90c0-4ac4-a9b0-cc762809c42f tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:22.145818 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a163aaec-5e61-459b-b4a0-41e4e00f239b req-fda3f086-90c0-4ac4-a9b0-cc762809c42f tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3923597 Dec 24 03:25:22.152734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262d321-e235-4b66-b2bd-49a027bcb200 req-6dc16495-0e8d-48bb-b6aa-5288fffbd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:22.154650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f262d321-e235-4b66-b2bd-49a027bcb200 req-6dc16495-0e8d-48bb-b6aa-5288fffbd325 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.4997351 Dec 24 03:25:22.173760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b9de-4e57-4171-a450-815a99452f0d req-ec3006c1-ee36-447a-9009-172fa328c470 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:22.175625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58c1b9de-4e57-4171-a450-815a99452f0d req-ec3006c1-ee36-447a-9009-172fa328c470 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.4232917 Dec 24 03:25:22.206516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.256592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.274725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.384639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] Set router 624c04c3-5259-485e-92b7-deb5a36f26dd gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:22.389841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d97958-5c32-47ac-b3aa-a68149032ac3 None None] Pushing event updated for resources: {'Port': ['ID=819c3583-c1f6-4dda-af35-dee940df23d8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:22.485773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43828) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:22.638215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c04c3-5259-485e-92b7-deb5a36f26dd', 'name': 'tempest-snat-router-1870560255', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.17'}], 'enable_snat': False}, 'gw_port_id': '819c3583-c1f6-4dda-af35-dee940df23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 3, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port': {'id': '819c3583-c1f6-4dda-af35-dee940df23d8', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c04c3-5259-485e-92b7-deb5a36f26dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:18Z', 'updated_at': '2021-12-24T03:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:22.667445 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5913c115-d21a-443f-97c2-37b1ea28f737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7788224173f84b7984c111a3ff2e5391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804788 Dec 24 03:25:22.670622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603ad4f-a3b5-4c74-a19d-9d0e2c96bb7f None None] The sync data for ids ['624c04c3-5259-485e-92b7-deb5a36f26dd'] in dv-neutron-822869-1-hyperv is: [{'id': '624c04c3-5259-485e-92b7-deb5a36f26dd', 'name': 'tempest-snat-router-1870560255', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.17'}], 'enable_snat': False}, 'gw_port_id': '819c3583-c1f6-4dda-af35-dee940df23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 3, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port': {'id': '819c3583-c1f6-4dda-af35-dee940df23d8', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c04c3-5259-485e-92b7-deb5a36f26dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:18Z', 'updated_at': '2021-12-24T03:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:22.673641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43832) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:22.682950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c7668878-954f-4c8d-8980-9ed08feb8e51 req-5ccd7848-7b43-4fb5-bc85-c5f8f78b92a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190554 Dec 24 03:25:22.692056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Port': ['ID=67f17a01-7b81-4fae-b458-4592be1ed0ee,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:22.693707 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Deleting port ee7f3430-e8a6-4d38-888c-719965181f4d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:22.694046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.775233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.775682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.775917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.776250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.776598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.776929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.777344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.777565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.777876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.778199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.778515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.778829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.779141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:22.804648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebeeec54-2736-4abd-bc2d-821c9dd46d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.824692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.847229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Calling delete_port for ee7f3430-e8a6-4d38-888c-719965181f4d owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:22.850100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebeeec54-2736-4abd-bc2d-821c9dd46d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.881645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f262d321-e235-4b66-b2bd-49a027bcb200 req-86fd2c49-0281-4c4b-8229-5332805c35eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7002478 Dec 24 03:25:22.891033 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a163aaec-5e61-459b-b4a0-41e4e00f239b req-75a93c0e-455a-42af-892d-174dbcb3f265 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7352324 Dec 24 03:25:22.896020 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58c1b9de-4e57-4171-a450-815a99452f0d req-d662da7c-3280-4eb0-a10b-405e1c9279fb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6910992 Dec 24 03:25:22.941606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.044805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebeeec54-2736-4abd-bc2d-821c9dd46d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.047459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebeeec54-2736-4abd-bc2d-821c9dd46d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.048623 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ebeeec54-2736-4abd-bc2d-821c9dd46d9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c72dea41-9de0-46a1-ae4f-9e55e927469a HTTP/1.1" status: 204 len: 168 time: 0.3728936 Dec 24 03:25:23.052713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=225ea2ee-6976-416f-9b9d-a6b84c7d1fae,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:23.057335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.059630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeeec54-2736-4abd-bc2d-821c9dd46d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72dea41-9de0-46a1-ae4f-9e55e927469a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:23.060570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7f6601f3-9243-4ce1-914e-9bf1b50c4818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/225ea2ee-6976-416f-9b9d-a6b84c7d1fae HTTP/1.1" status: 204 len: 168 time: 1.5735307 Dec 24 03:25:23.063200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43836) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:23.089512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d3984-0492-4bd6-ac56-3453104f217d None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:23.135859 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4f6c7fe1-0296-4cd8-a9ee-9bf3d49b9cb5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714524 Dec 24 03:25:23.139870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43838) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:23.287891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75888821-08a9-4efd-af8f-684321c2e544 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:23.291873 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-75888821-08a9-4efd-af8f-684321c2e544 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1483843 Dec 24 03:25:23.291873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.294213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43842) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:23.309540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:23.337494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event deleted for resources: {'Port': ['ID=ee7f3430-e8a6-4d38-888c-719965181f4d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:23.353924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.370838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3eff-f40f-48e9-bb30-f8fa5f2fa256 req-c6a53cfc-c41c-407d-b863-cbf675d4f3b3 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:23.372576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-112d3eff-f40f-48e9-bb30-f8fa5f2fa256 req-c6a53cfc-c41c-407d-b863-cbf675d4f3b3 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.3631232 Dec 24 03:25:23.448875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Deleting port fcf699c4-8155-4131-b11a-e1bb9a60cbac {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:23.460190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.501652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c4f32-d13c-41e0-b810-ad25c359a688 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:23.503279 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e06c4f32-d13c-41e0-b810-ad25c359a688 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1821482 Dec 24 03:25:23.506241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43844) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:23.549516 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2d5d0d35-b1c4-4265-9579-c9d34ceb22f7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421038 Dec 24 03:25:23.554450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43846) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:23.560808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:23.586958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:23.591098 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-112d3eff-f40f-48e9-bb30-f8fa5f2fa256 req-9ac48d80-2f43-4cb6-b58d-612fadf72e11 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095511 Dec 24 03:25:23.602233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] For port fcf699c4-8155-4131-b11a-e1bb9a60cbac, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fcf699c4-8155-4131-b11a-e1bb9a60cbac,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:23.602989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.631270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Calling delete_port for fcf699c4-8155-4131-b11a-e1bb9a60cbac owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:23.649511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.666452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.689876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.758688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c1f434c3-82de-4460-a960-330cacfb9f72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25d4f490dab64b6f97c409e2ca1341e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662395 Dec 24 03:25:23.771802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:23.785184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.799536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] No DVR routers for this DVR port fcf699c4-8155-4131-b11a-e1bb9a60cbac on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:23.823556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Pushing event deleted for resources: {'Port': ['ID=fcf699c4-8155-4131-b11a-e1bb9a60cbac,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:23.838909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.839463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.839979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.840515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.841016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.841494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.841975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.842468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.842960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.843457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.843934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.844480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.844978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9a5ef7-a7ad-4f02-8ffe-4a82e9c98031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:23.880456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:23.883933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.925005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Router 9e0ab688-fde6-4d5a-a3e3-f8b3b3327575 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:24.017822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 819c3583-c1f6-4dda-af35-dee940df23d8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:24.104971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 819c3583-c1f6-4dda-af35-dee940df23d8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:24.105391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.107757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39448c90-bdee-49b0-ad72-ff18091e9117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.112557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:24.122062 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9fe79363-6450-45ec-b901-d0ce80f4497e tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "PUT /v2.0/routers/9e0ab688-fde6-4d5a-a3e3-f8b3b3327575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8487360 Dec 24 03:25:24.123124 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43856) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:24.129419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Allocated IP 172.26.5.243 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/04cc72fc-088b-4d4f-82c7-405798c3b60b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:24.131102 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] Sync routers for ids ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:24.143823 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] Routers {'9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:24.145723 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.183598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39448c90-bdee-49b0-ad72-ff18091e9117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.192341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4402-f174-4226-ab30-9d2bcb8558d3 req-403d60e0-bd15-4424-80bc-bedc041b8a95 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:24.193699 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1afc4402-f174-4226-ab30-9d2bcb8558d3 req-403d60e0-bd15-4424-80bc-bedc041b8a95 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1974385 Dec 24 03:25:24.195389 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.204803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Router 79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:24.207630 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] Routers {'9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:24.208327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.208629 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.240043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 819c3583-c1f6-4dda-af35-dee940df23d8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=819c3583-c1f6-4dda-af35-dee940df23d8,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:24.244758 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.244758 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf601082-1635-4155-9d24-7f84c823f8dc None None] The sync data for ids ['9e0ab688-fde6-4d5a-a3e3-f8b3b3327575'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:24.245948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f02c0-c109-44db-96ff-5f79d480bc6e req-5a687891-a749-4da3-82b4-c1ff94cc230b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:24.247258 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d25f02c0-c109-44db-96ff-5f79d480bc6e req-5a687891-a749-4da3-82b4-c1ff94cc230b tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.2156799 Dec 24 03:25:24.249335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.339072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fcf699c4-8155-4131-b11a-e1bb9a60cbac no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:24.347495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d61997f0-fe27-4143-aef3-7bfb36fbfbf2 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.370231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=819c3583-c1f6-4dda-af35-dee940df23d8,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:24.375147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: fcf699c4-8155-4131-b11a-e1bb9a60cbac {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:24.375916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fcf699c4-8155-4131-b11a-e1bb9a60cbac not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:24.435221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.456752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1afc4402-f174-4226-ab30-9d2bcb8558d3 req-aaa6557b-8195-45d5-8298-9a631bf09c20 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2424259 Dec 24 03:25:24.504897 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d25f02c0-c109-44db-96ff-5f79d480bc6e req-69ca47ce-09c3-4b4d-b2e5-4d141858cc83 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413409 Dec 24 03:25:24.505490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39448c90-bdee-49b0-ad72-ff18091e9117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.508049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39448c90-bdee-49b0-ad72-ff18091e9117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.509142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-39448c90-bdee-49b0-ad72-ff18091e9117 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62723b1a-a7c9-4522-9e05-cc979d5597f9 HTTP/1.1" status: 204 len: 168 time: 0.7070355 Dec 24 03:25:24.549854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.567301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=6569a53d-6ffc-4561-b222-fbb1d1c1731e,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:24.567490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39448c90-bdee-49b0-ad72-ff18091e9117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62723b1a-a7c9-4522-9e05-cc979d5597f9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:24.604048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:24.614259 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f628b72d-426b-449a-99af-a2599b383791 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "PUT /v2.0/routers/79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3053060 Dec 24 03:25:24.626432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:24.628823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] Sync routers for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:24.646033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d61997f0-fe27-4143-aef3-7bfb36fbfbf2 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.649180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:24.649930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d61997f0-fe27-4143-aef3-7bfb36fbfbf2 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.650677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.727660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:24.729691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:24.736100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d61997f0-fe27-4143-aef3-7bfb36fbfbf2 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.737008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61997f0-fe27-4143-aef3-7bfb36fbfbf2 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0ab688-fde6-4d5a-a3e3-f8b3b3327575 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:24.739906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:24.740597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.751055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d61997f0-fe27-4143-aef3-7bfb36fbfbf2 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.772658 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d61997f0-fe27-4143-aef3-7bfb36fbfbf2 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "DELETE /v2.0/routers/9e0ab688-fde6-4d5a-a3e3-f8b3b3327575 HTTP/1.1" status: 204 len: 168 time: 0.6482964 Dec 24 03:25:24.774872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43866) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:24.776951 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f9532-518e-4f54-a647-35c7c6b85758 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:24.786988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.811806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.861935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Deleting subnet 374163ed-360a-4467-abde-6fd76ede58de {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:24.872840 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a7176f3e-3022-4569-b64a-49a9e8ea8882 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3145359 Dec 24 03:25:24.874873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43868) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:24.880279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': '6569a53d-6ffc-4561-b222-fbb1d1c1731e', 'ip_address': '2001:db8::e3ef:16d5:f9fd:9685'}], 'name': 'tempest-NetworksTestDHCPv6-624774211'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:24.883943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.893831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Port': ['ID=04cc72fc-088b-4d4f-82c7-405798c3b60b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:24.935838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] Routers {'79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:24.936511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.964138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:24.972009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:24.976390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:24.990590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.993340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.994492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f862f-b732-4954-94c5-f73f717c8798 None None] The sync data for ids ['79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:25.031536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6e41-1dae-4ae6-80bd-51d77a04ed76 req-16e0936c-d599-443b-9ed1-d4b10079f053 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:25.038871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7bd6e41-1dae-4ae6-80bd-51d77a04ed76 req-16e0936c-d599-443b-9ed1-d4b10079f053 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.3202057 Dec 24 03:25:25.055977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '6569a53d-6ffc-4561-b222-fbb1d1c1731e'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:25.057100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.085382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7899c3-020b-4b6c-94cb-5f34b1a73d47 req-c750f6a5-4cda-4809-a7ba-dec840a73234 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:25.086897 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d7899c3-020b-4b6c-94cb-5f34b1a73d47 req-c750f6a5-4cda-4809-a7ba-dec840a73234 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.2915208 Dec 24 03:25:25.094621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.106637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43876) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:25.112084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Request body: {'floatingip': {'port_id': 'ed8e662f-a47c-469d-a671-1c49b4611a8c'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:25.160785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for floatingip, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.260549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7bd6e41-1dae-4ae6-80bd-51d77a04ed76 req-eaca70f3-bcf0-43f0-ac9a-6285f5ad0155 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207119 Dec 24 03:25:25.293022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/6569a53d-6ffc-4561-b222-fbb1d1c1731e/887d341c-984c-48bd-8f19-a19ff36b2e22) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:25.353315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:25.384246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.499118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.509658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.595516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:25.599698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:25.610872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:25.669123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Pushing event updated for resources: {'Port': ['ID=887d341c-984c-48bd-8f19-a19ff36b2e22,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:25.717825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Attempting to bind port 887d341c-984c-48bd-8f19-a19ff36b2e22 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:25.718201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Attempting to bind port 887d341c-984c-48bd-8f19-a19ff36b2e22 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:25.718566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Attempting to bind port 887d341c-984c-48bd-8f19-a19ff36b2e22 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:25.727001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:25.727348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:25.728196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.728196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:25.728863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Bound port: 887d341c-984c-48bd-8f19-a19ff36b2e22, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:25.729523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.741367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.806473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] For port 887d341c-984c-48bd-8f19-a19ff36b2e22, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:25.810184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] For port 887d341c-984c-48bd-8f19-a19ff36b2e22, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=887d341c-984c-48bd-8f19-a19ff36b2e22,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:25.817024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.844056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.883059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.889074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74fc5c-805e-4ec2-b468-00a8089db497 None None] Pushing event updated for resources: {'Port': ['ID=887d341c-984c-48bd-8f19-a19ff36b2e22,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:25.954201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port e117ba4d-7dde-49e5-9dee-3b899e235d65 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:25.989828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 819c3583-c1f6-4dda-af35-dee940df23d8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:26.012554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.064881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023ce4d-1a39-4375-b9b3-85fa03088fc0 req-808ceaa1-a785-4d45-a6c8-1c179c30c4e0 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:26.069042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 819c3583-c1f6-4dda-af35-dee940df23d8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:26.069042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.073709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a023ce4d-1a39-4375-b9b3-85fa03088fc0 req-808ceaa1-a785-4d45-a6c8-1c179c30c4e0 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.7278316 Dec 24 03:25:26.103634 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43900) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:26.113632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.117423 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "DELETE /v2.0/subnets/374163ed-360a-4467-abde-6fd76ede58de HTTP/1.1" status: 204 len: 168 time: 1.3413501 Dec 24 03:25:26.119992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263c1c6e-0d34-44d2-974a-c15e25834629 None None] Network 0dd4e66b-4543-4adc-b713-0c6db6bb6739 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:26.120123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b376431-3853-4e22-a1f7-6feb26baeaf3 tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event deleted for resources: {'Subnet': ['ID=374163ed-360a-4467-abde-6fd76ede58de,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:26.121347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43904) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:26.124595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Request body: {'floatingip': {'port_id': 'adc30b37-a407-4cfa-92e9-bf807bdc8125'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:26.244354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6e630-95b2-402a-86fa-5edd0540f228 req-154518f1-0f8f-4cd6-8d3f-db59d305e67a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:26.255091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ff6e630-95b2-402a-86fa-5edd0540f228 req-154518f1-0f8f-4cd6-8d3f-db59d305e67a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.4072788 Dec 24 03:25:26.342883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for floatingip, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.374975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Deleting port 1f588184-2b25-4000-8fa8-4c59c4409193 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:26.377478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.435355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] DHCP port deletion for 0dd4e66b-4543-4adc-b713-0c6db6bb6739 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:26.497313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.505220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] Deleting port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:26.506222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.511140 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ff6e630-95b2-402a-86fa-5edd0540f228 req-6fe44c06-4844-4f46-b831-8ccdcfb00b6b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2420847 Dec 24 03:25:26.522159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.571151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Calling delete_port for 1f588184-2b25-4000-8fa8-4c59c4409193 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:26.608813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] For port 6f0c0140-0209-4a1b-b330-18d5d3da4e50, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6f0c0140-0209-4a1b-b330-18d5d3da4e50,segment=NetworkSegment(a4413eab-11b0-4ce6-bd44-25dc0b5a64e1),segment_id=a4413eab-11b0-4ce6-bd44-25dc0b5a64e1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:26.609281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.621919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.624547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] Calling delete_port for 6f0c0140-0209-4a1b-b330-18d5d3da4e50 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:26.638114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43914) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:26.700819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::e3ef:16d5:f9fd:9685 (97b6bd3f-63b4-4ad9-857e-58009b511f78/6569a53d-6ffc-4561-b222-fbb1d1c1731e/e117ba4d-7dde-49e5-9dee-3b899e235d65) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:26.728577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.754846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca6a3-9f37-4c4c-9394-d8a7f461cdc3 req-9dc5ca51-7104-4aab-a4e8-6f9af2925fe3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:26.756323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] Pushing event deleted for resources: {'Port': ['ID=6f0c0140-0209-4a1b-b330-18d5d3da4e50,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:26.756475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ebca6a3-9f37-4c4c-9394-d8a7f461cdc3 req-9dc5ca51-7104-4aab-a4e8-6f9af2925fe3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1379933 Dec 24 03:25:26.765523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23238b65-b24e-4cbf-a78a-66b4c899c0cc None None] No DVR routers for this DVR port 6f0c0140-0209-4a1b-b330-18d5d3da4e50 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:26.767274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:26.769284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:25:26.783849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Request body: {'floatingip': {'port_id': '823c2edf-42dd-47fa-a648-856ff1942aba'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:26.828579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.888223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.907269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] The port '6f0c0140-0209-4a1b-b330-18d5d3da4e50' was deleted {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Dec 24 03:25:26.920469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1068031447'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:26.942338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.956146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Router a807339e-dffd-4698-9f50-41720db77734 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:27.128013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.161129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.190747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Port': ['ID=1f588184-2b25-4000-8fa8-4c59c4409193,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:27.272599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Made reservation on behalf of 744df041e25e45c19d92b16bc9d3f8f0 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:27.276007 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.295275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:27.305455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-557c3f7b-dc18-4a06-871d-9ca622b320fb None None] Provisioning complete for port 887d341c-984c-48bd-8f19-a19ff36b2e22 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:27.313001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-557c3f7b-dc18-4a06-871d-9ca622b320fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.313910 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Sync routers for ids ['a807339e-dffd-4698-9f50-41720db77734'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:27.319882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd4e66b-4543-4adc-b713-0c6db6bb6739']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:27.327369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.338867 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Routers {'a807339e-dffd-4698-9f50-41720db77734'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:27.340674 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a807339e-dffd-4698-9f50-41720db77734'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:27.361847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.394083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.395246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3f735e86-d7ff-4e4c-b48e-4c4c28752d2d tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1224327 Dec 24 03:25:27.397804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4413eab-11b0-4ce6-bd44-25dc0b5a64e1') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:27.398139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4413eab-11b0-4ce6-bd44-25dc0b5a64e1') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:27.409039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43920) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:27.424806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-557c3f7b-dc18-4a06-871d-9ca622b320fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.434542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.479092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-557c3f7b-dc18-4a06-871d-9ca622b320fb None None] For port 887d341c-984c-48bd-8f19-a19ff36b2e22, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=887d341c-984c-48bd-8f19-a19ff36b2e22,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:27.485027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-557c3f7b-dc18-4a06-871d-9ca622b320fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.495738 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Floating IP 4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863 associated. External IP: 172.26.5.204, port: ed8e662f-a47c-469d-a671-1c49b4611a8c. Dec 24 03:25:27.497264 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Set router a807339e-dffd-4698-9f50-41720db77734 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:27.544781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.549357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c3f7b-dc18-4a06-871d-9ca622b320fb None None] Pushing event updated for resources: {'Port': ['ID=887d341c-984c-48bd-8f19-a19ff36b2e22,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:27.551614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.696495 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807339e-dffd-4698-9f50-41720db77734', 'name': 'tempest-snat-router-1870560255', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '04cc72fc-088b-4d4f-82c7-405798c3b60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:21Z', 'updated_at': '2021-12-24T03:25:25Z', 'revision_number': 3, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port': {'id': '04cc72fc-088b-4d4f-82c7-405798c3b60b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807339e-dffd-4698-9f50-41720db77734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:23Z', 'updated_at': '2021-12-24T03:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:27.726281 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Checking router: a807339e-dffd-4698-9f50-41720db77734 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:27.726680 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Updating router a807339e-dffd-4698-9f50-41720db77734 port 04cc72fc-088b-4d4f-82c7-405798c3b60b binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:27.753280 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.931649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.938981 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:27.939493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.956810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.957271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Fanout notify agent at l3_agent the message router_deleted on router 79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:27.966058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.968099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:27.968216 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-72b71b3b-211e-4dd8-aafc-93f844dbc29b tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "DELETE /v2.0/routers/79ea2b1d-c9e3-48e0-a66c-9df03f4a3c8e HTTP/1.1" status: 204 len: 168 time: 3.3407731 Dec 24 03:25:27.968806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:28.015715 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.021823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 887d341c-984c-48bd-8f19-a19ff36b2e22 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:28.031089 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:28.042350 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:28.084109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 887d341c-984c-48bd-8f19-a19ff36b2e22 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:28.084551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.173569 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3966bd25-9e70-4d14-a32e-3b9f09897d8f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/a807339e-dffd-4698-9f50-41720db77734 HTTP/1.1" status: 200 len: 908 time: 0.7540469 Dec 24 03:25:28.199107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.200199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43924) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:28.212952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.213198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.213664 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Attempting to bind port 04cc72fc-088b-4d4f-82c7-405798c3b60b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:28.214378 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Attempting to bind port 04cc72fc-088b-4d4f-82c7-405798c3b60b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:28.215511 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Attempting to bind port 04cc72fc-088b-4d4f-82c7-405798c3b60b on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:28.236027 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:28.237451 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:28.238070 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.238862 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:28.239564 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Bound port: 04cc72fc-088b-4d4f-82c7-405798c3b60b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:28.240511 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.245252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.248309 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] 10.222.0.37 "DELETE /v2.0/networks/0dd4e66b-4543-4adc-b713-0c6db6bb6739 HTTP/1.1" status: 204 len: 168 time: 2.0611551 Dec 24 03:25:28.257829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Deleting subnet 4a5b7b94-c4bd-4deb-b828-69d467addcd1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:28.261938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.280220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f16802-7156-45a3-98a5-6b4ce160fe4f tempest-FloatingIPNegativeTestJSON-426257373 tempest-FloatingIPNegativeTestJSON-426257373-project] Pushing event deleted for resources: {'Network': ['ID=0dd4e66b-4543-4adc-b713-0c6db6bb6739,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:28.321624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.332111 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] For port 04cc72fc-088b-4d4f-82c7-405798c3b60b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:28.337727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] For port 04cc72fc-088b-4d4f-82c7-405798c3b60b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=04cc72fc-088b-4d4f-82c7-405798c3b60b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:28.355276 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Pushing event updated for resources: {'Port': ['ID=04cc72fc-088b-4d4f-82c7-405798c3b60b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:28.366971 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.367723 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.368319 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.368885 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.369650 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.370229 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.371825 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.372454 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.373151 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.373875 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.374930 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.377910 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.379031 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:28.394015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.394522 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.425923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.451512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:25:28.509211 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7afec-06e2-49c4-ab39-f9d6849cc96e None None] Pushing event updated for resources: {'Port': ['ID=04cc72fc-088b-4d4f-82c7-405798c3b60b,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:28.514983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6f0c0140-0209-4a1b-b330-18d5d3da4e50 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:28.520680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:28.527794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:28.536434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:28.542309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:28.542950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.548058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=e117ba4d-7dde-49e5-9dee-3b899e235d65,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:28.554281 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Routers {'a807339e-dffd-4698-9f50-41720db77734'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:28.555383 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a807339e-dffd-4698-9f50-41720db77734'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:28.566858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.574826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Router c2d92adf-8536-4a04-a68f-21efb15e387d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:28.579810 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.586318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.591043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6f0c0140-0209-4a1b-b330-18d5d3da4e50 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:28.591924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6f0c0140-0209-4a1b-b330-18d5d3da4e50 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:28.599112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:28.616679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.617030 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Added segment b32184b7-c7ec-4b5e-8e02-433c377e233e of type vlan for network 01222dd8-ff98-49d8-ab1d-ac649de37747 Dec 24 03:25:28.632455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.676329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.705890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.707148 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] Set router a807339e-dffd-4698-9f50-41720db77734 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:28.748624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.751642 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f65861c1-73c3-4b55-bff5-6ee1760ab5d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8740432 Dec 24 03:25:28.752273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.755484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43930) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:28.758774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:28.759408 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.833296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43932) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:28.856746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5b7b94-c4bd-4deb-b828-69d467addcd1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:28.861337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:28.867365 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-46d9b73c-7ec1-4eeb-a5cb-5a7e56edf17a tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "DELETE /v2.0/subnets/4a5b7b94-c4bd-4deb-b828-69d467addcd1 HTTP/1.1" status: 204 len: 168 time: 0.8918278 Dec 24 03:25:28.873314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43934) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:28.878747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3693cf5-2d76-4767-b8fd-decff44660a2 None None] Network 9de6540a-64ae-4950-990c-3c1115de820a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:28.899622 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2557247 Dec 24 03:25:28.911492 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Floating IP 2a3f6906-ca26-4981-b12f-805d5fa939dd associated. External IP: 172.26.5.158, port: 823c2edf-42dd-47fa-a648-856ff1942aba. Dec 24 03:25:28.914869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1adec9-01ce-4591-a8f4-6deb0403c38a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:28.987237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff614367-1db0-4388-a5c3-5ac547e8bdb8 tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Pushing event updated for resources: {'Network': ['ID=01222dd8-ff98-49d8-ab1d-ac649de37747,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:29.033633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 01222dd8-ff98-49d8-ab1d-ac649de37747 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:29.054494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e87b2b-980e-4c6b-be71-bea4562e100e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:29.062115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e87b2b-980e-4c6b-be71-bea4562e100e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:29.064719 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f9e87b2b-980e-4c6b-be71-bea4562e100e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3022001 Dec 24 03:25:29.069359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.077261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43942) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:29.118635 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807339e-dffd-4698-9f50-41720db77734', 'name': 'tempest-snat-router-1870560255', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '04cc72fc-088b-4d4f-82c7-405798c3b60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:21Z', 'updated_at': '2021-12-24T03:25:25Z', 'revision_number': 3, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port': {'id': '04cc72fc-088b-4d4f-82c7-405798c3b60b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807339e-dffd-4698-9f50-41720db77734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:23Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:29.122063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.122797 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Floating IP 53f124d6-2797-4a3c-a8b1-88ffbffefb15 associated. External IP: 172.26.5.59, port: adc30b37-a407-4cfa-92e9-bf807bdc8125. Dec 24 03:25:29.194517 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b19cf-dec9-4e4f-b05f-d6a7e66b472e None None] The sync data for ids ['a807339e-dffd-4698-9f50-41720db77734'] in dv-neutron-822869-1-hyperv is: [{'id': 'a807339e-dffd-4698-9f50-41720db77734', 'name': 'tempest-snat-router-1870560255', 'tenant_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '04cc72fc-088b-4d4f-82c7-405798c3b60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:21Z', 'updated_at': '2021-12-24T03:25:25Z', 'revision_number': 3, 'project_id': '6ba90b6de44d4582ad0e9fb702505f5a', 'gw_port': {'id': '04cc72fc-088b-4d4f-82c7-405798c3b60b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807339e-dffd-4698-9f50-41720db77734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:23Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:29.214130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:29.236700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.251120 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] Sync routers for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:29.273518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d301cd8f-ee33-47a4-a3cb-aeb599cca8d8 None None] Provisioning complete for port e117ba4d-7dde-49e5-9dee-3b899e235d65 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:29.274403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d301cd8f-ee33-47a4-a3cb-aeb599cca8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.314741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:29.324143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Deleting port 5de1f059-0955-435f-8d08-0c09c9cc31c9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:29.324486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:29.325239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.366361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Deleting port 04cc72fc-088b-4d4f-82c7-405798c3b60b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:29.366833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.401666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d301cd8f-ee33-47a4-a3cb-aeb599cca8d8 None None] Port e117ba4d-7dde-49e5-9dee-3b899e235d65 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:29.408644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] DHCP port deletion for 9de6540a-64ae-4950-990c-3c1115de820a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:29.409340 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eb5ab409-6b94-423e-b402-6edbe831acd1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "PUT /v2.0/floatingips/4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863 HTTP/1.1" status: 200 len: 991 time: 4.3007081 Dec 24 03:25:29.415436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43944) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:29.416278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:29.420647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93e28e-0d0e-4c17-9584-ac546510cf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:29.434431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Request body: {'port': {'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1585259859'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:29.488132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:29.498592 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e036708f-f87e-446f-9f53-98c2bbd239b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbf427de9b4c4af09535a5ff69bf96fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6528192 Dec 24 03:25:29.501400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43950) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:29.578005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25db274d-cdf0-4dfd-b594-f28aedb6295d x-openstack-request-id: req-25db274d-cdf0-4dfd-b594-f28aedb6295d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:29.578297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:29.578630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25db274d-cdf0-4dfd-b594-f28aedb6295d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:29.579073 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'status': 'completed', 'code': 200} Dec 24 03:25:29.668090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] For port 5de1f059-0955-435f-8d08-0c09c9cc31c9, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5de1f059-0955-435f-8d08-0c09c9cc31c9,segment=NetworkSegment(de2070fe-e9a0-41b5-b172-1e923f458e60),segment_id=de2070fe-e9a0-41b5-b172-1e923f458e60)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:29.668684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.692074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Calling delete_port for 5de1f059-0955-435f-8d08-0c09c9cc31c9 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:29.704501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port e117ba4d-7dde-49e5-9dee-3b899e235d65 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:29.705018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.716132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Made reservation on behalf of c16403881a5c4aef8e8e9288dab7cb4b for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:29.719663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.769892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:29.773887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.780081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] For port 04cc72fc-088b-4d4f-82c7-405798c3b60b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=04cc72fc-088b-4d4f-82c7-405798c3b60b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:29.780476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.803558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:29.803824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] Deleting port 5de1f059-0955-435f-8d08-0c09c9cc31c9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:29.804432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.806097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Calling delete_port for 04cc72fc-088b-4d4f-82c7-405798c3b60b owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:29.813474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-62a9c513-c16f-4755-acac-9fafb3820d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:29.814980 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-62a9c513-c16f-4755-acac-9fafb3820d22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d&device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 1098 time: 0.2040460 Dec 24 03:25:29.817774 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:25:29.908782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] For port 5de1f059-0955-435f-8d08-0c09c9cc31c9, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5de1f059-0955-435f-8d08-0c09c9cc31c9,segment=NetworkSegment(de2070fe-e9a0-41b5-b172-1e923f458e60),segment_id=de2070fe-e9a0-41b5-b172-1e923f458e60)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:29.909493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:29.926514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] Calling delete_port for 5de1f059-0955-435f-8d08-0c09c9cc31c9 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:30.012678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d950169-5f3a-46e7-baa6-4e94e7ecf6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.042221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 04cc72fc-088b-4d4f-82c7-405798c3b60b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:30.048659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.053982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.068457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.074634 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.095358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for e117ba4d-7dde-49e5-9dee-3b899e235d65 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:30.096219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] No DVR routers for this DVR port 5de1f059-0955-435f-8d08-0c09c9cc31c9 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:30.113748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] device_id is not set on port 89f0944e-9404-471f-9f8a-78b04defc9cb yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:30.127945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-9fcf1e8b-96ab-4c11-85a6-14c462c3a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:30.129344 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-9fcf1e8b-96ab-4c11-85a6-14c462c3a1a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbb50964-5930-4392-8b02-ed79e2127e83 HTTP/1.1" status: 200 len: 906 time: 0.2952554 Dec 24 03:25:30.132610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.134398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Port': ['ID=5de1f059-0955-435f-8d08-0c09c9cc31c9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:30.170446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] Pushing event deleted for resources: {'Port': ['ID=5de1f059-0955-435f-8d08-0c09c9cc31c9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:30.183350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670751d5-2710-467a-8fdc-fdf182628e47 None None] No DVR routers for this DVR port 5de1f059-0955-435f-8d08-0c09c9cc31c9 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:30.185913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d950169-5f3a-46e7-baa6-4e94e7ecf6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.205181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 04cc72fc-088b-4d4f-82c7-405798c3b60b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:30.205818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.272113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'port_id': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'mac_address': 'fa:16:3e:9b:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:39Z', 'updated_at': '2021-12-24T03:25:26Z', 'revision_number': 1, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 5, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:30.349846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e66c8-cf31-44bf-a5f3-bf1523cce040,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:30.360603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.365983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] Checking router: c2d92adf-8536-4a04-a68f-21efb15e387d for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:30.393673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 04cc72fc-088b-4d4f-82c7-405798c3b60b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=04cc72fc-088b-4d4f-82c7-405798c3b60b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:30.394870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:30.395419 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:30.439604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.507838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=04cc72fc-088b-4d4f-82c7-405798c3b60b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:30.526357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d950169-5f3a-46e7-baa6-4e94e7ecf6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.527128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d950169-5f3a-46e7-baa6-4e94e7ecf6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.530784 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3d950169-5f3a-46e7-baa6-4e94e7ecf6cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0f8314c-33b3-438e-a51f-9f99ddefa1f2 HTTP/1.1" status: 204 len: 168 time: 1.0157306 Dec 24 03:25:30.579551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5de1f059-0955-435f-8d08-0c09c9cc31c9 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:30.584031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:30.591962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d950169-5f3a-46e7-baa6-4e94e7ecf6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f8314c-33b3-438e-a51f-9f99ddefa1f2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:30.605692 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] Sync routers for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:30.614464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.634538 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:30.635499 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:30.646170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 5de1f059-0955-435f-8d08-0c09c9cc31c9 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:30.647948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5de1f059-0955-435f-8d08-0c09c9cc31c9 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:30.665038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.694082 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-225cc6ed-1ece-435d-a4c6-bee4d6d7e847 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "PUT /v2.0/floatingips/53f124d6-2797-4a3c-a8b1-88ffbffefb15 HTTP/1.1" status: 200 len: 990 time: 4.5845010 Dec 24 03:25:30.716565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] device_id is not set on port 89f0944e-9404-471f-9f8a-78b04defc9cb yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:30.723049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de6540a-64ae-4950-990c-3c1115de820a']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:30.727545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.730231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:30.745660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.749363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2070fe-e9a0-41b5-b172-1e923f458e60') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:30.749863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2070fe-e9a0-41b5-b172-1e923f458e60') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:30.794714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.827167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.831157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=e117ba4d-7dde-49e5-9dee-3b899e235d65,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:30.843729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:30.854221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.858647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.924633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] Sync routers for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:30.929859 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:30.930548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.937197 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-90fddf0a-e73d-418c-a292-58c50016aa57 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/e117ba4d-7dde-49e5-9dee-3b899e235d65 HTTP/1.1" status: 204 len: 168 time: 1.8563094 Dec 24 03:25:30.940176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43964) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:30.944314 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-580da53d-50ae-4c7d-9ea1-0f624404af59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c HTTP/1.1" status: 200 len: 999 time: 0.7455833 Dec 24 03:25:30.947044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:30.947452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:30.952602 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:30.972041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:30.982232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:31.038133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=89f0944e-9404-471f-9f8a-78b04defc9cb,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:31.050825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987aab1-0d14-4e52-89c7-19a343414b46 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:31.054500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987aab1-0d14-4e52-89c7-19a343414b46 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:31.058758 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a987aab1-0d14-4e52-89c7-19a343414b46 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1153097 Dec 24 03:25:31.064149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43968) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:31.165381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Checking segment: {'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:31.165747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Network hostable DHCP agents. Network: 01222dd8-ff98-49d8-ab1d-ac649de37747, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:31.176055 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c0387844-e92e-4559-ba6e-c90943ce796b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "PUT /v2.0/floatingips/2a3f6906-ca26-4981-b12f-805d5fa939dd HTTP/1.1" status: 200 len: 992 time: 4.4056439 Dec 24 03:25:31.206089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:31.207241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 6569a53d-6ffc-4561-b222-fbb1d1c1731e {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:31.213175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:31.214712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:31.271799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:31.310148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Network 01222dd8-ff98-49d8-ab1d-ac649de37747 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:31.333369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a829d9-d8d7-47d2-9ac3-353bd0d6227b x-openstack-request-id: req-e9a829d9-d8d7-47d2-9ac3-353bd0d6227b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:31.333901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:31.334296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9a829d9-d8d7-47d2-9ac3-353bd0d6227b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:31.334828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba', 'status': 'completed', 'code': 200} Dec 24 03:25:31.335691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event deleted for resources: {'Port': ['ID=04cc72fc-088b-4d4f-82c7-405798c3b60b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:31.339107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:31.345794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:31.354427 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "DELETE /v2.0/networks/9de6540a-64ae-4950-990c-3c1115de820a HTTP/1.1" status: 204 len: 168 time: 2.4788246 Dec 24 03:25:31.364061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 43980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:31.372960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 01222dd8-ff98-49d8-ab1d-ac649de37747) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:31.380261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-9e77f183-8a0a-4df4-a962-14ce405144a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:31.382593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-9e77f183-8a0a-4df4-a962-14ce405144a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78058204-26e5-486c-898b-81f3cbad2cf9 HTTP/1.1" status: 200 len: 845 time: 0.4291844 Dec 24 03:25:31.401435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:31.420694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:31.421170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:31.421519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:31.425485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554f841-7eb9-4dd2-9a44-f4ab3607a858 None None] Network 01222dd8-ff98-49d8-ab1d-ac649de37747 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:31.446977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:31.454841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:31.455959 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:31.501808 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 2 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:31.513616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef16198-768c-4cb7-ace4-65e139b5cbed tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Network': ['ID=9de6540a-64ae-4950-990c-3c1115de820a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:31.536091 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '53f124d6-2797-4a3c-a8b1-88ffbffefb15', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'port_id': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'mac_address': 'fa:16:3e:2a:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:44Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 1, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:31.572388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:31.572952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:31.573436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:31.575774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:31.581529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:31.585068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28325426-c23f-4c82-bb54-230e56777329" -d '{"events": [{"name": "network-changed", "server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:31.599388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:31.600235 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:31.604496 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 3 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:31.611209 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] Checking router: 2f77fbe9-01a0-4f3d-9935-84292aba5e3b for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:31.631149 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:31.631973 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:31.700460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-6539fe55-2941-4300-ba92-e9a5706ea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:31.702213 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-6539fe55-2941-4300-ba92-e9a5706ea366 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbb50964-5930-4392-8b02-ed79e2127e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2653108 Dec 24 03:25:31.719771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7fb5eb-93ca-45bb-969d-bb96a5a642d4 x-openstack-request-id: req-ea7fb5eb-93ca-45bb-969d-bb96a5a642d4 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:31.719771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:31.719771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea7fb5eb-93ca-45bb-969d-bb96a5a642d4 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:31.719771 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'status': 'completed', 'code': 200} Dec 24 03:25:31.719771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:31.719771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:31.720398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:31.744683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-1119082b-9628-4aac-8008-0d8c1b6394eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:31.746961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-1119082b-9628-4aac-8008-0d8c1b6394eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.3115411 Dec 24 03:25:31.764515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:31.769011 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:31.777686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:31.778044 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:31.841458 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 4 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:31.863353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-ee50cd3b-c9d5-4417-85ca-ff10645f3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:31.873047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'port_id': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'mac_address': 'fa:16:3e:9b:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:39Z', 'updated_at': '2021-12-24T03:25:26Z', 'revision_number': 1, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 5, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:31.877751 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-ee50cd3b-c9d5-4417-85ca-ff10645f3aba service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.0968034 Dec 24 03:25:31.912260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:31.918848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:31.919191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:31.935572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f6548-ec2c-4486-a680-a87b28c748f0 None None] The sync data for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'port_id': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'mac_address': 'fa:16:3e:9b:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:39Z', 'updated_at': '2021-12-24T03:25:26Z', 'revision_number': 1, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 5, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:31.957593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:31.957933 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:31.960299 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 5 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:31.972019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.068793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:32.069278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:32.069639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:32.080189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:32.080822 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:32.083994 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '53f124d6-2797-4a3c-a8b1-88ffbffefb15', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'port_id': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'mac_address': 'fa:16:3e:2a:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:44Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 1, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:32.085028 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 6 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:32.100546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325426-c23f-4c82-bb54-230e56777329 req-e42967fc-d8e6-47fb-a11d-c71456af3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:32.102888 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-28325426-c23f-4c82-bb54-230e56777329 req-e42967fc-d8e6-47fb-a11d-c71456af3b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4e385599f3f44f1a80f03cebf12cdc3&device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 1098 time: 0.3638711 Dec 24 03:25:32.124023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '2a3f6906-ca26-4981-b12f-805d5fa939dd', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'port_id': '823c2edf-42dd-47fa-a648-856ff1942aba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'mac_address': 'fa:16:3e:4c:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:47Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 1, 'project_id': '853f874431e84adabf7448c56c8768aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:46Z', 'revision_number': 5, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:32.143649 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae77a6-d90c-40fd-8543-eda84d7a7266 None None] The sync data for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv is: [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '53f124d6-2797-4a3c-a8b1-88ffbffefb15', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'port_id': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'mac_address': 'fa:16:3e:2a:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:44Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 1, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:32.162371 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:32.162717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:32.163056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:32.168280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] Checking router: f6f12c6e-bcd0-41e8-b685-89f48f09b5fe for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:32.200977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:32.202290 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:32.207354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:32.208404 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 7 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:32.211235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:32.224547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.237485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.262757 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-270386ef-e0c5-4798-b89e-f143c848c25d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1000 time: 0.3839154 Dec 24 03:25:32.303148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:32.303631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:32.304052 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:32.306839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.317947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 43996) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:32.374477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:32.375127 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:32.375366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=6569a53d-6ffc-4561-b222-fbb1d1c1731e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:32.377446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.378012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a807339e-dffd-4698-9f50-41720db77734 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:32.383868 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 8 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:32.391525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.395537 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b2c3655f-d943-4195-8df1-b8b16682e407 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/6569a53d-6ffc-4561-b222-fbb1d1c1731e HTTP/1.1" status: 204 len: 168 time: 1.3302033 Dec 24 03:25:32.397440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Deleting port 45672913-f1ad-42a3-bb0b-901ea3b0d4cf {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:32.400702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.404819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44000) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:32.410166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.414058 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4fbe1420-cfa2-49e3-bafb-40151ba01e0f tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a807339e-dffd-4698-9f50-41720db77734 HTTP/1.1" status: 204 len: 168 time: 4.2077503 Dec 24 03:25:32.417092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44004) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:32.421727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc2b9d-8ff8-4e3a-85a0-2acc07eef819 None None] New status for floating IP 4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:25:32.436321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:32.436569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:32.436821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-3c216556-0a1f-42e3-98d2-d6054c3ca0d2 service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057145 Dec 24 03:25:32.437262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:32.441758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:32.476001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:32.476245 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:32.478527 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 9 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:32.495026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:32.495354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:32.495676 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:32.498097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325426-c23f-4c82-bb54-230e56777329 req-3a29bb20-110e-439d-ac6b-b6fa35df0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:32.499580 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-28325426-c23f-4c82-bb54-230e56777329 req-3a29bb20-110e-439d-ac6b-b6fa35df0631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac5d4be0-c0a1-41b4-bb1d-4312348a0629 HTTP/1.1" status: 200 len: 911 time: 0.3768017 Dec 24 03:25:32.508333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:32.508552 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:32.517708 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 10 to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb Dec 24 03:25:32.649226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4724f9cc-5151-4b97-8903-ddc56f6be6c9 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:32.677824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91445103-d33d-40e8-84bd-8b6540fe7d76 None None] New status for floating IP 53f124d6-2797-4a3c-a8b1-88ffbffefb15: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:25:32.690193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cb728764-c3c6-43f6-aa53-473dfe06c231 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2772517 Dec 24 03:25:32.710722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-baf1bdf7-35b1-48bf-9a57-b6f7c40525c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:32.712419 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-baf1bdf7-35b1-48bf-9a57-b6f7c40525c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.4401715 Dec 24 03:25:32.715323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:32.731597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:32.973138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.973737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.982756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-666564455'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:32.987378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-5e9b39fc-11c3-45b7-8bdd-d405c9ac610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:32.988914 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-5e9b39fc-11c3-45b7-8bdd-d405c9ac610c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2525935 Dec 24 03:25:32.997093 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd93e28e-0d0e-4c17-9584-ac546510cf4b req-c5390ab8-95bc-4f12-bbf3-828f3c755b12 service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183651 Dec 24 03:25:33.003440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Calling delete_port for 45672913-f1ad-42a3-bb0b-901ea3b0d4cf owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:33.125941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '2a3f6906-ca26-4981-b12f-805d5fa939dd', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'port_id': '823c2edf-42dd-47fa-a648-856ff1942aba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'mac_address': 'fa:16:3e:4c:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:47Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 1, 'project_id': '853f874431e84adabf7448c56c8768aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:46Z', 'revision_number': 5, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:33.127494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:33.127849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:33.128237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:33.129325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:33.132767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.163699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:33.176200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d673b7a2-a064-4da6-9e59-b684502a90aa None None] The sync data for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv is: [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '2a3f6906-ca26-4981-b12f-805d5fa939dd', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'port_id': '823c2edf-42dd-47fa-a648-856ff1942aba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'mac_address': 'fa:16:3e:4c:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:24:47Z', 'updated_at': '2021-12-24T03:25:28Z', 'revision_number': 1, 'project_id': '853f874431e84adabf7448c56c8768aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:46Z', 'revision_number': 5, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:33.201123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.254876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] Deleting port 887d341c-984c-48bd-8f19-a19ff36b2e22 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:33.255253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.338098 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-84d91ded-1f37-43ef-b566-a78c2e6332a5 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987883 Dec 24 03:25:33.338640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:33.345098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.348865 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-28325426-c23f-4c82-bb54-230e56777329 req-d4c8d84f-b336-4dd2-80e1-68ddf50ba8ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125 HTTP/1.1" status: 200 len: 998 time: 0.8413193 Dec 24 03:25:33.363851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port 89f0944e-9404-471f-9f8a-78b04defc9cb on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:33.364185 dv-neutron-822869-1-hyperv neutron-server[103177]: ERROR neutron.plugins.ml2.managers [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port 89f0944e-9404-471f-9f8a-78b04defc9cb on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:33.364578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.383665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.407240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.487570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] For port 887d341c-984c-48bd-8f19-a19ff36b2e22, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=887d341c-984c-48bd-8f19-a19ff36b2e22,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:33.487570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.504664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325426-c23f-4c82-bb54-230e56777329 req-50ad3750-8341-4b1b-ae48-bdee86be45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:33.506091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] Calling delete_port for 887d341c-984c-48bd-8f19-a19ff36b2e22 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:33.506237 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-28325426-c23f-4c82-bb54-230e56777329 req-50ad3750-8341-4b1b-ae48-bdee86be45d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=876fc94e-656a-4a59-8430-74f06f5dd826 HTTP/1.1" status: 200 len: 850 time: 0.1435347 Dec 24 03:25:33.580999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] For port 89f0944e-9404-471f-9f8a-78b04defc9cb, host hv-neutron-8228, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:33.584610 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d15cc-9d16-4537-a2ae-a259f0ea3315 None None] New status for floating IP 2a3f6906-ca26-4981-b12f-805d5fa939dd: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:25:33.587556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempted to set empty binding levels {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 03:25:33.633936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.648188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.649036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.651657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.669590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.676892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] Pushing event deleted for resources: {'Port': ['ID=887d341c-984c-48bd-8f19-a19ff36b2e22,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:33.679460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861cc73-ccb1-4e41-96c0-1aa5c72b801c None None] No DVR routers for this DVR port 887d341c-984c-48bd-8f19-a19ff36b2e22 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:33.693296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.728806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:33.729415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.733141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3873e33e-dcaa-46f4-a532-79ebb5e2c75a req-c5d335cc-2a05-4895-9cfe-f6bb89d7c727 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782759 Dec 24 03:25:33.736241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325426-c23f-4c82-bb54-230e56777329 req-2a8317ad-6e98-4009-b9eb-96e9351aa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:33.737793 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-28325426-c23f-4c82-bb54-230e56777329 req-2a8317ad-6e98-4009-b9eb-96e9351aa090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac5d4be0-c0a1-41b4-bb1d-4312348a0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2196915 Dec 24 03:25:33.755064 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:33.762737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Deleting port 819c3583-c1f6-4dda-af35-dee940df23d8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:33.762737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.763029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Pushing event deleted for resources: {'Port': ['ID=45672913-f1ad-42a3-bb0b-901ea3b0d4cf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:33.775293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=89f0944e-9404-471f-9f8a-78b04defc9cb,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:33.779240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:33.798743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:33.802163 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a6b53a56-6e96-4aa7-b2d6-cb9ae5379ba5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.3779118 Dec 24 03:25:33.802889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d87d15-cd06-40cc-bd07-58d3eee9bdc3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:33.807928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44014) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:33.810141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d1e3c-b4b9-4f42-8ac0-900d4735ac4a None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:33.824968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:33.825606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.834280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.834625 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 02a599ec-087a-4644-a846-8a2d0d41c3ba of type vlan for network 350fd4c4-3aee-463d-af95-77db9803df3f Dec 24 03:25:33.868838 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1511052 Dec 24 03:25:33.871605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4151e7-7dcc-4363-9d86-1242fcd7d244 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=46830eb6-10c0-4c67-9c53-0668ce45871b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:33.875659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44016) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:33.880538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': '46830eb6-10c0-4c67-9c53-0668ce45871b', 'ip_address': '2001:db8::8466:eb2a:ea18:a33c'}], 'name': 'tempest-NetworksTestDHCPv6-924013540'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:33.967400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '46830eb6-10c0-4c67-9c53-0668ce45871b'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:33.968477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.986250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 04cc72fc-088b-4d4f-82c7-405798c3b60b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:34.004643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.012028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 04cc72fc-088b-4d4f-82c7-405798c3b60b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:34.012412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 04cc72fc-088b-4d4f-82c7-405798c3b60b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:34.012986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 887d341c-984c-48bd-8f19-a19ff36b2e22 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:34.057665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] For port 819c3583-c1f6-4dda-af35-dee940df23d8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=819c3583-c1f6-4dda-af35-dee940df23d8,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:34.058089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.086505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Calling delete_port for 819c3583-c1f6-4dda-af35-dee940df23d8 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:34.092787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 887d341c-984c-48bd-8f19-a19ff36b2e22 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:34.093008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 887d341c-984c-48bd-8f19-a19ff36b2e22 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:34.093754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.099573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:34.100100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.119685 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-28325426-c23f-4c82-bb54-230e56777329 req-5c1af685-39fb-40c3-87ee-3a69469dda5f service neutron] 10.222.0.41 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275969 Dec 24 03:25:34.190893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/46830eb6-10c0-4c67-9c53-0668ce45871b/31b3cab0-e2d0-41d8-9afe-1ad0907a010a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:34.209408 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8841267 Dec 24 03:25:34.214070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44018) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:34.217307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.219844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Deleting port 89f0944e-9404-471f-9f8a-78b04defc9cb {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:34.220187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.220502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.221769 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3f849714-323c-48e7-9a7a-0972a1beb260 tempest-FloatingIPAdminTestJSON-1545193847 tempest-FloatingIPAdminTestJSON-1545193847-project] 10.222.0.37 "DELETE /v2.0/floatingips/d08df7e4-c3ac-4be6-a530-adbeee870616 HTTP/1.1" status: 204 len: 168 time: 2.8523960 Dec 24 03:25:34.226250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984658956'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:34.310195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:34.314586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.344816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:34.356169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.356769 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 40621a10-cb8f-45f9-9032-9d7a08d54a7f of type vlan for network c73a349f-08f8-4903-b6be-4830047da29c Dec 24 03:25:34.394240 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-28325426-c23f-4c82-bb54-230e56777329 req-cae449cf-fa1b-4778-b1a9-e6c70864bee3 service neutron] 10.222.0.41 "GET /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583196 Dec 24 03:25:34.416815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.424095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.427083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.448102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:34.454606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac7174-3e61-4ca4-9364-a62ed918cd50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=350fd4c4-3aee-463d-af95-77db9803df3f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:34.490260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 350fd4c4-3aee-463d-af95-77db9803df3f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:34.500908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:34.512583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.518522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:34.519122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.525276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:34.527677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:34.539699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] For port 89f0944e-9404-471f-9f8a-78b04defc9cb, host hv-neutron-8228, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:34.540440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.579686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Pushing event updated for resources: {'Port': ['ID=31b3cab0-e2d0-41d8-9afe-1ad0907a010a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:34.587407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3711281 Dec 24 03:25:34.593472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:34.596528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Calling delete_port for 89f0944e-9404-471f-9f8a-78b04defc9cb owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:34.606229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': '350fd4c4-3aee-463d-af95-77db9803df3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:34.667257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0d49f-e4cf-4b2c-af5e-a82fdafdaa94 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=c73a349f-08f8-4903-b6be-4830047da29c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:34.678943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Attempting to bind port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:34.679384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Attempting to bind port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:34.679753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Attempting to bind port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:34.685589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network c73a349f-08f8-4903-b6be-4830047da29c details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:34.708402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44030) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:34.709072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:34.709454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:34.709857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.710252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:34.710735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Bound port: 31b3cab0-e2d0-41d8-9afe-1ad0907a010a, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:34.711116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.728401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.749190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:34.764932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.775089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.806455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event deleted for resources: {'Port': ['ID=819c3583-c1f6-4dda-af35-dee940df23d8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:34.850516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:34.854041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.855537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] For port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:34.861424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] For port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=31b3cab0-e2d0-41d8-9afe-1ad0907a010a,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:34.869316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.871308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:34.875206 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "DELETE /v2.0/ports/89f0944e-9404-471f-9f8a-78b04defc9cb HTTP/1.1" status: 204 len: 168 time: 1.0568087 Dec 24 03:25:34.875206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad924e0-2cc4-4d7b-b4a4-00407dbd736c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event deleted for resources: {'Port': ['ID=89f0944e-9404-471f-9f8a-78b04defc9cb,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:34.892415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44036) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:34.919435 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc715ea-2e96-4a53-8c91-0ebfd43601d6 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:34.920866 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6bc715ea-2e96-4a53-8c91-0ebfd43601d6 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "GET /v2.0/ports/89f0944e-9404-471f-9f8a-78b04defc9cb HTTP/1.1" status: 404 len: 333 time: 0.0274994 Dec 24 03:25:34.926351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44038) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:34.934429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Request body: {'port': {'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1776540353'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:34.957090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823cca-0064-4efd-88f2-8ce02c74360d None None] Pushing event updated for resources: {'Port': ['ID=31b3cab0-e2d0-41d8-9afe-1ad0907a010a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:34.966894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.058564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Made reservation on behalf of c16403881a5c4aef8e8e9288dab7cb4b for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:35.060893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.073758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.077553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.088624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] device_id is not set on port e4bf5923-1dce-4f0d-bf49-43be335b9d49 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:35.106842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-948e5057-9ef2-4adf-bc9f-16fa5d95ad6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27fe50b209ef41d9a41611b1b0e306ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957562 Dec 24 03:25:35.107518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44040) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:35.162823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::8466:eb2a:ea18:a33c (97b6bd3f-63b4-4ad9-857e-58009b511f78/46830eb6-10c0-4c67-9c53-0668ce45871b/8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:35.171276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.171880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 624c04c3-5259-485e-92b7-deb5a36f26dd {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:35.177832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.179111 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-09481784-9b6a-43df-892e-193e13c93669 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "DELETE /v2.0/routers/624c04c3-5259-485e-92b7-deb5a36f26dd HTTP/1.1" status: 204 len: 168 time: 2.7610857 Dec 24 03:25:35.183800 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44042) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:35.188356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1215952194', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:35.252067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.253135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.345960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea9033b-e6a0-44aa-abcf-60bbd1799bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.404442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.411920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea9033b-e6a0-44aa-abcf-60bbd1799bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.423257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.433336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.555023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea9033b-e6a0-44aa-abcf-60bbd1799bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.557580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea9033b-e6a0-44aa-abcf-60bbd1799bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.561140 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3ea9033b-e6a0-44aa-abcf-60bbd1799bc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/312a8e01-d40b-4100-afb9-045d2e4af615 HTTP/1.1" status: 204 len: 168 time: 0.4466891 Dec 24 03:25:35.575448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.586186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=12d1bfcf-7841-42de-802a-27d0f3717f77,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:35.595634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9033b-e6a0-44aa-abcf-60bbd1799bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a8e01-d40b-4100-afb9-045d2e4af615,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:35.603004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.629639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.638084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '02a599ec-087a-4644-a846-8a2d0d41c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '350fd4c4-3aee-463d-af95-77db9803df3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:35.638445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: 350fd4c4-3aee-463d-af95-77db9803df3f, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:35.666035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Network 01222dd8-ff98-49d8-ab1d-ac649de37747 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:35.671356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:35.674764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=e4bf5923-1dce-4f0d-bf49-43be335b9d49,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:35.677146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:35.678187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:35.679200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.689043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 350fd4c4-3aee-463d-af95-77db9803df3f is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:35.701112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.714683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 350fd4c4-3aee-463d-af95-77db9803df3f) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:35.726392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0c543-7095-491d-9b3f-3e131f10abc9 None None] Network 350fd4c4-3aee-463d-af95-77db9803df3f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:35.744234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:35.745042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.783789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:35.792550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:35.809249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:35.816428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:35.817651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:35.827011 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c6db895e-5d97-4310-9750-56600a28613b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2298076 Dec 24 03:25:35.834178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:35.834856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:35.847140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': 'c73a349f-08f8-4903-b6be-4830047da29c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:35.861661 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-de90089e-0161-4efd-9ebc-4e038ab688e2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9274104 Dec 24 03:25:35.864971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:35.870386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:35.878581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-61e07e66-f7c7-42b9-97f6-c4eb65925f25 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0019417 Dec 24 03:25:35.882340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44056) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:35.941119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-350fd4c4-3aee-463d-af95-77db9803df3f', 'network_id': '350fd4c4-3aee-463d-af95-77db9803df3f', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': '12d1bfcf-7841-42de-802a-27d0f3717f77'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:35.942492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.037592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.095614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:36.099909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.121917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 31b3cab0-e2d0-41d8-9afe-1ad0907a010a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:36.138638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:36.162054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da50c42f-8f79-42d4-b90c-48e9beb2705d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:36.169236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da50c42f-8f79-42d4-b90c-48e9beb2705d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:36.175888 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-da50c42f-8f79-42d4-b90c-48e9beb2705d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2910497 Dec 24 03:25:36.176682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44062) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:36.221439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11bcf46a-c55a-4a0a-9a19-80cbd5347258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.239760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.245091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:36.245833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.295035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.313625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Allocated IP 2001:db8::2 (350fd4c4-3aee-463d-af95-77db9803df3f/12d1bfcf-7841-42de-802a-27d0f3717f77/ad6cc390-ef23-4028-a050-793ce572bcb8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:36.358801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.454004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] device_id is not set on port e4bf5923-1dce-4f0d-bf49-43be335b9d49 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:36.474287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.475407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=31b3cab0-e2d0-41d8-9afe-1ad0907a010a,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:36.476454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-778458e0-f9c9-4af8-8d91-e2afcca59579 None None] Provisioning complete for port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:36.476822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-778458e0-f9c9-4af8-8d91-e2afcca59579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.504855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.528626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.543129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11bcf46a-c55a-4a0a-9a19-80cbd5347258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.576340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11bcf46a-c55a-4a0a-9a19-80cbd5347258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.607128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.627776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 819c3583-c1f6-4dda-af35-dee940df23d8 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:36.700638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 819c3583-c1f6-4dda-af35-dee940df23d8 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:36.700981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 819c3583-c1f6-4dda-af35-dee940df23d8 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:36.704439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=e4bf5923-1dce-4f0d-bf49-43be335b9d49,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:36.713563 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-11bcf46a-c55a-4a0a-9a19-80cbd5347258 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79677f0b8c1b42a38c9b205922679bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736158 Dec 24 03:25:36.714635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcf46a-c55a-4a0a-9a19-80cbd5347258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91279182-808a-4f3e-86ee-afad73be00eb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:36.721761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44068) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:36.725953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=31b3cab0-e2d0-41d8-9afe-1ad0907a010a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:36.785430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.795122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.803791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:36.804344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.806664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=7d91c117-1580-4e12-8a0c-667bf4aed9de,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:36.825848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:36.826732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:36.827504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:36.845199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:36.845542 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:36.849065 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 2 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:36.853101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Network 350fd4c4-3aee-463d-af95-77db9803df3f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:36.855265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '40621a10-cb8f-45f9-9032-9d7a08d54a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c73a349f-08f8-4903-b6be-4830047da29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:36.855399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: c73a349f-08f8-4903-b6be-4830047da29c, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:36.856122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:36.858576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:36.863272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47aba2ed-1e01-4463-ac19-6921698a03e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.871866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Pushing event updated for resources: {'Port': ['ID=ad6cc390-ef23-4028-a050-793ce572bcb8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:36.881648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:36.881970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:36.882305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:36.897656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47aba2ed-1e01-4463-ac19-6921698a03e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.899674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:36.900005 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:36.905178 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 3 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:36.926094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b6d2ad5f-406d-4f74-9892-e6b3e53ee94f None None] Provisioning complete for port 8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:36.926551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ad5f-406d-4f74-9892-e6b3e53ee94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.931056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network c73a349f-08f8-4903-b6be-4830047da29c is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:36.931222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Attempting to bind port ad6cc390-ef23-4028-a050-793ce572bcb8 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:36.931222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Attempting to bind port ad6cc390-ef23-4028-a050-793ce572bcb8 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '02a599ec-087a-4644-a846-8a2d0d41c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '350fd4c4-3aee-463d-af95-77db9803df3f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:36.931572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Attempting to bind port ad6cc390-ef23-4028-a050-793ce572bcb8 on network 350fd4c4-3aee-463d-af95-77db9803df3f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:36.938382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Allocated IP 172.26.5.32 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/826588d7-7b07-4dda-b0d5-a091a446af86) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:36.938978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:36.939094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:36.939419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:36.953936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:36.954260 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:36.955209 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 4 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:36.958042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.959629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:36.960039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Checking segment: {'id': '02a599ec-087a-4644-a846-8a2d0d41c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '350fd4c4-3aee-463d-af95-77db9803df3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:36.960731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.961257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Bound using segment: {'id': '02a599ec-087a-4644-a846-8a2d0d41c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '350fd4c4-3aee-463d-af95-77db9803df3f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:36.961833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Bound port: ad6cc390-ef23-4028-a050-793ce572bcb8, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a599ec-087a-4644-a846-8a2d0d41c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '350fd4c4-3aee-463d-af95-77db9803df3f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:36.962219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.964852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, c73a349f-08f8-4903-b6be-4830047da29c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:36.973143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:36.973733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:36.976191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:36.977564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:36.977892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:36.978225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:36.986881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:36.987212 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:36.988117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 5 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:36.988842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c38c9b-1905-4060-8426-ea95dc982f41 None None] Network c73a349f-08f8-4903-b6be-4830047da29c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:37.005483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8805aa9e-553f-4889-a900-a85c36624ff5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1647551 Dec 24 03:25:37.005715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2ad5f-406d-4f74-9892-e6b3e53ee94f None None] Port 8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:37.006099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44070) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:37.010342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3b937707-0c4e-4bf2-8d8d-346446cc0e12 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1779022660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:37.017620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:37.017941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:37.018279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:37.020123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47aba2ed-1e01-4463-ac19-6921698a03e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.022635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47aba2ed-1e01-4463-ac19-6921698a03e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.023754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-47aba2ed-1e01-4463-ac19-6921698a03e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91279182-808a-4f3e-86ee-afad73be00eb HTTP/1.1" status: 204 len: 168 time: 0.3005874 Dec 24 03:25:37.035941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aba2ed-1e01-4463-ac19-6921698a03e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91279182-808a-4f3e-86ee-afad73be00eb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:37.037579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:37.037913 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:37.039711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 6 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:37.061600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:37.061845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:37.062185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:37.068123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:37.068716 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:37.069117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 7 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:37.073239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b937707-0c4e-4bf2-8d8d-346446cc0e12 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.074203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b937707-0c4e-4bf2-8d8d-346446cc0e12 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.094242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:37.094578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:37.094977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:37.102424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:37.102757 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:37.104294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 8 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:37.151324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:37.151885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:37.152614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:37.158161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b937707-0c4e-4bf2-8d8d-346446cc0e12 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.160646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:37.161148 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:37.161689 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 9 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:37.171444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b937707-0c4e-4bf2-8d8d-346446cc0e12 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.183611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:37.184179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:37.184691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:37.192784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:37.193340 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:37.193881 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 10 to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 Dec 24 03:25:37.210159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b937707-0c4e-4bf2-8d8d-346446cc0e12 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.214161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3b937707-0c4e-4bf2-8d8d-346446cc0e12 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2045262 Dec 24 03:25:37.214161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:37.214369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:37.214583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:37.216599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44076) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:37.217068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.240342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-c73a349f-08f8-4903-b6be-4830047da29c', 'network_id': 'c73a349f-08f8-4903-b6be-4830047da29c', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': '7d91c117-1580-4e12-8a0c-667bf4aed9de'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:37.241346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.262049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:37.262385 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:37.262747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.270111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] For port ad6cc390-ef23-4028-a050-793ce572bcb8, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:37.281420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.292556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] For port ad6cc390-ef23-4028-a050-793ce572bcb8, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad6cc390-ef23-4028-a050-793ce572bcb8,segment=NetworkSegment(02a599ec-087a-4644-a846-8a2d0d41c3ba),segment_id=02a599ec-087a-4644-a846-8a2d0d41c3ba)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:37.355510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:37.360754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event updated for resources: {'Port': ['ID=826588d7-7b07-4dda-b0d5-a091a446af86,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:37.362393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.364061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:37.368348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:37.449800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbb265-2d7f-4e3f-8d1e-29000cef9511 None None] Pushing event updated for resources: {'Port': ['ID=ad6cc390-ef23-4028-a050-793ce572bcb8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:37.503197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] For port e4bf5923-1dce-4f0d-bf49-43be335b9d49, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:37.504204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempted to set empty binding levels {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 03:25:37.513214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Allocated IP 2001:db8:1::2 (c73a349f-08f8-4903-b6be-4830047da29c/7d91c117-1580-4e12-8a0c-667bf4aed9de/6325cf4a-e79b-4885-a58d-8d1a713a9f30) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:37.532532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.590549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.598768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] In _notify_port_updated(), no bound segment for port e4bf5923-1dce-4f0d-bf49-43be335b9d49 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:25:37.599615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:37.600210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.601688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "PUT /v2.0/ports/e4bf5923-1dce-4f0d-bf49-43be335b9d49 HTTP/1.1" status: 200 len: 977 time: 1.7360718 Dec 24 03:25:37.607743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:37.665101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:37.690591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb9c2-a9ab-4fdb-9e6e-4b78851648e7 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=e4bf5923-1dce-4f0d-bf49-43be335b9d49,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:37.693540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.712280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44082) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:37.715208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.718527 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-149d8b36-484d-4d9c-9dba-e6a23f26c182 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de HTTP/1.1" status: 204 len: 168 time: 1.5391881 Dec 24 03:25:37.724057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44084) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:37.757484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.773499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.809415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b9f94c0-9b9f-42bf-9d93-cebf452f9ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:37.835359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Network c73a349f-08f8-4903-b6be-4830047da29c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:37.842070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:37.865098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:37.876311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Pushing event updated for resources: {'Port': ['ID=6325cf4a-e79b-4885-a58d-8d1a713a9f30,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:37.991284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.033913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Attempting to bind port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:38.036950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Attempting to bind port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '40621a10-cb8f-45f9-9032-9d7a08d54a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c73a349f-08f8-4903-b6be-4830047da29c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:38.037344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Attempting to bind port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 on network c73a349f-08f8-4903-b6be-4830047da29c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:38.054773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:38.055144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Checking segment: {'id': '40621a10-cb8f-45f9-9032-9d7a08d54a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c73a349f-08f8-4903-b6be-4830047da29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:38.055540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.055927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Bound using segment: {'id': '40621a10-cb8f-45f9-9032-9d7a08d54a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c73a349f-08f8-4903-b6be-4830047da29c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:38.056396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Bound port: 6325cf4a-e79b-4885-a58d-8d1a713a9f30, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40621a10-cb8f-45f9-9032-9d7a08d54a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c73a349f-08f8-4903-b6be-4830047da29c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:38.056778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.065280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6221e-7b50-4ca0-8d4a-f19a121b1ee6 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.068611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6221e-7b50-4ca0-8d4a-f19a121b1ee6 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.070227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-05b6221e-7b50-4ca0-8d4a-f19a121b1ee6 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3054104 Dec 24 03:25:38.076461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44090) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:38.087578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.088055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.088258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b9f94c0-9b9f-42bf-9d93-cebf452f9ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.088577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.089206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.089684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.090276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.090937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.091443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.091984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.094386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.095019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.095930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.096114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.096569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.097116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.097606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.098063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.098519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.099128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.099583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.100031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.100508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.101074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:38.104073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-293e34d0-7702-4c29-b32f-51763361bb1a tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20608 time: 0.4953899 Dec 24 03:25:38.110843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44092) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:38.159414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b9f94c0-9b9f-42bf-9d93-cebf452f9ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.175827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad6cc390-ef23-4028-a050-793ce572bcb8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:38.199186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] For port 6325cf4a-e79b-4885-a58d-8d1a713a9f30, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:38.225171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] For port 6325cf4a-e79b-4885-a58d-8d1a713a9f30, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6325cf4a-e79b-4885-a58d-8d1a713a9f30,segment=NetworkSegment(40621a10-cb8f-45f9-9032-9d7a08d54a7f),segment_id=40621a10-cb8f-45f9-9032-9d7a08d54a7f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:38.237995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.241283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 46830eb6-10c0-4c67-9c53-0668ce45871b {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:38.247016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.254100 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2b9f94c0-9b9f-42bf-9d93-cebf452f9ac4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=816619da3e434521920f0c62bf4b05fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313129 Dec 24 03:25:38.264768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44094) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:38.271759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f94c0-9b9f-42bf-9d93-cebf452f9ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4861629b-fc02-4f15-9c96-f147690c6ac7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:38.304343 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa679c06-7ecf-46e6-98fa-d55a8245d932 None None] Pushing event updated for resources: {'Port': ['ID=6325cf4a-e79b-4885-a58d-8d1a713a9f30,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:38.317357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ad6cc390-ef23-4028-a050-793ce572bcb8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:38.317732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.359037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.410858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Deleting port e4bf5923-1dce-4f0d-bf49-43be335b9d49 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:38.411547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.433880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ead12299-888d-4d9a-b01b-f3e0a8f8a711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.444481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.490274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.510704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port ad6cc390-ef23-4028-a050-793ce572bcb8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad6cc390-ef23-4028-a050-793ce572bcb8,segment=NetworkSegment(02a599ec-087a-4644-a846-8a2d0d41c3ba),segment_id=02a599ec-087a-4644-a846-8a2d0d41c3ba)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:38.517613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.518459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 31b3cab0-e2d0-41d8-9afe-1ad0907a010a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:38.550823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ead12299-888d-4d9a-b01b-f3e0a8f8a711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.569764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.612037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=ad6cc390-ef23-4028-a050-793ce572bcb8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:38.625830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:38.626097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.747882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.795596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=46830eb6-10c0-4c67-9c53-0668ce45871b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:38.800584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:38.806371 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3eacef62-40d2-4d32-ba52-3e6e49ec0d92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/46830eb6-10c0-4c67-9c53-0668ce45871b HTTP/1.1" status: 204 len: 168 time: 0.7267399 Dec 24 03:25:38.807640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44098) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:38.811972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20075b72-9822-45f0-b20e-bddd29b7b496 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:38.861686 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-08af5923-7cc3-4370-ab43-cba99ae7fbfe tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529113 Dec 24 03:25:38.865354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44100) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:38.870728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:38.916809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Router 1d580461-bd5b-49e9-83c8-67d0093142c5 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:38.944946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8::1 (350fd4c4-3aee-463d-af95-77db9803df3f/12d1bfcf-7841-42de-802a-27d0f3717f77/b4cdd32e-e21e-4a4e-bb85-ed3d459e3859) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:38.950416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] For port e4bf5923-1dce-4f0d-bf49-43be335b9d49, host hv-neutron-8228, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:38.951750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.019377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Calling delete_port for e4bf5923-1dce-4f0d-bf49-43be335b9d49 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:39.118616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:39.130558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] Sync routers for ids ['1d580461-bd5b-49e9-83c8-67d0093142c5'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:39.149825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] Routers {'1d580461-bd5b-49e9-83c8-67d0093142c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:39.150641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1d580461-bd5b-49e9-83c8-67d0093142c5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:39.158476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.159833 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d0065d72-4e40-4a04-996b-881af3ed65d0 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9750793 Dec 24 03:25:39.162733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44106) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:39.167749 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': False}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:39.172953 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:39.178795 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.197401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc5b50e-2eae-44ef-9d16-3394cae84271 None None] Network 350fd4c4-3aee-463d-af95-77db9803df3f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:39.212798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ead12299-888d-4d9a-b01b-f3e0a8f8a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.213856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:39.216908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ead12299-888d-4d9a-b01b-f3e0a8f8a711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.220994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ead12299-888d-4d9a-b01b-f3e0a8f8a711 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4861629b-fc02-4f15-9c96-f147690c6ac7 HTTP/1.1" status: 204 len: 168 time: 0.9494662 Dec 24 03:25:39.240226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead12299-888d-4d9a-b01b-f3e0a8f8a711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4861629b-fc02-4f15-9c96-f147690c6ac7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:39.297579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.301629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.335035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] Routers {'1d580461-bd5b-49e9-83c8-67d0093142c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:39.335654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1d580461-bd5b-49e9-83c8-67d0093142c5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:39.364884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4bf5923-1dce-4f0d-bf49-43be335b9d49,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:39.389681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.393289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a4e8d4ce-c3b7-45fa-899e-e183c43e6ba4 None None] Provisioning complete for port ad6cc390-ef23-4028-a050-793ce572bcb8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:39.393752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d4ce-c3b7-45fa-899e-e183c43e6ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.394093 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b971758b-ab22-4971-82dd-8c56b15baeef tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e4bf5923-1dce-4f0d-bf49-43be335b9d49 HTTP/1.1" status: 204 len: 168 time: 1.2811484 Dec 24 03:25:39.395194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:39.395801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1cb60-2b5a-41f8-a099-aa1d4dd09034 None None] The sync data for ids ['1d580461-bd5b-49e9-83c8-67d0093142c5'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:39.397119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:39.440518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:39.448729 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da9f917-44a6-4a57-ad7f-56cf493c9ec2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:39.454242 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5da9f917-44a6-4a57-ad7f-56cf493c9ec2 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "GET /v2.0/ports/e4bf5923-1dce-4f0d-bf49-43be335b9d49 HTTP/1.1" status: 404 len: 333 time: 0.0521131 Dec 24 03:25:39.454730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44112) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:39.458685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3052347-378a-4b3e-91e6-38db5302dc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.461854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1805989344', 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:39.492057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.579289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Made reservation on behalf of c16403881a5c4aef8e8e9288dab7cb4b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:39.581941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.642537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 350fd4c4-3aee-463d-af95-77db9803df3f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:39.656844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] Deleting port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:39.657300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.668193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:39.682430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] device_id is not set on port 5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:39.693828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:39.694407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.698889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=b4cdd32e-e21e-4a4e-bb85-ed3d459e3859,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:39.764912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] For port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=31b3cab0-e2d0-41d8-9afe-1ad0907a010a,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:39.765385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.780052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] Calling delete_port for 31b3cab0-e2d0-41d8-9afe-1ad0907a010a owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:39.800514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.874458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:39.929719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.943609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:39.946964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:39.948162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:39.983432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:40.000632 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cd8391cd-8aaf-4256-a217-c80f2a462e5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1317875 Dec 24 03:25:40.001164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44126) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:40.006597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d', 'ip_address': '2001:db8::785b:166f:362:326e'}], 'name': 'tempest-NetworksTestDHCPv6-398599260'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:40.010612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] Pushing event deleted for resources: {'Port': ['ID=31b3cab0-e2d0-41d8-9afe-1ad0907a010a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:40.021541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.040053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9858c1-b110-474c-835d-95941ec6c369 None None] No DVR routers for this DVR port 31b3cab0-e2d0-41d8-9afe-1ad0907a010a on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:40.057399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-79211851-314a-4355-8174-3d800715aea9 None None] Provisioning complete for port ad6cc390-ef23-4028-a050-793ce572bcb8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:40.059868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79211851-314a-4355-8174-3d800715aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.102420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71c52c-b95a-47da-ae7f-3f5cc19e2c71 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:40.127366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527429ce-d47c-4c2c-a5c8-981df78fd9f2 None None] Network c73a349f-08f8-4903-b6be-4830047da29c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:40.202376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.306284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.394367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6325cf4a-e79b-4885-a58d-8d1a713a9f30 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:40.441284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.474872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:40.475749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.517701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Network 01222dd8-ff98-49d8-ab1d-ac649de37747 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:40.526194 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:40.545678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:40.558471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:40.559425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.605787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:40.648863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-23242b22-638d-4562-b5e7-657a48fb46de tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1905003 Dec 24 03:25:40.649376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:40.708204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ee7a4-159b-4727-bb5a-1b656a63a106 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:40.715040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-889ee7a4-159b-4727-bb5a-1b656a63a106 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "GET /v2.0/ports/5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4 HTTP/1.1" status: 200 len: 955 time: 0.0621622 Dec 24 03:25:40.718989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:40.736211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d/7555913f-7c5e-401e-a80e-0e8de47d87a7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:40.875557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:40.896692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.907881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.908757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.926730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:40.927500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.978120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Deleting port 5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:40.978501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:40.981235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.010743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=b4cdd32e-e21e-4a4e-bb85-ed3d459e3859,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:41.033046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 92739272-951a-4e77-96d0-b17ed88b3c79 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:41.033699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Provisioning complete for port b4cdd32e-e21e-4a4e-bb85-ed3d459e3859 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:41.034234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.080139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Port b4cdd32e-e21e-4a4e-bb85-ed3d459e3859 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:41.102757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.126389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.127512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Calling delete_port for 5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:41.128401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Provisioning complete for port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:41.128751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.166863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.188278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 350fd4c4-3aee-463d-af95-77db9803df3f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:41.191351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:41.255417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:41.266514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:41.269003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:41.279628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Pushing event updated for resources: {'Port': ['ID=7555913f-7c5e-401e-a80e-0e8de47d87a7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:41.289060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.350442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::785b:166f:362:326e (97b6bd3f-63b4-4ad9-857e-58009b511f78/dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d/92739272-951a-4e77-96d0-b17ed88b3c79) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:41.448846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.502567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.506367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 6325cf4a-e79b-4885-a58d-8d1a713a9f30, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6325cf4a-e79b-4885-a58d-8d1a713a9f30,segment=NetworkSegment(40621a10-cb8f-45f9-9032-9d7a08d54a7f),segment_id=40621a10-cb8f-45f9-9032-9d7a08d54a7f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:41.511743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:41.514521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.520746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dffe08fb-16e6-4777-bee5-1bb63974db8c tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4 HTTP/1.1" status: 204 len: 168 time: 0.7927215 Dec 24 03:25:41.522472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Attempting to bind port 7555913f-7c5e-401e-a80e-0e8de47d87a7 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:41.523004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Attempting to bind port 7555913f-7c5e-401e-a80e-0e8de47d87a7 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:41.523511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Attempting to bind port 7555913f-7c5e-401e-a80e-0e8de47d87a7 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:41.524060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44164) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:41.529420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.530653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad6cc390-ef23-4028-a050-793ce572bcb8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:41.534477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44166) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:41.555948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 625ca42d-41aa-4c35-beea-7ee5d96b4475 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:41.586643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:41.587071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:41.587403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.587790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:41.588259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Bound port: 7555913f-7c5e-401e-a80e-0e8de47d87a7, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:41.588655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.597352 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb975c9b-bfe2-4998-9745-c3a4a992fa50 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:41.598775 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cb975c9b-bfe2-4998-9745-c3a4a992fa50 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "GET /v2.0/ports/5cc8547a-0f21-4e7d-8aa7-8844dcb33cf4 HTTP/1.1" status: 404 len: 333 time: 0.0737338 Dec 24 03:25:41.608687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:41.618476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Request body: {'port': {'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-460640372'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:41.696145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-eb4b0529-c1fc-4234-8645-803eed9636f7 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-770224591'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:41.697095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-eb4b0529-c1fc-4234-8645-803eed9636f7 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Unknown quota resources ['metering_label']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:25:41.768337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Made reservation on behalf of c16403881a5c4aef8e8e9288dab7cb4b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:41.770693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.776235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:41.778231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.788636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.794910 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-71a0c707-e3b6-416b-b9a4-568f4af02d0c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/625ca42d-41aa-4c35-beea-7ee5d96b4475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5743945 Dec 24 03:25:41.795071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.795153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44172) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:41.799812 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] Sync routers for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:41.815116 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:41.816097 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:41.837035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=6325cf4a-e79b-4885-a58d-8d1a713a9f30,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:41.878856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:25:41.881713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] device_id is not set on port ee1974e8-1128-4360-9476-7c05e5cd7b05 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:41.889491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-2f8394cc-7e5c-47da-a6cf-4b4bcee9fe9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:25:41.895033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9cae5c-8855-4e3f-98b0-4df8f7dad999 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:41.896646 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc9cae5c-8855-4e3f-98b0-4df8f7dad999 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports/b4cdd32e-e21e-4a4e-bb85-ed3d459e3859 HTTP/1.1" status: 200 len: 911 time: 0.1005313 Dec 24 03:25:41.900976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44176) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:41.909950 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:41.934826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a2da21c-f7c3-4636-9598-8d648a9d2ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.945484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ad6cc390-ef23-4028-a050-793ce572bcb8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:41.945857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:41.947698 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:41.949098 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:41.972523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] For port 7555913f-7c5e-401e-a80e-0e8de47d87a7, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:41.991342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] For port 7555913f-7c5e-401e-a80e-0e8de47d87a7, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7555913f-7c5e-401e-a80e-0e8de47d87a7,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:42.003389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.010629 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:42.011771 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294a237-bd9b-4b3b-8378-1a2502352da3 None None] The sync data for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:42.076824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.108458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb4b0529-c1fc-4234-8645-803eed9636f7 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.109801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eb4b0529-c1fc-4234-8645-803eed9636f7 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5743403 Dec 24 03:25:42.113801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44178) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.117808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-357dc142-caba-4e0d-a8ab-5ed7b063e744 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c45409b5-ab8e-45e3-8514-03f356270c5b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:42.118331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-357dc142-caba-4e0d-a8ab-5ed7b063e744 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:25:42.120034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d946f24-1e35-4d1c-9a75-e2ad3226257e None None] Pushing event updated for resources: {'Port': ['ID=7555913f-7c5e-401e-a80e-0e8de47d87a7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:42.135144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.189501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 31b3cab0-e2d0-41d8-9afe-1ad0907a010a no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:42.215277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Router 1d580461-bd5b-49e9-83c8-67d0093142c5 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:42.215575 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.services.metering.metering_plugin [None req-357dc142-caba-4e0d-a8ab-5ed7b063e744 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 03:25:42.218746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:42.226867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:42.230625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 31b3cab0-e2d0-41d8-9afe-1ad0907a010a {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:42.231367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 31b3cab0-e2d0-41d8-9afe-1ad0907a010a not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:42.233794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:42.239563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:42.240575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.249580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=92739272-951a-4e77-96d0-b17ed88b3c79,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:42.338705 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-929de6c9-55a8-418c-a1f8-60957ebc0221 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3365026 Dec 24 03:25:42.353650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44180) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.362859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6325cf4a-e79b-4885-a58d-8d1a713a9f30 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:42.413259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.429517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-357dc142-caba-4e0d-a8ab-5ed7b063e744 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.430811 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-357dc142-caba-4e0d-a8ab-5ed7b063e744 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3164761 Dec 24 03:25:42.434093 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44182) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.447216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4c7deb33-a4de-4fda-adc9-5093970d77f5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c45409b5-ab8e-45e3-8514-03f356270c5b'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:42.447984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4c7deb33-a4de-4fda-adc9-5093970d77f5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:25:42.488299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Network 01222dd8-ff98-49d8-ab1d-ac649de37747 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:42.495672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:42.502180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:42.503427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:42.504288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.517408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:42.517973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.530198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9ea2e-ade4-4048-822a-d554d4afce0d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:42.537145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9ea2e-ade4-4048-822a-d554d4afce0d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:42.539316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-35f9ea2e-ade4-4048-822a-d554d4afce0d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1795793 Dec 24 03:25:42.543957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9325614 Dec 24 03:25:42.545117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f7299-6bf4-40f7-883c-2e58d5b5772d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1974e8-1128-4360-9476-7c05e5cd7b05,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:42.557604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.558259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44188) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.568280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:42.638867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-877e846e-5142-49fa-8c86-859abf463082 None None] Provisioning complete for port b4cdd32e-e21e-4a4e-bb85-ed3d459e3859 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:42.639229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-877e846e-5142-49fa-8c86-859abf463082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.651100 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.services.metering.metering_plugin [None req-4c7deb33-a4de-4fda-adc9-5093970d77f5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 03:25:42.688706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.691270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.694949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-877e846e-5142-49fa-8c86-859abf463082 None None] Port b4cdd32e-e21e-4a4e-bb85-ed3d459e3859 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:42.706939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:42.730145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] Sync routers for ids ['1d580461-bd5b-49e9-83c8-67d0093142c5'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:42.753303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.754422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] Routers {'1d580461-bd5b-49e9-83c8-67d0093142c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:42.754559 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-de04a27e-f6a1-48d4-af00-6e687e4b1d75 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "PUT /v2.0/routers/1d580461-bd5b-49e9-83c8-67d0093142c5 HTTP/1.1" status: 200 len: 921 time: 3.5904801 Dec 24 03:25:42.755315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1d580461-bd5b-49e9-83c8-67d0093142c5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:42.757519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.768816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 92739272-951a-4e77-96d0-b17ed88b3c79 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:42.769262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.797833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:42.807123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] Routers {'1d580461-bd5b-49e9-83c8-67d0093142c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:42.807728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1d580461-bd5b-49e9-83c8-67d0093142c5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:42.816805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c7deb33-a4de-4fda-adc9-5093970d77f5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.818329 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4c7deb33-a4de-4fda-adc9-5093970d77f5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3793864 Dec 24 03:25:42.821671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44194) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.835679 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b6e2f544-03a1-4b4f-9950-05bbea359088 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=1543f718-961b-4a11-a071-e3721f537d5b HTTP/1.1" status: 200 len: 462 time: 0.0133405 Dec 24 03:25:42.837691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:42.840290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44196) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:42.856331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:42.857152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6e6e6-8fdf-4d58-8757-78c7e49bbd3a None None] The sync data for ids ['1d580461-bd5b-49e9-83c8-67d0093142c5'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:43.322030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46ed78ab-a17c-4dfd-9d77-c0d33229759c tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.326083 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-46ed78ab-a17c-4dfd-9d77-c0d33229759c tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/1543f718-961b-4a11-a071-e3721f537d5b HTTP/1.1" status: 204 len: 168 time: 0.4848812 Dec 24 03:25:43.326661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44200) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.352583 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7b3e8096-cb25-4028-ab66-f0a3a2bde434 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/1d580461-bd5b-49e9-83c8-67d0093142c5 HTTP/1.1" status: 200 len: 921 time: 0.5908813 Dec 24 03:25:43.353034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44202) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.357099 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7e4e81ab-d141-46e2-a886-3ac74f40ba38 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=1543f718-961b-4a11-a071-e3721f537d5b HTTP/1.1" status: 200 len: 221 time: 0.0263758 Dec 24 03:25:43.360090 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44204) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.364316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ed3ba6d7-c1fd-410e-9ad9-8f66e734f2d2 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1578791105', 'description': 'label created by tempest'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:43.364865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ed3ba6d7-c1fd-410e-9ad9-8f66e734f2d2 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Unknown quota resources ['metering_label']. {{(pid=103177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:25:43.384007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.414427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 92739272-951a-4e77-96d0-b17ed88b3c79 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:43.422852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2fa4c5dd-2a98-4369-94f8-4b7deab760be None None] Provisioning complete for port 7555913f-7c5e-401e-a80e-0e8de47d87a7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:43.423117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] device_id is not set on port ee1974e8-1128-4360-9476-7c05e5cd7b05 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:43.424638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fa4c5dd-2a98-4369-94f8-4b7deab760be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.434018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.460691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.528505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fa4c5dd-2a98-4369-94f8-4b7deab760be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.569281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2fa4c5dd-2a98-4369-94f8-4b7deab760be None None] For port 7555913f-7c5e-401e-a80e-0e8de47d87a7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7555913f-7c5e-401e-a80e-0e8de47d87a7,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:43.576027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fa4c5dd-2a98-4369-94f8-4b7deab760be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.598125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e983be8-0882-40e7-abd3-375880bfa4d2 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:43.602066 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2e983be8-0882-40e7-abd3-375880bfa4d2 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=1d580461-bd5b-49e9-83c8-67d0093142c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2442832 Dec 24 03:25:43.602888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:43.602888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:43.603188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:43.605986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44206) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.609217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1974e8-1128-4360-9476-7c05e5cd7b05,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:43.631000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4c5dd-2a98-4369-94f8-4b7deab760be None None] Pushing event updated for resources: {'Port': ['ID=7555913f-7c5e-401e-a80e-0e8de47d87a7,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:43.652244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba6d7-c1fd-410e-9ad9-8f66e734f2d2 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.653439 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ed3ba6d7-c1fd-410e-9ad9-8f66e734f2d2 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2924390 Dec 24 03:25:43.656399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44208) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.656794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:43.657156 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:43.664255 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 2 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:43.706338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3517e322-0cfd-4a83-b20c-3a95ba014bae None None] Provisioning complete for port 92739272-951a-4e77-96d0-b17ed88b3c79 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:43.706783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3517e322-0cfd-4a83-b20c-3a95ba014bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.715669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:43.716190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:43.716421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:43.733908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:43.734081 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:43.738042 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 3 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:43.756493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3517e322-0cfd-4a83-b20c-3a95ba014bae None None] Port 92739272-951a-4e77-96d0-b17ed88b3c79 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:43.759877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b5a1c-1818-40aa-a15b-7cb5a2a35b91 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:43.761394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2a2b5a1c-1818-40aa-a15b-7cb5a2a35b91 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.1531708 Dec 24 03:25:43.767429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44214) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.772684 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-029fc6b1-3d68-4905-8921-afd412a2adf8 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=0a66ac8e-52fe-4d98-a2bc-5d427c4f3b72 HTTP/1.1" status: 200 len: 468 time: 0.1153510 Dec 24 03:25:43.776919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44216) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.789574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:43.789911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:43.790252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:43.822141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:43.822387 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:43.826398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 4 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:43.830745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-24469f61-bcc6-47c8-a3dc-04317d3c2a3f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d580461-bd5b-49e9-83c8-67d0093142c5 HTTP/1.1" status: 200 len: 205 time: 0.0620453 Dec 24 03:25:43.836069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44218) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:43.889156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:43.889493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:43.889832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:43.903594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:43.906767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8:1::1 (c73a349f-08f8-4903-b6be-4830047da29c/7d91c117-1580-4e12-8a0c-667bf4aed9de/0f686769-4c0e-4c67-a4ee-194f4eb1ed0d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:43.906915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:43.907242 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:43.910922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 5 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:43.977456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=92739272-951a-4e77-96d0-b17ed88b3c79,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:43.989505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:43.989862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:43.990181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:44.013693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.019241 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d95ef138-5948-4bde-9c6e-b75005789cad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/92739272-951a-4e77-96d0-b17ed88b3c79 HTTP/1.1" status: 204 len: 168 time: 1.4567699 Dec 24 03:25:44.020192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.020818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:44.021152 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:44.022222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b84b-e725-4966-94d7-65768b431082 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.023372 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b6c0b84b-e725-4966-94d7-65768b431082 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/0a66ac8e-52fe-4d98-a2bc-5d427c4f3b72 HTTP/1.1" status: 204 len: 168 time: 0.2457399 Dec 24 03:25:44.026235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44222) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.027511 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 6 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:44.071934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.077396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:44.077649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:44.078055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:44.082415 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-340018db-5f93-489f-9c49-546f06fdaa08 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=0a66ac8e-52fe-4d98-a2bc-5d427c4f3b72 HTTP/1.1" status: 200 len: 216 time: 0.0514054 Dec 24 03:25:44.082651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44224) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.102452 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ae6d4a7f-b33a-41ed-bdcd-8ceb5e8b2010 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0155637 Dec 24 03:25:44.102648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44226) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.118087 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-821ed72c-f85e-4666-a19b-81822e1227e0 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0143750 Dec 24 03:25:44.121524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44228) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.140734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:44.141066 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:44.145730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 7 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:44.159053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98021b91-6816-49ce-903f-1eafd5dd2f8b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:44.160587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98021b91-6816-49ce-903f-1eafd5dd2f8b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:44.162117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-98021b91-6816-49ce-903f-1eafd5dd2f8b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1401298 Dec 24 03:25:44.169340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.193631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-60a8d7a6-9cee-4278-a675-5b5b13777194 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/c45409b5-ab8e-45e3-8514-03f356270c5b HTTP/1.1" status: 200 len: 472 time: 0.0661950 Dec 24 03:25:44.193631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44234) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.216886 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f524e243-468a-4bdf-baf6-46e482a536fc tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/58b7c159-9212-4e71-ab64-fa8d6e532c32 HTTP/1.1" status: 200 len: 459 time: 0.0224802 Dec 24 03:25:44.219881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.220969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44236) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.230876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:44.231217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:44.231550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:44.251439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:44.251757 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:44.255645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 8 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:44.288274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:44.290865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:44.291197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:44.292210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:44.298964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.326206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.329385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.331752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:44.332091 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:44.335381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 9 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:44.344711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.350483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-316ce264-dc81-4d2d-8010-1cb924ac75d5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.351617 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-316ce264-dc81-4d2d-8010-1cb924ac75d5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/58b7c159-9212-4e71-ab64-fa8d6e532c32 HTTP/1.1" status: 204 len: 168 time: 0.1297545 Dec 24 03:25:44.356467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44238) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.386372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network c73a349f-08f8-4903-b6be-4830047da29c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:44.388451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.391299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:44.391299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:44.391514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:44.391681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:44.395759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:44.396241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7555913f-7c5e-401e-a80e-0e8de47d87a7 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:44.396393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.441029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=0f686769-4c0e-4c67-a4ee-194f4eb1ed0d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:44.470371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:44.470705 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:44.473787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 7555913f-7c5e-401e-a80e-0e8de47d87a7 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:44.474363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.479489 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempt 10 to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 Dec 24 03:25:44.548028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.578475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:44.578860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:44.579165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempting to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:44.647367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:44.647710 dv-neutron-822869-1-hyperv neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Failed to bind port ee1974e8-1128-4360-9476-7c05e5cd7b05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b32184b7-c7ec-4b5e-8e02-433c377e233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '01222dd8-ff98-49d8-ab1d-ac649de37747'}] Dec 24 03:25:44.648049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.714422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Deleting port 826588d7-7b07-4dda-b0d5-a091a446af86 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:44.714803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.717079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.752512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db8ef13f-d043-450f-9daf-2ebdc219c9f5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.753556 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-db8ef13f-d043-450f-9daf-2ebdc219c9f5 tempest-MeteringIpV6TestJSON-800177363 tempest-MeteringIpV6TestJSON-800177363-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/c45409b5-ab8e-45e3-8514-03f356270c5b HTTP/1.1" status: 204 len: 168 time: 0.3925645 Dec 24 03:25:44.794542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b00c6dcf-2adc-4004-a953-cbf71cf4330f None None] Provisioning complete for port 0f686769-4c0e-4c67-a4ee-194f4eb1ed0d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:44.795109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b00c6dcf-2adc-4004-a953-cbf71cf4330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.853320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b00c6dcf-2adc-4004-a953-cbf71cf4330f None None] Port 0f686769-4c0e-4c67-a4ee-194f4eb1ed0d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:44.870101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.879319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.880746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.884883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] For port ee1974e8-1128-4360-9476-7c05e5cd7b05, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:44.885009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attempted to set empty binding levels {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 03:25:44.888399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.892230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.934647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.939540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Calling delete_port for 826588d7-7b07-4dda-b0d5-a091a446af86 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:44.949721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:44.975301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.980933 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-92a5dbde-a0dc-4513-836c-de4ca1ae7ab9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d HTTP/1.1" status: 204 len: 168 time: 0.8052640 Dec 24 03:25:44.983368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e86ea-99a0-4e42-865d-ef00f4bcd2a8 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:44.986039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44246) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:44.990079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] In _notify_port_updated(), no bound segment for port ee1974e8-1128-4360-9476-7c05e5cd7b05 on network 01222dd8-ff98-49d8-ab1d-ac649de37747 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:25:44.991086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:44.991685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:44.996413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "PUT /v2.0/ports/ee1974e8-1128-4360-9476-7c05e5cd7b05 HTTP/1.1" status: 200 len: 976 time: 2.4348187 Dec 24 03:25:44.999140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44248) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.012116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=0f686769-4c0e-4c67-a4ee-194f4eb1ed0d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:45.070068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.093640 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b9757af-ec1c-4885-9135-f70bc3208cdf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039174 Dec 24 03:25:45.094357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44252) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.099024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea8cf9-3142-4eb8-89a7-866a57fecd2d tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1974e8-1128-4360-9476-7c05e5cd7b05,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:45.133092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network c73a349f-08f8-4903-b6be-4830047da29c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:45.143078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:45.179961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44254) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.237625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:45.262290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.274713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f5c03-ced5-4ea5-9c1e-e7170c443984 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:45.276249 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-959f5c03-ced5-4ea5-9c1e-e7170c443984 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1790080 Dec 24 03:25:45.279446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44258) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.310204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event deleted for resources: {'Port': ['ID=826588d7-7b07-4dda-b0d5-a091a446af86,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:45.349312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Deleting port ee1974e8-1128-4360-9476-7c05e5cd7b05 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:45.349823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.360411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] Deleting port 7555913f-7c5e-401e-a80e-0e8de47d87a7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:45.361174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.362350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 625ca42d-41aa-4c35-beea-7ee5d96b4475 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:45.387631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-754cb301-b739-45df-b281-e2007886f0b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.419899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.431647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed517c-76c8-4081-bbe2-accad498e36c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:45.433762 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a4ed517c-76c8-4081-bbe2-accad498e36c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521392 Dec 24 03:25:45.439931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44262) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.459283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] For port 7555913f-7c5e-401e-a80e-0e8de47d87a7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7555913f-7c5e-401e-a80e-0e8de47d87a7,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:45.459283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.478522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] Calling delete_port for 7555913f-7c5e-401e-a80e-0e8de47d87a7 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:45.493255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] For port ee1974e8-1128-4360-9476-7c05e5cd7b05, host hv-neutron-8228, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:45.494265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.533613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.539406 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-131a6a9d-3a34-4e3f-a9fe-d2cb6c5947dc tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928278 Dec 24 03:25:45.539565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a88e86b1-f213-4aec-94eb-7672fbee135b None None] Provisioning complete for port 0f686769-4c0e-4c67-a4ee-194f4eb1ed0d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:45.539565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a88e86b1-f213-4aec-94eb-7672fbee135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.539771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44264) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.543837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.544738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:45.588105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a88e86b1-f213-4aec-94eb-7672fbee135b None None] Port 0f686769-4c0e-4c67-a4ee-194f4eb1ed0d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:45.591904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Calling delete_port for ee1974e8-1128-4360-9476-7c05e5cd7b05 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:45.611799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.612298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Fanout notify agent at l3_agent the message router_deleted on router 1d580461-bd5b-49e9-83c8-67d0093142c5 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:45.615864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.620912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.626080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b1008a09-b243-4ca6-9f4f-c7a7bbe807cd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/1d580461-bd5b-49e9-83c8-67d0093142c5 HTTP/1.1" status: 204 len: 168 time: 1.7851298 Dec 24 03:25:45.628168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44266) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.632010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4a772bab-237b-45f9-80ae-9e28b5fc0f01 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1840801765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:45.646468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] Pushing event deleted for resources: {'Port': ['ID=7555913f-7c5e-401e-a80e-0e8de47d87a7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:45.651063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ec150-4e06-4894-a26d-84b127d6660a None None] No DVR routers for this DVR port 7555913f-7c5e-401e-a80e-0e8de47d87a7 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:45.676978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-754cb301-b739-45df-b281-e2007886f0b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.682640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-754cb301-b739-45df-b281-e2007886f0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.689780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a772bab-237b-45f9-80ae-9e28b5fc0f01 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.690698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a772bab-237b-45f9-80ae-9e28b5fc0f01 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.696669 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:45.704007 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f9d655da-6284-42ad-b28b-110d96929c51 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/625ca42d-41aa-4c35-beea-7ee5d96b4475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8004670 Dec 24 03:25:45.710497 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] Sync routers for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:45.711766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44268) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.721071 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:45.721927 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:45.752899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:45.755741 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:45.756773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.766959 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-754cb301-b739-45df-b281-e2007886f0b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d4b7aa4528b42998b4bc311bcc26f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5834324 Dec 24 03:25:45.768274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44270) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.771198 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:45.771885 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:45.780770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cb301-b739-45df-b281-e2007886f0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0341ad4-2211-4733-a5b5-5d24582e0bbe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:45.808642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6c42b-7311-4c27-b6d0-836072f248fe tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:45.809927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9fa6c42b-7311-4c27-b6d0-836072f248fe tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports/0f686769-4c0e-4c67-a4ee-194f4eb1ed0d HTTP/1.1" status: 200 len: 913 time: 0.0962021 Dec 24 03:25:45.810399 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:45.811127 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42deeb64-7868-4d2f-ad6f-c22d878aee36 None None] The sync data for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:45.813418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.838211 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.877608 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee1974e8-1128-4360-9476-7c05e5cd7b05,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:45.886299 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.889430 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5547eea5-8f98-4307-b5dc-3e9cf81b70d5 tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ee1974e8-1128-4360-9476-7c05e5cd7b05 HTTP/1.1" status: 204 len: 168 time: 0.8892374 Dec 24 03:25:45.892778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44274) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.897342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a772bab-237b-45f9-80ae-9e28b5fc0f01 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:45.918816 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7abf40-fa51-4171-9604-8caf4dc5116e tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] GET failed (client error): The resource could not be found. Dec 24 03:25:45.920114 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7b7abf40-fa51-4171-9604-8caf4dc5116e tempest-PortsAdminExtendedAttrsTestJSON-1836503241 tempest-PortsAdminExtendedAttrsTestJSON-1836503241-project-admin] 10.222.0.37 "GET /v2.0/ports/ee1974e8-1128-4360-9476-7c05e5cd7b05 HTTP/1.1" status: 404 len: 333 time: 0.0264499 Dec 24 03:25:45.927316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44276) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:45.937150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a772bab-237b-45f9-80ae-9e28b5fc0f01 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.017156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.024719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acabff5d-a8da-41ad-ab51-b2c82076767e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.034466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a772bab-237b-45f9-80ae-9e28b5fc0f01 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.035049 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4a772bab-237b-45f9-80ae-9e28b5fc0f01 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4071794 Dec 24 03:25:46.043474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:46.062746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:46.077631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:46.081333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:46.084256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:46.084899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.092039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce8451-b07b-4499-80d5-bd26084e97d6 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:46.113304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=c87217b9-0b17-4503-9ea7-f71802af6b00,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:46.127770 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9939c7b9-3eaf-456b-b574-d741ca33913d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5868096 Dec 24 03:25:46.130447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44284) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:46.135972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'c87217b9-0b17-4503-9ea7-f71802af6b00', 'ip_address': '2001:db8::b0ee:ae26:60b7:feda'}], 'name': 'tempest-NetworksTestDHCPv6-882036931'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:46.137663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.210653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'c87217b9-0b17-4503-9ea7-f71802af6b00'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:46.212676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.216086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acabff5d-a8da-41ad-ab51-b2c82076767e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.261639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:46.357331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.367235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7555913f-7c5e-401e-a80e-0e8de47d87a7 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:46.370636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/c87217b9-0b17-4503-9ea7-f71802af6b00/6af01a69-cce8-4c33-9835-bd52aa58a4bd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:46.378098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 1e9e176d-4afa-49c3-a7bf-b4faba4896f6 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:46.395051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 7555913f-7c5e-401e-a80e-0e8de47d87a7 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:46.395402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7555913f-7c5e-401e-a80e-0e8de47d87a7 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:46.550690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.561746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.602227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:46.605311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:46.608820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:46.610571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::b0ee:ae26:60b7:feda (97b6bd3f-63b4-4ad9-857e-58009b511f78/c87217b9-0b17-4503-9ea7-f71802af6b00/1e9e176d-4afa-49c3-a7bf-b4faba4896f6) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:46.622019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Pushing event updated for resources: {'Port': ['ID=6af01a69-cce8-4c33-9835-bd52aa58a4bd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:46.671283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Attempting to bind port 6af01a69-cce8-4c33-9835-bd52aa58a4bd on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:46.671853 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Attempting to bind port 6af01a69-cce8-4c33-9835-bd52aa58a4bd by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:46.672314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Attempting to bind port 6af01a69-cce8-4c33-9835-bd52aa58a4bd on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:46.678659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:46.679090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:46.680772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.681211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:46.681751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Bound port: 6af01a69-cce8-4c33-9835-bd52aa58a4bd, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:46.682272 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.755535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] For port 6af01a69-cce8-4c33-9835-bd52aa58a4bd, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:46.759336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] For port 6af01a69-cce8-4c33-9835-bd52aa58a4bd, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6af01a69-cce8-4c33-9835-bd52aa58a4bd,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:46.763404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.771872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.789126 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.807183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.826995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acabff5d-a8da-41ad-ab51-b2c82076767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.829535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acabff5d-a8da-41ad-ab51-b2c82076767e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.831007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-acabff5d-a8da-41ad-ab51-b2c82076767e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0341ad4-2211-4733-a5b5-5d24582e0bbe HTTP/1.1" status: 204 len: 168 time: 1.0616651 Dec 24 03:25:46.832117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.835626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19898f0c-8651-4fb8-8154-1f221056aace None None] Pushing event updated for resources: {'Port': ['ID=6af01a69-cce8-4c33-9835-bd52aa58a4bd,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:46.873317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01222dd8-ff98-49d8-ab1d-ac649de37747']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:46.891394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:46.896272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabff5d-a8da-41ad-ab51-b2c82076767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0341ad4-2211-4733-a5b5-5d24582e0bbe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:46.899268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:46.905186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32184b7-c7ec-4b5e-8e02-433c377e233e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:46.905496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32184b7-c7ec-4b5e-8e02-433c377e233e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:46.918584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:46.923912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.926001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:46.926713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.946529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=1e9e176d-4afa-49c3-a7bf-b4faba4896f6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:46.950998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.961199 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a0c5b0c9-e338-4225-b32d-cf4154f2d607 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8293200 Dec 24 03:25:46.962933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44290) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:46.964675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:46.965144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:46.969174 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:46.972144 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:46.973102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d81d7db6-1122-440e-9ede-93bebdde8d3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'c87217b9-0b17-4503-9ea7-f71802af6b00', 'ip_address': '2001:db8::b0ee:ae26:60b7:feda'}], 'name': 'tempest-NetworksTestDHCPv6-312614954'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:47.095079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.112785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.119952 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] 10.222.0.37 "DELETE /v2.0/networks/01222dd8-ff98-49d8-ab1d-ac649de37747 HTTP/1.1" status: 204 len: 168 time: 1.1916015 Dec 24 03:25:47.141072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50743772-02fd-49d4-a72a-e8279e39f3cc tempest-PortsAdminExtendedAttrsTestJSON-798124044 tempest-PortsAdminExtendedAttrsTestJSON-798124044-project] Pushing event deleted for resources: {'Network': ['ID=01222dd8-ff98-49d8-ab1d-ac649de37747,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:47.171033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d7db6-1122-440e-9ede-93bebdde8d3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:47.190204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d81d7db6-1122-440e-9ede-93bebdde8d3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.200998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.212597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-d81d7db6-1122-440e-9ede-93bebdde8d3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port f8621a85-aaed-4f7a-98ed-8e40b0ed91ad yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:47.370366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.370833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44300) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:47.407778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a02dee40-a729-477a-a344-27fc0c8dd7ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.410023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.500826 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81d7db6-1122-440e-9ede-93bebdde8d3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 24 03:25:47.502051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81d7db6-1122-440e-9ede-93bebdde8d3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:25:47.519532 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d81d7db6-1122-440e-9ede-93bebdde8d3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5551941 Dec 24 03:25:47.522029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44304) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:47.536442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44306) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:47.586172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72477fc-a803-44c2-99c6-3074b6973dc0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:47.592210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72477fc-a803-44c2-99c6-3074b6973dc0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:47.597178 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a72477fc-a803-44c2-99c6-3074b6973dc0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0714426 Dec 24 03:25:47.597695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44310) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:47.626627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Allocated IP 172.26.5.69 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/d935bfe8-baf9-4a80-904f-fd424dc8117d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:47.668547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a02dee40-a729-477a-a344-27fc0c8dd7ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.690686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a02dee40-a729-477a-a344-27fc0c8dd7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.734998 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f0dbd0ea-841a-4786-b250-299a3dd1cc50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=744df041e25e45c19d92b16bc9d3f8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961179 Dec 24 03:25:47.737555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 1e9e176d-4afa-49c3-a7bf-b4faba4896f6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:47.737910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.740632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44314) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:47.796199 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a02dee40-a729-477a-a344-27fc0c8dd7ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53de44e247944f8eb7946459fbeb2690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205492 Dec 24 03:25:47.797061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dee40-a729-477a-a344-27fc0c8dd7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389df413-8e47-4b4b-b7de-a0d5703ee186,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:47.817440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:47.904282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.936838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 0f686769-4c0e-4c67-a4ee-194f4eb1ed0d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:47.937211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:47.941827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12e524e0-2d66-4336-af9e-6c0a52b57035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.033054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12e524e0-2d66-4336-af9e-6c0a52b57035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.052305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.131092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.144792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:48.155156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:48.157916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 0f686769-4c0e-4c67-a4ee-194f4eb1ed0d owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:48.163428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:48.169311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event updated for resources: {'Port': ['ID=d935bfe8-baf9-4a80-904f-fd424dc8117d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:48.178853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.181561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da63b058-b6fd-4774-b441-a75d0c51c4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.189208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-81fdb7b5-a350-40e0-95dc-7fc35ceeb553 None None] Provisioning complete for port 6af01a69-cce8-4c33-9835-bd52aa58a4bd triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:48.200061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 1e9e176d-4afa-49c3-a7bf-b4faba4896f6 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:48.202047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81fdb7b5-a350-40e0-95dc-7fc35ceeb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.221202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da63b058-b6fd-4774-b441-a75d0c51c4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.236622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12e524e0-2d66-4336-af9e-6c0a52b57035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.239228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12e524e0-2d66-4336-af9e-6c0a52b57035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.240392 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-12e524e0-2d66-4336-af9e-6c0a52b57035 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/389df413-8e47-4b4b-b7de-a0d5703ee186 HTTP/1.1" status: 204 len: 168 time: 0.4219840 Dec 24 03:25:48.264057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e524e0-2d66-4336-af9e-6c0a52b57035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389df413-8e47-4b4b-b7de-a0d5703ee186,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:48.414392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.441737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da63b058-b6fd-4774-b441-a75d0c51c4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.448021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da63b058-b6fd-4774-b441-a75d0c51c4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.451221 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-da63b058-b6fd-4774-b441-a75d0c51c4d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d1adec9-01ce-4591-a8f4-6deb0403c38a HTTP/1.1" status: 204 len: 168 time: 0.7083070 Dec 24 03:25:48.475749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81fdb7b5-a350-40e0-95dc-7fc35ceeb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.498282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=1e9e176d-4afa-49c3-a7bf-b4faba4896f6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:48.527142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6af01a69-cce8-4c33-9835-bd52aa58a4bd up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:48.547686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63b058-b6fd-4774-b441-a75d0c51c4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1adec9-01ce-4591-a8f4-6deb0403c38a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:48.605157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.612046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44328) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:48.614614 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-002a051d-25e2-4438-823e-c2f5a54d4c19 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/1e9e176d-4afa-49c3-a7bf-b4faba4896f6 HTTP/1.1" status: 204 len: 168 time: 1.0157559 Dec 24 03:25:48.640174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-81fdb7b5-a350-40e0-95dc-7fc35ceeb553 None None] For port 6af01a69-cce8-4c33-9835-bd52aa58a4bd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6af01a69-cce8-4c33-9835-bd52aa58a4bd,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:48.658127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81fdb7b5-a350-40e0-95dc-7fc35ceeb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.739632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6af01a69-cce8-4c33-9835-bd52aa58a4bd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:48.740248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.792254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdb7b5-a350-40e0-95dc-7fc35ceeb553 None None] Pushing event updated for resources: {'Port': ['ID=6af01a69-cce8-4c33-9835-bd52aa58a4bd,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:48.809175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-65684d01-f45a-4105-9f70-d7380f5d6a14 None None] Could not find standard attr ID for object 1e9e176d-4afa-49c3-a7bf-b4faba4896f6. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:25:48.829208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.837116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd24f1-518b-4d62-a944-bcd432303771 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:48.838690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd24f1-518b-4d62-a944-bcd432303771 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:48.847525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44338) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:48.869038 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-25cd24f1-518b-4d62-a944-bcd432303771 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2536521 Dec 24 03:25:48.924353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=0f686769-4c0e-4c67-a4ee-194f4eb1ed0d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:48.927634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:48.956852 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet c87217b9-0b17-4503-9ea7-f71802af6b00 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:48.963499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.018799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.095654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44344) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:49.145915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.216802 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6b92462b-f9e0-4e06-9606-3b7b23fa7531 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c16403881a5c4aef8e8e9288dab7cb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1190217 Dec 24 03:25:49.217473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44348) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:49.221643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.326834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c03f15f-d371-48b9-ab09-f0b6e6777d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.334547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.382155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=c87217b9-0b17-4503-9ea7-f71802af6b00,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:49.388504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.392423 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bc3d1864-a2bb-44fa-b3e5-2a835c98333d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/c87217b9-0b17-4503-9ea7-f71802af6b00 HTTP/1.1" status: 204 len: 168 time: 0.5437469 Dec 24 03:25:49.394751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c03f15f-d371-48b9-ab09-f0b6e6777d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.396681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44356) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:49.398257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9cc61-d91d-4384-9f0b-c2d6f6bb9ca1 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:49.442679 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-253a0bcf-e5c0-4555-8a6e-cc8d5f1d9c50 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446422 Dec 24 03:25:49.449512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44358) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:49.455137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:49.577048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c03f15f-d371-48b9-ab09-f0b6e6777d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.581348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c03f15f-d371-48b9-ab09-f0b6e6777d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.584314 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3c03f15f-d371-48b9-ab09-f0b6e6777d3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b54e66c8-cf31-44bf-a5f3-bf1523cce040 HTTP/1.1" status: 204 len: 168 time: 0.3623965 Dec 24 03:25:49.597261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03f15f-d371-48b9-ab09-f0b6e6777d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e66c8-cf31-44bf-a5f3-bf1523cce040,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:49.600054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:49.604224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.645078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:49.651901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.658870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.728027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] Deleting port 6af01a69-cce8-4c33-9835-bd52aa58a4bd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:49.728705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.842266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] For port 6af01a69-cce8-4c33-9835-bd52aa58a4bd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6af01a69-cce8-4c33-9835-bd52aa58a4bd,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:49.843071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.867323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] Calling delete_port for 6af01a69-cce8-4c33-9835-bd52aa58a4bd owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:49.897112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 625ca42d-41aa-4c35-beea-7ee5d96b4475 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:49.979883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:49.983103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:50.002080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] No DVR routers for this DVR port 6af01a69-cce8-4c33-9835-bd52aa58a4bd on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:50.030950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb1536-9d55-4775-82eb-87640bc81b8e None None] Pushing event deleted for resources: {'Port': ['ID=6af01a69-cce8-4c33-9835-bd52aa58a4bd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:50.058652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:50.066135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:50.071308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:50.071908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:50.089845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=649e76f5-2ad4-4c1d-b7bd-8f6174016a24,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:50.090168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd8008-808d-46e3-9e3b-b0b3457b2f3f None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:50.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3b8f028d-c39e-4919-95bf-9256d9c6a20a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6492434 Dec 24 03:25:50.102731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44380) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.108703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4b4302d4-312c-460e-bf3c-4e06827f3ffb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': '649e76f5-2ad4-4c1d-b7bd-8f6174016a24', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-975078306'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:50.138804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:50.162145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-37761536-4226-4773-b233-2d79f506b421 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/625ca42d-41aa-4c35-beea-7ee5d96b4475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3477490 Dec 24 03:25:50.163287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Router c3fa70ce-650e-47a0-aebc-9ded62f093c5 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:50.165474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44384) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.213811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] Sync routers for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:50.250137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:50.250777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.280215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4302d4-312c-460e-bf3c-4e06827f3ffb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:50.291774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.294943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b4302d4-312c-460e-bf3c-4e06827f3ffb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:50.324659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:50.325872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.346928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-4b4302d4-312c-460e-bf3c-4e06827f3ffb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port b60b88ab-53c2-49b7-8dbe-5649825bd876 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:50.489672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:50.500212 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] Sync routers for ids ['c3fa70ce-650e-47a0-aebc-9ded62f093c5'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:50.505819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:50.507170 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-023082e6-57fc-44a4-99ca-8f77a76a1f23 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "PUT /v2.0/routers/c3fa70ce-650e-47a0-aebc-9ded62f093c5 HTTP/1.1" status: 200 len: 879 time: 4.4562984 Dec 24 03:25:50.511353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44396) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.521386 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] Routers {'c3fa70ce-650e-47a0-aebc-9ded62f093c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:50.524512 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c3fa70ce-650e-47a0-aebc-9ded62f093c5'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.540964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '649e76f5-2ad4-4c1d-b7bd-8f6174016a24'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:50.542451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:50.544816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6af01a69-cce8-4c33-9835-bd52aa58a4bd no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:50.549003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.549921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1ac76-053c-46c8-9ae1-d4571b5154fa None None] The sync data for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:50.590040 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.599220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6af01a69-cce8-4c33-9835-bd52aa58a4bd {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:50.602587 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] Routers {'c3fa70ce-650e-47a0-aebc-9ded62f093c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:50.603362 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c3fa70ce-650e-47a0-aebc-9ded62f093c5'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.606001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6af01a69-cce8-4c33-9835-bd52aa58a4bd not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:50.626521 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4302d4-312c-460e-bf3c-4e06827f3ffb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:25:50.627028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4302d4-312c-460e-bf3c-4e06827f3ffb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:25:50.657676 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4b4302d4-312c-460e-bf3c-4e06827f3ffb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5538993 Dec 24 03:25:50.660845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44402) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.668740 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:50.670067 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3feec-7ad1-454d-8cd0-c4bd3a3d3489 None None] The sync data for ids ['c3fa70ce-650e-47a0-aebc-9ded62f093c5'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:50.702115 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-13cae749-7040-4c3b-974e-79f08d7cfbab tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0404127 Dec 24 03:25:50.706248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44404) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.747339 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-55cc5ed9-eeef-4182-b761-66d246635293 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/c3fa70ce-650e-47a0-aebc-9ded62f093c5 HTTP/1.1" status: 200 len: 920 time: 0.2320769 Dec 24 03:25:50.747536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.788889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d985c8-02eb-41cc-9c8a-99c51c9a3d7b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:50.790596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d985c8-02eb-41cc-9c8a-99c51c9a3d7b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:50.792987 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-66d985c8-02eb-41cc-9c8a-99c51c9a3d7b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0852375 Dec 24 03:25:50.796201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44414) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.855650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 649e76f5-2ad4-4c1d-b7bd-8f6174016a24 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:50.905113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0592e-8682-4a83-ad60-da9b17eb3530 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:50.912235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/649e76f5-2ad4-4c1d-b7bd-8f6174016a24/eb8fdf01-4e61-489b-b2eb-88b85797e3e2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:50.914983 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-32b0592e-8682-4a83-ad60-da9b17eb3530 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=c3fa70ce-650e-47a0-aebc-9ded62f093c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1664608 Dec 24 03:25:50.917855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44424) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:50.961566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.009516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44426) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.021536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44430) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.045491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb59eb-ed3b-42e9-bb65-bcc8b248e649 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:51.050349 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8fdb59eb-ed3b-42e9-bb65-bcc8b248e649 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.1309781 Dec 24 03:25:51.051532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44434) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.088094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44436) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.090938 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f477a451-c30e-47b6-9017-706f3a0f3ed8 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3fa70ce-650e-47a0-aebc-9ded62f093c5 HTTP/1.1" status: 200 len: 205 time: 0.0385597 Dec 24 03:25:51.115436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.123677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.125849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.207872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:51.210163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-19868243-61c4-483e-9ffd-078ea1d83a29 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:51.212418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:51.215301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:51.218847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.243801 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-dd2a4550-5ef5-430b-a91c-0f63bc6c9fc6 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-211394205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:51.258319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Pushing event updated for resources: {'Port': ['ID=eb8fdf01-4e61-489b-b2eb-88b85797e3e2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:51.302597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.317952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Attempting to bind port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:51.318439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Attempting to bind port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:51.318923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Attempting to bind port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:51.324951 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:51.325326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:51.325725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.326119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:51.326588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Bound port: eb8fdf01-4e61-489b-b2eb-88b85797e3e2, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:51.326996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.336915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4550-5ef5-430b-a91c-0f63bc6c9fc6 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.338015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4550-5ef5-430b-a91c-0f63bc6c9fc6 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.353232 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-19868243-61c4-483e-9ffd-078ea1d83a29 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "PUT /v2.0/quotas/008603fd8532400a84ef4446737a13e5 HTTP/1.1" status: 200 len: 366 time: 0.3426156 Dec 24 03:25:51.355918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.368926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.385714 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4db78043-d1d1-48aa-bbbe-6f8e3a8b79c6 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0287504 Dec 24 03:25:51.396211 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44442) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.439405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4550-5ef5-430b-a91c-0f63bc6c9fc6 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.441147 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f3aa9069-6bed-40c3-a4b9-c89c062520f9 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "GET /v2.0/quotas/008603fd8532400a84ef4446737a13e5 HTTP/1.1" status: 200 len: 366 time: 0.0426540 Dec 24 03:25:51.443907 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44444) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.456313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4550-5ef5-430b-a91c-0f63bc6c9fc6 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.457207 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:51.459294 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:51.475466 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-90c328e1-84f6-417c-be53-9e736d25b2c6 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/008603fd8532400a84ef4446737a13e5 HTTP/1.1" status: 204 len: 168 time: 0.0283015 Dec 24 03:25:51.475669 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44446) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.477642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.490447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4550-5ef5-430b-a91c-0f63bc6c9fc6 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.491549 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dd2a4550-5ef5-430b-a91c-0f63bc6c9fc6 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4689510 Dec 24 03:25:51.494238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port b4cdd32e-e21e-4a4e-bb85-ed3d459e3859 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:51.497247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.497367 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e8ee0b65-124d-4b4a-b987-ed752dcd71a0 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0182991 Dec 24 03:25:51.497367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44448) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.497640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44450) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.502729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1613191766'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:51.513307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.515148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] For port eb8fdf01-4e61-489b-b2eb-88b85797e3e2, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:51.518819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] For port eb8fdf01-4e61-489b-b2eb-88b85797e3e2, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=eb8fdf01-4e61-489b-b2eb-88b85797e3e2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:51.525629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.552151 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e5942c6f-1219-479d-bc88-c91e1efd4542 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "GET /v2.0/quotas/008603fd8532400a84ef4446737a13e5 HTTP/1.1" status: 200 len: 370 time: 0.0510902 Dec 24 03:25:51.553074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=649e76f5-2ad4-4c1d-b7bd-8f6174016a24,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:51.553191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.558112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.563087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-65bc0330-1f74-4cc8-a28e-385c344f04d4 tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "GET /v2.0/quotas/008603fd8532400a84ef4446737a13e5/default HTTP/1.1" status: 200 len: 370 time: 0.0063024 Dec 24 03:25:51.563253 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-49f5313c-9485-4dee-ab9f-3a68c2477195 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/649e76f5-2ad4-4c1d-b7bd-8f6174016a24 HTTP/1.1" status: 204 len: 168 time: 0.7638910 Dec 24 03:25:51.563253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44454) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.565368 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44456) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.609404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:51.616443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3d6ae-1879-44fe-bb9f-4aafd9d9226a None None] Pushing event updated for resources: {'Port': ['ID=eb8fdf01-4e61-489b-b2eb-88b85797e3e2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:51.626315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.626315 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2cfe958b-67a3-42a8-b54b-60296472f674 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603430 Dec 24 03:25:51.629591 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-2a6adc24-7b65-47d0-a345-6a3ed0370abc tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] delete failed (client error): The resource could not be found. Dec 24 03:25:51.630673 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2a6adc24-7b65-47d0-a345-6a3ed0370abc tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/008603fd8532400a84ef4446737a13e5 HTTP/1.1" status: 404 len: 348 time: 0.0664260 Dec 24 03:25:51.631583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44458) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.641691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:51.647660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.656531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.670057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Deleting port d935bfe8-baf9-4a80-904f-fd424dc8117d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:51.670392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.690835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for b4cdd32e-e21e-4a4e-bb85-ed3d459e3859 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:51.776554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44462) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:51.789584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:51.793039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.823520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.841377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Calling delete_port for d935bfe8-baf9-4a80-904f-fd424dc8117d owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:51.849279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.893497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.911270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:network and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:51.918825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:51.935715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:51.969483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:51.993788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:subnet and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:51.996854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec42e0-c491-45f5-afbe-7ec29ccfeaef,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:52.000924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:52.030119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:subnetpool and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:52.036486 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:52.044072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:port and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:52.047992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:52.055154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:router and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:52.058393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:52.067674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:floatingip and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:52.071554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:52.112438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.116966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.117309 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Added segment 927923db-da4b-4a61-a1a3-97e413defef8 of type vlan for network 80c3fd93-b798-4d8d-816c-1af5619b4d92 Dec 24 03:25:52.145723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=b4cdd32e-e21e-4a4e-bb85-ed3d459e3859,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:52.161583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:security_group and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:52.180206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:52.188358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.235403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Usage tracker for resource:security_group_rule and project:7c5a357c125e4a02b964b75aaf03d5a7 is out of sync, need to count used quota {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 03:25:52.256230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.quota.resource [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 03:25:52.279889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.284967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.299975 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-62ed7436-f0e3-4b37-81d7-fffa781a871b tempest-QuotasTest-1169283174 tempest-QuotasTest-1169283174-project-admin] 10.222.0.37 "GET /v2.0/quotas/7c5a357c125e4a02b964b75aaf03d5a7/details.json HTTP/1.1" status: 200 len: 703 time: 0.5223913 Dec 24 03:25:52.307486 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.314199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:52.319923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.363890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event deleted for resources: {'Port': ['ID=d935bfe8-baf9-4a80-904f-fd424dc8117d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:52.365655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:52.366595 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8681402 Dec 24 03:25:52.391535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.486174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:52.490628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device eb8fdf01-4e61-489b-b2eb-88b85797e3e2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:52.490921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e7729-5a8e-4995-8d14-e7c42bdeff5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Network': ['ID=80c3fd93-b798-4d8d-816c-1af5619b4d92,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:52.496395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:52.497474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'subnet': {'network_id': '80c3fd93-b798-4d8d-816c-1af5619b4d92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:52.503911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:52.505141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.527265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=9c16a967-824b-47f0-b2d5-43dd07c887ad,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:52.548351 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bf8f275c-f185-4f44-9a33-ac220642466e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9112310 Dec 24 03:25:52.552649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:52.553455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44474) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:52.558166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6f2e01f3-8c5f-485f-928f-f019b461af8f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-64194772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:52.608619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f2e01f3-8c5f-485f-928f-f019b461af8f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.610536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f2e01f3-8c5f-485f-928f-f019b461af8f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.682645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:52.683196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.710049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f2e01f3-8c5f-485f-928f-f019b461af8f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.719110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f2e01f3-8c5f-485f-928f-f019b461af8f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.742330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f2e01f3-8c5f-485f-928f-f019b461af8f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.743954 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6f2e01f3-8c5f-485f-928f-f019b461af8f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1893415 Dec 24 03:25:52.746946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44476) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:52.790857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.833730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port eb8fdf01-4e61-489b-b2eb-88b85797e3e2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=eb8fdf01-4e61-489b-b2eb-88b85797e3e2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:52.838830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.902708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=eb8fdf01-4e61-489b-b2eb-88b85797e3e2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:52.940318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44480) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:52.963287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a8fb16-0882-4ebe-be95-f3e6702d8ae6 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:53.039901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.089796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.105612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7dd4764e-be0a-4cac-9164-05c5d42b83d0 None None] Provisioning complete for port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:53.106061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7dd4764e-be0a-4cac-9164-05c5d42b83d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.191392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfc23-d2ea-46fb-855a-d2527870f078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.239039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 625ca42d-41aa-4c35-beea-7ee5d96b4475 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:53.258477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.262167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.320306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:53.323468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.426982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:53.430862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfc23-d2ea-46fb-855a-d2527870f078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.435641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-522564de-5bb5-4217-b762-5c16f7124556 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/625ca42d-41aa-4c35-beea-7ee5d96b4475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2689710 Dec 24 03:25:53.437453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:53.440106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] Sync routers for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:53.440939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfc23-d2ea-46fb-855a-d2527870f078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.443659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::1 (97b6bd3f-63b4-4ad9-857e-58009b511f78/9c16a967-824b-47f0-b2d5-43dd07c887ad/ab71b660-c088-43a3-8f3a-fa6ce176df62) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:53.456718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:53.457466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:53.479407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.480277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Fanout notify agent at l3_agent the message router_deleted on router c3fa70ce-650e-47a0-aebc-9ded62f093c5 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:53.487351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.488858 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1cc8d9ae-de25-4d46-a7d1-8e0a394f1799 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/c3fa70ce-650e-47a0-aebc-9ded62f093c5 HTTP/1.1" status: 204 len: 168 time: 2.3998291 Dec 24 03:25:53.494955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:53.507316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:53.514206 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f9cfc23-d2ea-46fb-855a-d2527870f078 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b2ffc81b30c4d44b6ddc8e81e541f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5728106 Dec 24 03:25:53.520320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cc9efdf4-211a-4410-b3d5-a50fbb878b3d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-667301755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:53.522770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] Routers {'625ca42d-41aa-4c35-beea-7ee5d96b4475'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:53.523471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['625ca42d-41aa-4c35-beea-7ee5d96b4475'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:53.524060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44494) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:53.527102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dbe8eca7-084d-41a9-a891-ad4e07435264 None None] Provisioning complete for port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:53.527573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbe8eca7-084d-41a9-a891-ad4e07435264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.535150 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4c1d52ed-10df-48d8-9d92-4cd429d400f5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=625ca42d-41aa-4c35-beea-7ee5d96b4475 HTTP/1.1" status: 200 len: 205 time: 0.0691626 Dec 24 03:25:53.539607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:53.554521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cfc23-d2ea-46fb-855a-d2527870f078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd547d9c-91ed-4f3b-8f7b-26e4e16633a8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:53.572556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:53.573100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5d591-ff60-4c71-8887-a655894995ea None None] The sync data for ids ['625ca42d-41aa-4c35-beea-7ee5d96b4475'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:53.623086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-974ca54f-1d4b-4799-a713-031fe9014dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.651670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b739117-87f1-405d-b8bb-51afec291b2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.672646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-974ca54f-1d4b-4799-a713-031fe9014dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.682153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.690264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc9efdf4-211a-4410-b3d5-a50fbb878b3d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.691257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc9efdf4-211a-4410-b3d5-a50fbb878b3d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.739643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.747490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-974ca54f-1d4b-4799-a713-031fe9014dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.750703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-974ca54f-1d4b-4799-a713-031fe9014dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.751791 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-974ca54f-1d4b-4799-a713-031fe9014dbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd547d9c-91ed-4f3b-8f7b-26e4e16633a8 HTTP/1.1" status: 204 len: 168 time: 0.2267871 Dec 24 03:25:53.785312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ca54f-1d4b-4799-a713-031fe9014dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd547d9c-91ed-4f3b-8f7b-26e4e16633a8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:53.805223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:53.808546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:53.813840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:53.814376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.864010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=ab71b660-c088-43a3-8f3a-fa6ce176df62,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:53.951732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc9efdf4-211a-4410-b3d5-a50fbb878b3d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.953056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.953821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b739117-87f1-405d-b8bb-51afec291b2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.958132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b739117-87f1-405d-b8bb-51afec291b2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.965040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc9efdf4-211a-4410-b3d5-a50fbb878b3d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.045129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.097298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc9efdf4-211a-4410-b3d5-a50fbb878b3d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.098605 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cc9efdf4-211a-4410-b3d5-a50fbb878b3d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5998819 Dec 24 03:25:54.099380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b739117-87f1-405d-b8bb-51afec291b2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.099956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b739117-87f1-405d-b8bb-51afec291b2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Fanout notify agent at l3_agent the message router_deleted on router 625ca42d-41aa-4c35-beea-7ee5d96b4475 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:54.118257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44502) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:54.118639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b739117-87f1-405d-b8bb-51afec291b2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.122442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5b739117-87f1-405d-b8bb-51afec291b2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/625ca42d-41aa-4c35-beea-7ee5d96b4475 HTTP/1.1" status: 204 len: 168 time: 0.5786157 Dec 24 03:25:54.123062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': True}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:54.130506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44504) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:54.140345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Subnet': ['ID=ea799da2-4d94-45f5-b9a0-9e93cf70ab61,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:54.167729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Checking segment: {'id': '927923db-da4b-4a61-a1a3-97e413defef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '80c3fd93-b798-4d8d-816c-1af5619b4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:54.167729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network hostable DHCP agents. Network: 80c3fd93-b798-4d8d-816c-1af5619b4d92, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:54.189990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:54.198215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-65929e30-cb60-40c2-82fd-ab1a4a14ba00 None None] Provisioning complete for port ab71b660-c088-43a3-8f3a-fa6ce176df62 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:54.198774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65929e30-cb60-40c2-82fd-ab1a4a14ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.204328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:54.213272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 80c3fd93-b798-4d8d-816c-1af5619b4d92) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:54.226885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9680ce0-77b6-4693-9d66-10f4bcd488df None None] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:54.227643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:54.228264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.233036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35489a84-fa88-4043-a313-7a788d5f162d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.257426 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d0e82fd4-5238-4fd4-ace1-7365bf93c738 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7982669 Dec 24 03:25:54.261188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:54.269901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'network': {'name': 'tempest-router-network01--1442404290'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:54.276721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-65929e30-cb60-40c2-82fd-ab1a4a14ba00 None None] Port ab71b660-c088-43a3-8f3a-fa6ce176df62 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:54.316213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:54.319745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.354310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:54.377383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.378130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Added segment 49be7123-b992-425d-971c-57abcac5f254 of type vlan for network 86fee4c3-94d6-40c6-b992-329355b2964e Dec 24 03:25:54.398435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35489a84-fa88-4043-a313-7a788d5f162d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.419269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device eb8fdf01-4e61-489b-b2eb-88b85797e3e2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:54.424843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35489a84-fa88-4043-a313-7a788d5f162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.451807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-80c3fd93-b798-4d8d-816c-1af5619b4d92', 'network_id': '80c3fd93-b798-4d8d-816c-1af5619b4d92', 'project_id': '358efb57de4a440da87488f10183d91d', 'fixed_ips': [{'subnet_id': 'ea799da2-4d94-45f5-b9a0-9e93cf70ab61'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:54.453824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.461587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.491622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35489a84-fa88-4043-a313-7a788d5f162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7dd4f5-04ed-4a4c-94d3-f9e924015664,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:54.498281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-35489a84-fa88-4043-a313-7a788d5f162d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c5a357c125e4a02b964b75aaf03d5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928910 Dec 24 03:25:54.502773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:54.548089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.554470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:54.556710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.591484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:54.591858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.642340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Network': ['ID=86fee4c3-94d6-40c6-b992-329355b2964e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:54.657029 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-499043ef-a9b3-40ef-b899-a5751da20b5a tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3916242 Dec 24 03:25:54.657940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:54.664246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'network': {'name': 'tempest-router-network02--1895601818'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:54.664653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 86fee4c3-94d6-40c6-b992-329355b2964e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:54.668864 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1aea-2f82-4abb-a636-2acbd7960013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.701838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1aea-2f82-4abb-a636-2acbd7960013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.723372 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:54.727340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.772400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:54.783766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1aea-2f82-4abb-a636-2acbd7960013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.791707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5fc1aea-2f82-4abb-a636-2acbd7960013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.798528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e5fc1aea-2f82-4abb-a636-2acbd7960013 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc7dd4f5-04ed-4a4c-94d3-f9e924015664 HTTP/1.1" status: 204 len: 168 time: 0.2922535 Dec 24 03:25:54.800833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Allocated IP 2001:db8::2 (80c3fd93-b798-4d8d-816c-1af5619b4d92/ea799da2-4d94-45f5-b9a0-9e93cf70ab61/f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:54.802874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.803335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Added segment c5d01f0d-6d21-4d9c-b2a6-e0163738971d of type vlan for network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 Dec 24 03:25:54.837339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet 7d91c117-1580-4e12-8a0c-667bf4aed9de {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:54.844235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.877899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.922279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc1aea-2f82-4abb-a636-2acbd7960013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7dd4f5-04ed-4a4c-94d3-f9e924015664,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:54.933889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:54.941743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:54.942638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.003495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.010057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.027946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Network': ['ID=9932aee8-75bb-4e7d-99fa-9c9a516a27a9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:55.046485 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0edab497-cde8-4c9d-933c-6b6e2bffad92 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3855062 Dec 24 03:25:55.047204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:55.054989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'subnet': {'network_id': '86fee4c3-94d6-40c6-b992-329355b2964e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:55.107288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:55.172064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.212575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.228174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:55.228398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.232045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.234314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.265406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:55.266956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Pushing event updated for resources: {'Port': ['ID=f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:55.276440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.277248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.283377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:55.287257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:55.353897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Attempting to bind port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:55.354293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Attempting to bind port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '927923db-da4b-4a61-a1a3-97e413defef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '80c3fd93-b798-4d8d-816c-1af5619b4d92'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:55.354660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Attempting to bind port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 on network 80c3fd93-b798-4d8d-816c-1af5619b4d92 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:55.361976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:55.362315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Checking segment: {'id': '927923db-da4b-4a61-a1a3-97e413defef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '80c3fd93-b798-4d8d-816c-1af5619b4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:55.362713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.363112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Bound using segment: {'id': '927923db-da4b-4a61-a1a3-97e413defef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '80c3fd93-b798-4d8d-816c-1af5619b4d92'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:55.364414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Bound port: f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927923db-da4b-4a61-a1a3-97e413defef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '80c3fd93-b798-4d8d-816c-1af5619b4d92'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:55.364806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.463469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] For port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:55.468785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] For port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40,segment=NetworkSegment(927923db-da4b-4a61-a1a3-97e413defef8),segment_id=927923db-da4b-4a61-a1a3-97e413defef8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:55.470518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.481341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.492910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=ab71b660-c088-43a3-8f3a-fa6ce176df62,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:55.550485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.572093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Subnet': ['ID=1506e424-5b90-4f61-a91b-2a1113a9bff1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:55.582150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Checking segment: {'id': '49be7123-b992-425d-971c-57abcac5f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86fee4c3-94d6-40c6-b992-329355b2964e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:55.582150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network hostable DHCP agents. Network: 86fee4c3-94d6-40c6-b992-329355b2964e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:55.614782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 86fee4c3-94d6-40c6-b992-329355b2964e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:55.623146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164ee7c-6d96-4077-a10a-8444af056100 None None] Pushing event updated for resources: {'Port': ['ID=f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:55.624043 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-a190f270-5ef0-4a45-9fd5-ded2240c52b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3193350 Dec 24 03:25:55.636778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 86fee4c3-94d6-40c6-b992-329355b2964e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:55.650337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:55.651083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.655034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=7d91c117-1580-4e12-8a0c-667bf4aed9de,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:55.667316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:55.699655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78bdd5-60c5-4ef9-bb39-9f6c004eab79 None None] Network 86fee4c3-94d6-40c6-b992-329355b2964e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:55.701581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-040499cf-74af-4aab-a898-e7f60e8a518f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6523073 Dec 24 03:25:55.708013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:55.723939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'subnet': {'network_id': '9932aee8-75bb-4e7d-99fa-9c9a516a27a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:55.853808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:55.900282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.904158 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f788f6a0-52db-4a06-b6c7-cb1fbd99ff2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/7d91c117-1580-4e12-8a0c-667bf4aed9de HTTP/1.1" status: 204 len: 168 time: 1.7734988 Dec 24 03:25:55.912529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44550) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:55.919923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:55.930677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.939724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7021de-c905-400e-82f9-cdd3162aa83b None None] Network c73a349f-08f8-4903-b6be-4830047da29c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:56.035885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet 12d1bfcf-7841-42de-802a-27d0f3717f77 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:56.040643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.128842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-86fee4c3-94d6-40c6-b992-329355b2964e', 'network_id': '86fee4c3-94d6-40c6-b992-329355b2964e', 'project_id': '358efb57de4a440da87488f10183d91d', 'fixed_ips': [{'subnet_id': '1506e424-5b90-4f61-a91b-2a1113a9bff1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:56.130451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.162432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.292735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.335589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Allocated IP 2001:db8::2 (86fee4c3-94d6-40c6-b992-329355b2964e/1506e424-5b90-4f61-a91b-2a1113a9bff1/df82968c-ec6b-4158-8099-6d97ce0db901) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:56.371751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] DHCP port deletion for c73a349f-08f8-4903-b6be-4830047da29c request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:56.379190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.389185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.457075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9caa6f37-7415-436a-9c80-fe900fef2bdb None None] Provisioning complete for port ab71b660-c088-43a3-8f3a-fa6ce176df62 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:56.457447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9caa6f37-7415-436a-9c80-fe900fef2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.492141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:56.497071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Subnet': ['ID=a9a7ccc8-08e9-4b1e-a2fd-8e63db9eb900,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:56.502269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Checking segment: {'id': 'c5d01f0d-6d21-4d9c-b2a6-e0163738971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9932aee8-75bb-4e7d-99fa-9c9a516a27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:56.502629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network hostable DHCP agents. Network: 9932aee8-75bb-4e7d-99fa-9c9a516a27a9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:56.524301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:56.525904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.535508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ad869-b761-4111-a93f-724ff5d93163 req-bc4dd169-0c75-4f24-a2d7-94ab5bcad66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:56.537054 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-bc4dd169-0c75-4f24-a2d7-94ab5bcad66f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d&device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 1098 time: 0.6925092 Dec 24 03:25:56.542232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 9932aee8-75bb-4e7d-99fa-9c9a516a27a9) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:56.559308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:56.561031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.598738 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3d78329c-eb54-44f8-8060-00a5c8d99b8c tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8864331 Dec 24 03:25:56.599035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44558) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:56.618048 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28449e-68b2-4f23-9b9a-7c7e8eb044b1 None None] Network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:56.623256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.661793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=12d1bfcf-7841-42de-802a-27d0f3717f77,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:56.704470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9caa6f37-7415-436a-9c80-fe900fef2bdb None None] Port ab71b660-c088-43a3-8f3a-fa6ce176df62 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:56.719725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.723288 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1b4327c6-b11b-4e27-8792-3f89af3d65da tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/12d1bfcf-7841-42de-802a-27d0f3717f77 HTTP/1.1" status: 204 len: 168 time: 0.8064411 Dec 24 03:25:56.747213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44562) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:56.747920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Router 7dcd61d6-7813-4d5e-b049-a17506bf46af is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:56.756699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c6df8-aa6c-499c-a35b-63e5c522f72d None None] Network 350fd4c4-3aee-463d-af95-77db9803df3f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:56.761485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] Deleting port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:56.761893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.902480 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.904784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ad869-b761-4111-a93f-724ff5d93163 req-59022f82-b98e-4235-8936-5e84b008904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:56.906292 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-59022f82-b98e-4235-8936-5e84b008904a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbb50964-5930-4392-8b02-ed79e2127e83 HTTP/1.1" status: 200 len: 906 time: 0.3154242 Dec 24 03:25:56.921982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] For port 6325cf4a-e79b-4885-a58d-8d1a713a9f30, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6325cf4a-e79b-4885-a58d-8d1a713a9f30,segment=NetworkSegment(40621a10-cb8f-45f9-9032-9d7a08d54a7f),segment_id=40621a10-cb8f-45f9-9032-9d7a08d54a7f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:56.922378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.950062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] Calling delete_port for 6325cf4a-e79b-4885-a58d-8d1a713a9f30 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:56.991423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:56.998638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:56.998638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.165084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:57.174933 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ce7cc0f-46d3-4ca5-8594-06fcda8a5b95 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "PUT /v2.0/routers/7dcd61d6-7813-4d5e-b049-a17506bf46af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4262486 Dec 24 03:25:57.176407 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Sync routers for ids ['7dcd61d6-7813-4d5e-b049-a17506bf46af'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:57.179279 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-5e872026-474b-4aff-9a4b-ec4b1b4b7028 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c HTTP/1.1" status: 200 len: 1001 time: 0.2624724 Dec 24 03:25:57.179844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44576) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:57.185015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Allocated IP 172.26.5.236 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/5326e969-fa25-4e06-b10b-0654221d0cc9) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:57.202782 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Routers {'7dcd61d6-7813-4d5e-b049-a17506bf46af'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:57.204059 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7dcd61d6-7813-4d5e-b049-a17506bf46af'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:57.264857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44578) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:57.332694 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Set router 7dcd61d6-7813-4d5e-b049-a17506bf46af gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:57.377282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-9932aee8-75bb-4e7d-99fa-9c9a516a27a9', 'network_id': '9932aee8-75bb-4e7d-99fa-9c9a516a27a9', 'project_id': '358efb57de4a440da87488f10183d91d', 'fixed_ips': [{'subnet_id': 'a9a7ccc8-08e9-4b1e-a2fd-8e63db9eb900'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:57.378103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.391444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa5db8-e137-4dc0-9686-5cbd0d110b0c None None] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:57.404659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa7340f-7bdd-4782-a613-8560fea1bd74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:57.408861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44582) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:57.409425 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9aa7340f-7bdd-4782-a613-8560fea1bd74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports/ab71b660-c088-43a3-8f3a-fa6ce176df62 HTTP/1.1" status: 200 len: 911 time: 0.2208920 Dec 24 03:25:57.424126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.445342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ad869-b761-4111-a93f-724ff5d93163 req-215ef663-d3b8-4fd5-97ae-2672d6999a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:57.447018 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-215ef663-d3b8-4fd5-97ae-2672d6999a2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78058204-26e5-486c-898b-81f3cbad2cf9 HTTP/1.1" status: 200 len: 845 time: 0.2376111 Dec 24 03:25:57.475652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f22337a4-b4bf-41c5-be0a-1d3b3cd0d12c None None] Provisioning complete for port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:57.476034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f22337a4-b4bf-41c5-be0a-1d3b3cd0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.479797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:57.480184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.515693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.555750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 6325cf4a-e79b-4885-a58d-8d1a713a9f30, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6325cf4a-e79b-4885-a58d-8d1a713a9f30,segment=NetworkSegment(40621a10-cb8f-45f9-9032-9d7a08d54a7f),segment_id=40621a10-cb8f-45f9-9032-9d7a08d54a7f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:57.556108 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.564096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Allocated IP 2001:db8::1 (86fee4c3-94d6-40c6-b992-329355b2964e/1506e424-5b90-4f61-a91b-2a1113a9bff1/651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:57.569837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 6325cf4a-e79b-4885-a58d-8d1a713a9f30 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:57.571048 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'name': 'tempest-NetworksTestDHCPv6-router-64194772', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:52Z', 'updated_at': '2021-12-24T03:25:53Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None, '_interfaces': [{'id': 'ab71b660-c088-43a3-8f3a-fa6ce176df62', 'name': '', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'mac_address': 'fa:16:3e:13:7c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '9c16a967-824b-47f0-b2d5-43dd07c887ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:53Z', 'updated_at': '2021-12-24T03:25:54Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'subnets': [{'id': '9c16a967-824b-47f0-b2d5-43dd07c887ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:57.595334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0374cf30-4a71-4041-8733-6346e082090b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:57.601937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0374cf30-4a71-4041-8733-6346e082090b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:57.603025 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Checking router: 7dcd61d6-7813-4d5e-b049-a17506bf46af for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:57.603572 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Updating router 7dcd61d6-7813-4d5e-b049-a17506bf46af port ab71b660-c088-43a3-8f3a-fa6ce176df62 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:57.603945 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0374cf30-4a71-4041-8733-6346e082090b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1932585 Dec 24 03:25:57.606596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44588) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:57.638339 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.671124 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-349393525', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:57.763168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Pushing event updated for resources: {'Port': ['ID=df82968c-ec6b-4158-8099-6d97ce0db901,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:57.778292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Made reservation on behalf of a0c7ec0c45c4437c82a651a74bffa8ad for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:57.782333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.810192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ad869-b761-4111-a93f-724ff5d93163 req-1f7aedc5-31f4-41c1-ad9a-1f9d074691e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:57.812978 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-1f7aedc5-31f4-41c1-ad9a-1f9d074691e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbb50964-5930-4392-8b02-ed79e2127e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1340292 Dec 24 03:25:57.817488 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.822109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.845170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.875147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f22337a4-b4bf-41c5-be0a-1d3b3cd0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.895989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.934542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] No DVR routers for this DVR port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:57.944650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:57.955664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Network 86fee4c3-94d6-40c6-b992-329355b2964e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:57.990591 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.005273 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.006091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:58.019424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] DHCP port deletion for 350fd4c4-3aee-463d-af95-77db9803df3f request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:58.024158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eee58-1e0b-4e03-94d5-1468c835b785 None None] Pushing event deleted for resources: {'Port': ['ID=6325cf4a-e79b-4885-a58d-8d1a713a9f30,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.026072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:58.040645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.054302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.057696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port 6325cf4a-e79b-4885-a58d-8d1a713a9f30 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:58.064473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f22337a4-b4bf-41c5-be0a-1d3b3cd0d12c None None] For port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40,segment=NetworkSegment(927923db-da4b-4a61-a1a3-97e413defef8),segment_id=927923db-da4b-4a61-a1a3-97e413defef8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:58.071695 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fa752-5a0a-4c4a-b450-b6304d7bf005 None None] Pushing event updated for resources: {'Port': ['ID=ab71b660-c088-43a3-8f3a-fa6ce176df62,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.075790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=6325cf4a-e79b-4885-a58d-8d1a713a9f30,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.077989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.079110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.101245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] device_id is not set on port f98a87d7-a745-4fb0-86e4-4a9375f9dc0d yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:25:58.129752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 86fee4c3-94d6-40c6-b992-329355b2964e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:58.137710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f22337a4-b4bf-41c5-be0a-1d3b3cd0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.153234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:58.162092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:58.162640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.311443 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Attempting to bind port ab71b660-c088-43a3-8f3a-fa6ce176df62 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:58.312715 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Attempting to bind port ab71b660-c088-43a3-8f3a-fa6ce176df62 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:58.312845 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Attempting to bind port ab71b660-c088-43a3-8f3a-fa6ce176df62 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:58.320827 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:58.321177 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:58.321576 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.322002 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:58.322464 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Bound port: ab71b660-c088-43a3-8f3a-fa6ce176df62, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:58.322858 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.340231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bcfbe7-b909-4ebf-bb4f-68bed31942b5,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.345789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Port': ['ID=651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.366241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22337a4-b4bf-41c5-be0a-1d3b3cd0d12c None None] Pushing event updated for resources: {'Port': ['ID=f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.413132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.435439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.470259 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] For port ab71b660-c088-43a3-8f3a-fa6ce176df62, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:58.475210 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] For port ab71b660-c088-43a3-8f3a-fa6ce176df62, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ab71b660-c088-43a3-8f3a-fa6ce176df62,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:58.478949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Attempting to bind port df82968c-ec6b-4158-8099-6d97ce0db901 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:58.479504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Attempting to bind port df82968c-ec6b-4158-8099-6d97ce0db901 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '49be7123-b992-425d-971c-57abcac5f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86fee4c3-94d6-40c6-b992-329355b2964e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:58.480002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Attempting to bind port df82968c-ec6b-4158-8099-6d97ce0db901 on network 86fee4c3-94d6-40c6-b992-329355b2964e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:58.482697 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.496544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:58.496930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Checking segment: {'id': '49be7123-b992-425d-971c-57abcac5f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86fee4c3-94d6-40c6-b992-329355b2964e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:58.497386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.498314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Bound using segment: {'id': '49be7123-b992-425d-971c-57abcac5f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86fee4c3-94d6-40c6-b992-329355b2964e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:58.498314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Bound port: df82968c-ec6b-4158-8099-6d97ce0db901, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49be7123-b992-425d-971c-57abcac5f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86fee4c3-94d6-40c6-b992-329355b2964e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:58.499145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.514148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] Deleting port ad6cc390-ef23-4028-a050-793ce572bcb8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:58.514533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.590661 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fa752-5a0a-4c4a-b450-b6304d7bf005 None None] Pushing event updated for resources: {'Port': ['ID=ab71b660-c088-43a3-8f3a-fa6ce176df62,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.598331 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Routers {'7dcd61d6-7813-4d5e-b049-a17506bf46af'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:58.601964 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7dcd61d6-7813-4d5e-b049-a17506bf46af'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:58.613429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] For port ad6cc390-ef23-4028-a050-793ce572bcb8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad6cc390-ef23-4028-a050-793ce572bcb8,segment=NetworkSegment(02a599ec-087a-4644-a846-8a2d0d41c3ba),segment_id=02a599ec-087a-4644-a846-8a2d0d41c3ba)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:58.613835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.636240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] Calling delete_port for ad6cc390-ef23-4028-a050-793ce572bcb8 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:58.759834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:58.773170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:25:58.773170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:25:58.774375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Allocated IP 2001:db8::2 (9932aee8-75bb-4e7d-99fa-9c9a516a27a9/a9a7ccc8-08e9-4b1e-a2fd-8e63db9eb900/8d738b50-21a0-468c-a879-fe8f9d7f8516) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:58.825326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] No DVR routers for this DVR port ad6cc390-ef23-4028-a050-793ce572bcb8 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:58.827180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b70190-c465-4857-8249-4b5d42ceb84e None None] Pushing event deleted for resources: {'Port': ['ID=ad6cc390-ef23-4028-a050-793ce572bcb8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:58.827888 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] Set router 7dcd61d6-7813-4d5e-b049-a17506bf46af gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:58.845992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-61c4260a-a4bc-4b62-ad08-37ae157e3b29 None None] Provisioning complete for port ab71b660-c088-43a3-8f3a-fa6ce176df62 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:58.846622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61c4260a-a4bc-4b62-ad08-37ae157e3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.050531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73a349f-08f8-4903-b6be-4830047da29c']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:59.058535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] For port df82968c-ec6b-4158-8099-6d97ce0db901, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:59.062224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.062770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] For port df82968c-ec6b-4158-8099-6d97ce0db901, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=df82968c-ec6b-4158-8099-6d97ce0db901,segment=NetworkSegment(49be7123-b992-425d-971c-57abcac5f254),segment_id=49be7123-b992-425d-971c-57abcac5f254)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:59.066454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61c4260a-a4bc-4b62-ad08-37ae157e3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.081511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40621a10-cb8f-45f9-9032-9d7a08d54a7f') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:59.082075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40621a10-cb8f-45f9-9032-9d7a08d54a7f') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:59.089779 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-0367cc1f-0a23-4ac4-80b7-41da325b1a88 service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2610362 Dec 24 03:25:59.104082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-61c4260a-a4bc-4b62-ad08-37ae157e3b29 None None] For port ab71b660-c088-43a3-8f3a-fa6ce176df62, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ab71b660-c088-43a3-8f3a-fa6ce176df62,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:59.107329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.119323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.129383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Allocated IP 172.26.5.166 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f98a87d7-a745-4fb0-86e4-4a9375f9dc0d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:59.139177 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'name': 'tempest-NetworksTestDHCPv6-router-64194772', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:52Z', 'updated_at': '2021-12-24T03:25:53Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None, '_interfaces': [{'id': 'ab71b660-c088-43a3-8f3a-fa6ce176df62', 'name': '', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'mac_address': 'fa:16:3e:13:7c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '9c16a967-824b-47f0-b2d5-43dd07c887ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:53Z', 'updated_at': '2021-12-24T03:25:58Z', 'revision_number': 4, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'subnets': [{'id': '9c16a967-824b-47f0-b2d5-43dd07c887ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:59.139362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61c4260a-a4bc-4b62-ad08-37ae157e3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.157448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:59.169526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:59.172353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:59.197266 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a445-3d23-4b9d-a583-2e5149bdbdec None None] The sync data for ids ['7dcd61d6-7813-4d5e-b049-a17506bf46af'] in dv-neutron-822869-1-hyperv is: [{'id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'name': 'tempest-NetworksTestDHCPv6-router-64194772', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:52Z', 'updated_at': '2021-12-24T03:25:53Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None, '_interfaces': [{'id': 'ab71b660-c088-43a3-8f3a-fa6ce176df62', 'name': '', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'mac_address': 'fa:16:3e:13:7c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '9c16a967-824b-47f0-b2d5-43dd07c887ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:53Z', 'updated_at': '2021-12-24T03:25:58Z', 'revision_number': 4, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'subnets': [{'id': '9c16a967-824b-47f0-b2d5-43dd07c887ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:59.273104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64be33-4e25-4036-bcf2-f3ed8262c777 None None] Pushing event updated for resources: {'Port': ['ID=df82968c-ec6b-4158-8099-6d97ce0db901,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:59.344419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.401890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.425885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.458663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Port': ['ID=5326e969-fa25-4e06-b10b-0654221d0cc9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:59.476448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.513937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.516925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4260a-a4bc-4b62-ad08-37ae157e3b29 None None] Pushing event updated for resources: {'Port': ['ID=ab71b660-c088-43a3-8f3a-fa6ce176df62,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:59.600935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ae8b2b92-edb4-411f-b45c-53461d3da8cf None None] Provisioning complete for port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:59.601404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2b92-edb4-411f-b45c-53461d3da8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.613818 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.647249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Pushing event updated for resources: {'Port': ['ID=8d738b50-21a0-468c-a879-fe8f9d7f8516,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:59.674900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:59.690283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:59.690695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.694436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:59.696464 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:59.699279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:59.714137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:59.719836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:59.763292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:59.790633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:59.862923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.888948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.889826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.890039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:59.890573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:59.973098 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-da1ad869-b761-4111-a93f-724ff5d93163 req-7b322eb7-d745-487a-bb74-1253c1dd1c75 service neutron] 10.222.0.41 "GET /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8562174 Dec 24 03:25:59.974167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Pushing event updated for resources: {'Port': ['ID=f98a87d7-a745-4fb0-86e4-4a9375f9dc0d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:59.996739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Attempting to bind port 8d738b50-21a0-468c-a879-fe8f9d7f8516 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:59.997493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Attempting to bind port 8d738b50-21a0-468c-a879-fe8f9d7f8516 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c5d01f0d-6d21-4d9c-b2a6-e0163738971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9932aee8-75bb-4e7d-99fa-9c9a516a27a9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:59.998014 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Attempting to bind port 8d738b50-21a0-468c-a879-fe8f9d7f8516 on network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:00.012738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:00.013416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Checking segment: {'id': 'c5d01f0d-6d21-4d9c-b2a6-e0163738971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9932aee8-75bb-4e7d-99fa-9c9a516a27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:00.014010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.014540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Bound using segment: {'id': 'c5d01f0d-6d21-4d9c-b2a6-e0163738971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9932aee8-75bb-4e7d-99fa-9c9a516a27a9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:00.015194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Bound port: 8d738b50-21a0-468c-a879-fe8f9d7f8516, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d01f0d-6d21-4d9c-b2a6-e0163738971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9932aee8-75bb-4e7d-99fa-9c9a516a27a9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:00.015781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.039438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Port': ['ID=651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:00.051605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port ab71b660-c088-43a3-8f3a-fa6ce176df62 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:00.051943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.100230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:00.102572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.114342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.141928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 86fee4c3-94d6-40c6-b992-329355b2964e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:00.145188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:00.149868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ae8b2b92-edb4-411f-b45c-53461d3da8cf None None] Provisioning complete for port ab71b660-c088-43a3-8f3a-fa6ce176df62 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:00.154421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2b92-edb4-411f-b45c-53461d3da8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.173816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.177476 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/c73a349f-08f8-4903-b6be-4830047da29c HTTP/1.1" status: 204 len: 168 time: 3.4266641 Dec 24 03:26:00.211105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44602) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:00.227508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f54870-d7bb-40a5-9902-a0538bafb3f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=c73a349f-08f8-4903-b6be-4830047da29c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:00.238250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6325cf4a-e79b-4885-a58d-8d1a713a9f30 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:00.273053 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2bf75bc0-250b-4b65-9655-f20e92541fe9 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9876988 Dec 24 03:26:00.273882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44604) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:00.285219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6325cf4a-e79b-4885-a58d-8d1a713a9f30 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:00.285566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6325cf4a-e79b-4885-a58d-8d1a713a9f30 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:00.286000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad6cc390-ef23-4028-a050-793ce572bcb8 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:00.298278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.166'}]}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:00.327775 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.352352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: ad6cc390-ef23-4028-a050-793ce572bcb8 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:00.352672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad6cc390-ef23-4028-a050-793ce572bcb8 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:00.360322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] For port 8d738b50-21a0-468c-a879-fe8f9d7f8516, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:00.362639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] For port ab71b660-c088-43a3-8f3a-fa6ce176df62, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ab71b660-c088-43a3-8f3a-fa6ce176df62,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:00.363236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.374018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] For port 8d738b50-21a0-468c-a879-fe8f9d7f8516, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8d738b50-21a0-468c-a879-fe8f9d7f8516,segment=NetworkSegment(c5d01f0d-6d21-4d9c-b2a6-e0163738971d),segment_id=c5d01f0d-6d21-4d9c-b2a6-e0163738971d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:00.382743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.415621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for ab71b660-c088-43a3-8f3a-fa6ce176df62 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:00.470575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Router 4be98684-c4c6-4678-a322-10e6b7ad6bea is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:00.549050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73b2cb-4d9c-41eb-b564-5e6b9a6a8a94 None None] Pushing event updated for resources: {'Port': ['ID=8d738b50-21a0-468c-a879-fe8f9d7f8516,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:00.582580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.608736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.609814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.719172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884cd76-4510-4e51-a6f9-6848d1af0ca1 None None] Network 86fee4c3-94d6-40c6-b992-329355b2964e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:00.766388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.773849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.792799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.819285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.864216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-204c1c23-fbee-4ef3-8ca7-b0130d01a2ec None None] Provisioning complete for port df82968c-ec6b-4158-8099-6d97ce0db901 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:00.864628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-204c1c23-fbee-4ef3-8ca7-b0130d01a2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.874877 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.880478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=ab71b660-c088-43a3-8f3a-fa6ce176df62,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:00.899438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:00.916041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] Sync routers for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:01.001949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.019252 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9b775989-b169-43b1-8f2b-792b97baf98f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4163747 Dec 24 03:26:01.021672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44612) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:01.064349 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350fd4c4-3aee-463d-af95-77db9803df3f']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:01.112274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a599ec-087a-4644-a846-8a2d0d41c3ba') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:01.112912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a599ec-087a-4644-a846-8a2d0d41c3ba') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:01.127157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.135301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.162105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.178909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:01.180018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:01.210594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:01.210997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:01.214183 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:01.226182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:01.279612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:01.280639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:01.291882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-204c1c23-fbee-4ef3-8ca7-b0130d01a2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.331340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Router 7dcd61d6-7813-4d5e-b049-a17506bf46af has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:01.348255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:01.348719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.349683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610f436-57e5-4bad-ae83-66b8a4e397ba None None] The sync data for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:01.359938 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.363456 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/350fd4c4-3aee-463d-af95-77db9803df3f HTTP/1.1" status: 204 len: 168 time: 1.1512039 Dec 24 03:26:01.378335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44614) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:01.383088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-311025627'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:01.393074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa0705-0dd8-42a7-b284-e1fe3d53ced4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=350fd4c4-3aee-463d-af95-77db9803df3f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:01.412904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-204c1c23-fbee-4ef3-8ca7-b0130d01a2ec None None] For port df82968c-ec6b-4158-8099-6d97ce0db901, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=df82968c-ec6b-4158-8099-6d97ce0db901,segment=NetworkSegment(49be7123-b992-425d-971c-57abcac5f254),segment_id=49be7123-b992-425d-971c-57abcac5f254)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:01.423346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-204c1c23-fbee-4ef3-8ca7-b0130d01a2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.441153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:01.444751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.482074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Router 7ce65e69-cb3a-483d-81ff-263a655e8785 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:01.565501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c1c23-fbee-4ef3-8ca7-b0130d01a2ec None None] Pushing event updated for resources: {'Port': ['ID=df82968c-ec6b-4158-8099-6d97ce0db901,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:01.595789 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:01.758339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.758681 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 3ad7912c-0e25-4940-ae22-ad968f9514f0 of type vlan for network d99cb46a-4abe-420a-b750-f4a6dbcfad65 Dec 24 03:26:01.870198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-018a7652-db0d-4761-8e0e-a38922b512d8 None None] Provisioning complete for port df82968c-ec6b-4158-8099-6d97ce0db901 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:01.870585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-018a7652-db0d-4761-8e0e-a38922b512d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.904089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.908936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.940193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.950558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d738b50-21a0-468c-a879-fe8f9d7f8516 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:01.995185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:02.001363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b586f9b-bc04-4d8e-a52a-b958d1867027 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "PUT /v2.0/routers/7dcd61d6-7813-4d5e-b049-a17506bf46af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3937268 Dec 24 03:26:02.007362 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] Sync routers for ids ['7dcd61d6-7813-4d5e-b049-a17506bf46af'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:02.019453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:02.034108 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] Routers {'7dcd61d6-7813-4d5e-b049-a17506bf46af'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:02.034727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7dcd61d6-7813-4d5e-b049-a17506bf46af'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.077839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8d738b50-21a0-468c-a879-fe8f9d7f8516 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:02.078214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.155957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-018a7652-db0d-4761-8e0e-a38922b512d8 None None] Provisioning complete for port 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:02.156703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-018a7652-db0d-4761-8e0e-a38922b512d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.182651 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] Set router 7dcd61d6-7813-4d5e-b049-a17506bf46af gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:02.185985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593eb37-6d71-4ebb-99bd-0e80d2c47c3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:02.194362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593eb37-6d71-4ebb-99bd-0e80d2c47c3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:02.196848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.199096 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e593eb37-6d71-4ebb-99bd-0e80d2c47c3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1774209 Dec 24 03:26:02.201889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44624) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:02.214751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68701095-c106-41c7-905a-01b8b7ad56d2 None None] Network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:02.246056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:02.260346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.262967 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-19e80d41-ce37-4368-8baf-9e6b6e967b78 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "PUT /v2.0/routers/7ce65e69-cb3a-483d-81ff-263a655e8785 HTTP/1.1" status: 200 len: 914 time: 8.1436980 Dec 24 03:26:02.271819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] Sync routers for ids ['7ce65e69-cb3a-483d-81ff-263a655e8785'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:02.275135 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'name': 'tempest-NetworksTestDHCPv6-router-64194772', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:52Z', 'updated_at': '2021-12-24T03:26:00Z', 'revision_number': 3, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.292113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 9c16a967-824b-47f0-b2d5-43dd07c887ad {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:02.306583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44626) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:02.307756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.314839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:02.315672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.326656 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] Checking router: 7dcd61d6-7813-4d5e-b049-a17506bf46af for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:26:02.340152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-018a7652-db0d-4761-8e0e-a38922b512d8 None None] Port 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:02.352387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.359604 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] Routers {'7dcd61d6-7813-4d5e-b049-a17506bf46af'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:02.360378 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7dcd61d6-7813-4d5e-b049-a17506bf46af'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.375515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] Routers {'7ce65e69-cb3a-483d-81ff-263a655e8785'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:02.376058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7ce65e69-cb3a-483d-81ff-263a655e8785'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.449428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.467414 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8dd30abd-6383-49a0-9751-ce5340f83f72 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/7ce65e69-cb3a-483d-81ff-263a655e8785 HTTP/1.1" status: 200 len: 920 time: 0.1565704 Dec 24 03:26:02.475024 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] Set router 7dcd61d6-7813-4d5e-b049-a17506bf46af gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:02.488256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:02.489242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.489389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 8d738b50-21a0-468c-a879-fe8f9d7f8516, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8d738b50-21a0-468c-a879-fe8f9d7f8516,segment=NetworkSegment(c5d01f0d-6d21-4d9c-b2a6-e0163738971d),segment_id=c5d01f0d-6d21-4d9c-b2a6-e0163738971d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:02.501379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] Routers {'7ce65e69-cb3a-483d-81ff-263a655e8785'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:02.501936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7ce65e69-cb3a-483d-81ff-263a655e8785'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.505159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.505859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device df82968c-ec6b-4158-8099-6d97ce0db901 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:02.515409 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1355364 Dec 24 03:26:02.516014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44630) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:02.556215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:02.560652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.566495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.578245 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'name': 'tempest-NetworksTestDHCPv6-router-64194772', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:52Z', 'updated_at': '2021-12-24T03:26:00Z', 'revision_number': 3, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.582434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62815f-fcc5-4a9a-809f-31d3e5550052 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:02.583074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:02.587201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93015f-95e5-462e-b86d-aeb919d956ef tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=d99cb46a-4abe-420a-b750-f4a6dbcfad65,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:02.587385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390948b9-c71e-4aea-b7ff-e09ef689330a None None] The sync data for ids ['7ce65e69-cb3a-483d-81ff-263a655e8785'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:02.587506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44632) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:02.588257 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5c62815f-fcc5-4a9a-809f-31d3e5550052 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=7ce65e69-cb3a-483d-81ff-263a655e8785&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0952876 Dec 24 03:26:02.593286 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.616976 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52110af2-55ef-424f-b462-75fab7fbce5a None None] The sync data for ids ['7dcd61d6-7813-4d5e-b049-a17506bf46af'] in dv-neutron-822869-1-hyperv is: [{'id': '7dcd61d6-7813-4d5e-b049-a17506bf46af', 'name': 'tempest-NetworksTestDHCPv6-router-64194772', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:52Z', 'updated_at': '2021-12-24T03:26:00Z', 'revision_number': 3, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:02.622074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-e5b5ddaa-746d-4b60-9ded-49487f78bff5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:02.624695 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e5b5ddaa-746d-4b60-9ded-49487f78bff5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6006153 Dec 24 03:26:02.627904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:02.649828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9da23d70-ef66-4e88-b0f0-9cc386094b94 None None] Provisioning complete for port 8d738b50-21a0-468c-a879-fe8f9d7f8516 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:02.651104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9da23d70-ef66-4e88-b0f0-9cc386094b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.734736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:02.834829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.887518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=8d738b50-21a0-468c-a879-fe8f9d7f8516,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:02.985935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port df82968c-ec6b-4158-8099-6d97ce0db901 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:02.986307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:02.989205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9da23d70-ef66-4e88-b0f0-9cc386094b94 None None] Provisioning complete for port 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:02.989483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9da23d70-ef66-4e88-b0f0-9cc386094b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.002478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.043524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=9c16a967-824b-47f0-b2d5-43dd07c887ad,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:03.051015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.056378 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-02c51245-5112-437e-b8af-56fa4f557820 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/9c16a967-824b-47f0-b2d5-43dd07c887ad HTTP/1.1" status: 204 len: 168 time: 0.8509417 Dec 24 03:26:03.059766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44642) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:03.069896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a4c86-3588-45e0-9415-6e9464a908c3 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:03.124701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9da23d70-ef66-4e88-b0f0-9cc386094b94 None None] Port 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:03.198632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.199199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54bd5b2b-358b-4e27-93ae-1af8c4cd8d32 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:03.240643 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ad7d7d72-1348-4158-a8da-37ae838e8162 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1795728 Dec 24 03:26:03.244477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:03.252681 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:26:03.253244 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-55f7dbf3-ce39-4a87-a9f8-dd32d67e3c40 tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9597077 Dec 24 03:26:03.254607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11135ac-1008-46a8-b6f6-5dd46955c0da tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:03.259296 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e11135ac-1008-46a8-b6f6-5dd46955c0da tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.6570728 Dec 24 03:26:03.261717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44646) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:03.262046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44648) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:03.273115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1705225f-6f0d-48af-a9f1-ea644c58f277 None None] Provisioning complete for port 8d738b50-21a0-468c-a879-fe8f9d7f8516 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:03.273559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1705225f-6f0d-48af-a9f1-ea644c58f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.317822 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5c314c3a-450d-4584-a9de-f0aea617050a tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce65e69-cb3a-483d-81ff-263a655e8785 HTTP/1.1" status: 200 len: 205 time: 0.0535271 Dec 24 03:26:03.319400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:03.320431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44650) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:03.324730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:03.328210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.348213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddad-32e9-41fb-89d8-c24dfe9d70df tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.383997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.415162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] Deleting port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:03.415423 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.441319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1705225f-6f0d-48af-a9f1-ea644c58f277 None None] Provisioning complete for port 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:03.441691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1705225f-6f0d-48af-a9f1-ea644c58f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.502970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] For port eb8fdf01-4e61-489b-b2eb-88b85797e3e2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=eb8fdf01-4e61-489b-b2eb-88b85797e3e2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:03.503811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.520064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] Calling delete_port for eb8fdf01-4e61-489b-b2eb-88b85797e3e2 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:03.523969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1705225f-6f0d-48af-a9f1-ea644c58f277 None None] Port 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:03.549552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Deleting port f98a87d7-a745-4fb0-86e4-4a9375f9dc0d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:03.549874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.568925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.574151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddad-32e9-41fb-89d8-c24dfe9d70df tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.577883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddad-32e9-41fb-89d8-c24dfe9d70df tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.614721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.648149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] Pushing event deleted for resources: {'Port': ['ID=eb8fdf01-4e61-489b-b2eb-88b85797e3e2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:03.654560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283748f-83f6-42d7-86bd-9ebfd66031f0 None None] No DVR routers for this DVR port eb8fdf01-4e61-489b-b2eb-88b85797e3e2 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:03.673902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddad-32e9-41fb-89d8-c24dfe9d70df tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.674400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54ddad-32e9-41fb-89d8-c24dfe9d70df tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Fanout notify agent at l3_agent the message router_deleted on router 7dcd61d6-7813-4d5e-b049-a17506bf46af {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:03.681762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddad-32e9-41fb-89d8-c24dfe9d70df tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.683434 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7b54ddad-32e9-41fb-89d8-c24dfe9d70df tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/routers/7dcd61d6-7813-4d5e-b049-a17506bf46af HTTP/1.1" status: 204 len: 168 time: 0.4380093 Dec 24 03:26:03.687110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:03.694050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:03.769018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.789819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d738b50-21a0-468c-a879-fe8f9d7f8516 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:03.852421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Calling delete_port for f98a87d7-a745-4fb0-86e4-4a9375f9dc0d owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:03.854935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8d738b50-21a0-468c-a879-fe8f9d7f8516 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:03.857227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.883615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.897938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:03.901946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.923788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.983413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting port 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:03.983413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.025352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=80bb660a-61a0-4467-a437-edf68f8c987b,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:04.045141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ab71b660-c088-43a3-8f3a-fa6ce176df62 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:04.069083 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '3ad7912c-0e25-4940-ae22-ad968f9514f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:04.069393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: d99cb46a-4abe-420a-b750-f4a6dbcfad65, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:04.070651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: ab71b660-c088-43a3-8f3a-fa6ce176df62 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:04.071061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ab71b660-c088-43a3-8f3a-fa6ce176df62 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:04.074203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device eb8fdf01-4e61-489b-b2eb-88b85797e3e2 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:04.097137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: eb8fdf01-4e61-489b-b2eb-88b85797e3e2 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:04.097565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device eb8fdf01-4e61-489b-b2eb-88b85797e3e2 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:04.113069 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Deleting port 5326e969-fa25-4e06-b10b-0654221d0cc9 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:04.113411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.152880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:04.183915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.192864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d99cb46a-4abe-420a-b750-f4a6dbcfad65) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:04.194629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.200916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:04.201568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.206796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Calling delete_port for 651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:04.207645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead43f0-4fb5-407f-877c-f2f1edfe5697 None None] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:04.218071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.236747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Pushing event deleted for resources: {'Port': ['ID=f98a87d7-a745-4fb0-86e4-4a9375f9dc0d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:04.282016 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a6b6f813-9bd5-4f87-9dc4-6bda571297c3 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7608781 Dec 24 03:26:04.284004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.285485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:04.290926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4a647715-baae-42dd-8a0c-9cb7e33fd260 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-950727657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:04.320696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-d99cb46a-4abe-420a-b750-f4a6dbcfad65', 'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': '80bb660a-61a0-4467-a437-edf68f8c987b'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:04.321657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.323419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Calling delete_port for 5326e969-fa25-4e06-b10b-0654221d0cc9 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:04.328090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:04.337030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:04.342720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:04.345063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.345187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.347679 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ab95543-be54-480e-b2ac-93b6aa055f3c tempest-RoutersAdminNegativeTest-331075765 tempest-RoutersAdminNegativeTest-331075765-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f98a87d7-a745-4fb0-86e4-4a9375f9dc0d HTTP/1.1" status: 204 len: 168 time: 1.0846853 Dec 24 03:26:04.348549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=141a8f8e-598b-4a17-9935-93af3560cc3c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:04.403419 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8a6f33c2-2355-496a-b08b-284a4235ff44 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7140198 Dec 24 03:26:04.403775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b77a07a-1ff2-4bfa-bab6-1153aa834875 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:04.404354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a647715-baae-42dd-8a0c-9cb7e33fd260 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.406259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44664) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:04.407632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a647715-baae-42dd-8a0c-9cb7e33fd260 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.412771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8b2fb1f9-cbf1-447a-acea-5629ccdb480d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1747084365', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:04.493975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a647715-baae-42dd-8a0c-9cb7e33fd260 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.509129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb1f9-cbf1-447a-acea-5629ccdb480d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.510304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb1f9-cbf1-447a-acea-5629ccdb480d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.566422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a647715-baae-42dd-8a0c-9cb7e33fd260 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.586011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.609190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb1f9-cbf1-447a-acea-5629ccdb480d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.621750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb1f9-cbf1-447a-acea-5629ccdb480d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.626361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a647715-baae-42dd-8a0c-9cb7e33fd260 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.630186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4a647715-baae-42dd-8a0c-9cb7e33fd260 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3430536 Dec 24 03:26:04.634520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44668) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:04.640098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'port': {'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65', 'name': 'tempest-RoutersIpV6Test-65324473'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:04.646849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.713987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Allocated IP 2001:db8::2 (d99cb46a-4abe-420a-b750-f4a6dbcfad65/80bb660a-61a0-4467-a437-edf68f8c987b/09fa9949-b1a2-4771-9784-cd3e94122140) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:04.724237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb1f9-cbf1-447a-acea-5629ccdb480d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.725567 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8b2fb1f9-cbf1-447a-acea-5629ccdb480d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3169289 Dec 24 03:26:04.731759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event deleted for resources: {'Port': ['ID=5326e969-fa25-4e06-b10b-0654221d0cc9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:04.735732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44670) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:04.775533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44672) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:04.788274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '141a8f8e-598b-4a17-9935-93af3560cc3c'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:04.791751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.982385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b4-db0f-44c1-a8d0-faf7b44e717f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.020020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.087745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Port': ['ID=651a9b8c-1aab-4e9c-8ea7-91c61f3f2e99,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:05.091210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.152746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.185135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.195771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.201809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.257872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:05.265163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/141a8f8e-598b-4a17-9935-93af3560cc3c/a1e9799e-a3ad-4219-97ce-50132a6c7e62) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:05.271552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:05.276043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:05.281846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Router 4be98684-c4c6-4678-a322-10e6b7ad6bea has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:05.288404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Pushing event updated for resources: {'Port': ['ID=09fa9949-b1a2-4771-9784-cd3e94122140,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:05.288984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:05.292566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.352821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.353712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce65e69-cb3a-483d-81ff-263a655e8785 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:05.364109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.369345 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-96d9c6fd-119a-4da2-bbeb-46e57419814b tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/7ce65e69-cb3a-483d-81ff-263a655e8785 HTTP/1.1" status: 204 len: 168 time: 2.0475600 Dec 24 03:26:05.371355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44682) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:05.376419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] device_id is not set on port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:05.382727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:05.389300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f5a7a254-8946-45da-ad8f-b77184598eed tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600241 Dec 24 03:26:05.395094 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] Sync routers for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:05.403903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44684) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:05.405979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8be29b65-911c-46cb-bdcb-3a32467544cb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-955403737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:05.410168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:05.411045 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:05.411273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Attempting to bind port 09fa9949-b1a2-4771-9784-cd3e94122140 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:05.411596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Attempting to bind port 09fa9949-b1a2-4771-9784-cd3e94122140 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '3ad7912c-0e25-4940-ae22-ad968f9514f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:05.411961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Attempting to bind port 09fa9949-b1a2-4771-9784-cd3e94122140 on network d99cb46a-4abe-420a-b750-f4a6dbcfad65 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:05.427729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:05.428228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Checking segment: {'id': '3ad7912c-0e25-4940-ae22-ad968f9514f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:05.428532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.428937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Bound using segment: {'id': '3ad7912c-0e25-4940-ae22-ad968f9514f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:05.429412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Bound port: 09fa9949-b1a2-4771-9784-cd3e94122140, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad7912c-0e25-4940-ae22-ad968f9514f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd99cb46a-4abe-420a-b750-f4a6dbcfad65'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:05.429765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.454127 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:05.466944 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:05.468522 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:05.470752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-4eddc321-aba4-4d24-9a76-88f94c854d2b tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] delete failed (client error): The resource could not be found. Dec 24 03:26:05.471796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4eddc321-aba4-4d24-9a76-88f94c854d2b tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-538182500 HTTP/1.1" status: 404 len: 334 time: 0.0642102 Dec 24 03:26:05.475793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44686) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:05.485832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d63fa351-6772-4750-bb70-235ca7a8fa63 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'router': {'external_gateway_info': {'network_id': '4be98684-c4c6-4678-a322-10e6b7ad6bea'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:05.514046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b4-db0f-44c1-a8d0-faf7b44e717f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.517490 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:05.518667 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743bc2a-e6c5-417e-952f-191f861f5f86 None None] The sync data for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:05.535434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.543922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.546430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b4-db0f-44c1-a8d0-faf7b44e717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.552249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] For port 09fa9949-b1a2-4771-9784-cd3e94122140, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:05.554885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.557886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] For port 09fa9949-b1a2-4771-9784-cd3e94122140, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=09fa9949-b1a2-4771-9784-cd3e94122140,segment=NetworkSegment(3ad7912c-0e25-4940-ae22-ad968f9514f0),segment_id=3ad7912c-0e25-4940-ae22-ad968f9514f0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:05.573535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be29b65-911c-46cb-bdcb-3a32467544cb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.574839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be29b65-911c-46cb-bdcb-3a32467544cb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.585814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.609529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:05.618059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:05.620390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:05.622614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Pushing event updated for resources: {'Port': ['ID=a1e9799e-a3ad-4219-97ce-50132a6c7e62,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:05.685437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebb322-5dd4-4a20-8dfa-2c9b69fe155d None None] Pushing event updated for resources: {'Port': ['ID=09fa9949-b1a2-4771-9784-cd3e94122140,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:05.729559 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3fee08b4-db0f-44c1-a8d0-faf7b44e717f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e848b6c813b6410fa122876a05f80521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9516969 Dec 24 03:26:05.735773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44688) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:05.746169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee08b4-db0f-44c1-a8d0-faf7b44e717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea8e75-2cea-49ee-80b8-46561f8bf1b1,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:05.747714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Attempting to bind port a1e9799e-a3ad-4219-97ce-50132a6c7e62 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:05.748186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Attempting to bind port a1e9799e-a3ad-4219-97ce-50132a6c7e62 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:05.748544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Attempting to bind port a1e9799e-a3ad-4219-97ce-50132a6c7e62 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:05.752084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d63fa351-6772-4750-bb70-235ca7a8fa63 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.753998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:05.754372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:05.754773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.755161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:05.755624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Bound port: a1e9799e-a3ad-4219-97ce-50132a6c7e62, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:05.755998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.783213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8::f4 (d99cb46a-4abe-420a-b750-f4a6dbcfad65/80bb660a-61a0-4467-a437-edf68f8c987b/8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:05.793952 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-d63fa351-6772-4750-bb70-235ca7a8fa63 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] update failed (client error): The resource could not be found. Dec 24 03:26:05.798899 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d63fa351-6772-4750-bb70-235ca7a8fa63 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea HTTP/1.1" status: 404 len: 339 time: 0.3220084 Dec 24 03:26:05.799549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:05.804787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1557565084'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:05.823320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be29b65-911c-46cb-bdcb-3a32467544cb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.824655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd8e427c-bc50-4407-a714-72339e2297c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.834011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] For port a1e9799e-a3ad-4219-97ce-50132a6c7e62, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:05.837383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] For port a1e9799e-a3ad-4219-97ce-50132a6c7e62, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a1e9799e-a3ad-4219-97ce-50132a6c7e62,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:05.845616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.857243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be29b65-911c-46cb-bdcb-3a32467544cb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.860567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd8e427c-bc50-4407-a714-72339e2297c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.870007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:05.873670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.923182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:05.924045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e232973-a153-4635-98b9-8de57cfc3876 None None] Pushing event updated for resources: {'Port': ['ID=a1e9799e-a3ad-4219-97ce-50132a6c7e62,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:05.978188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd8e427c-bc50-4407-a714-72339e2297c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.984227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd8e427c-bc50-4407-a714-72339e2297c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.984227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cd8e427c-bc50-4407-a714-72339e2297c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92ea8e75-2cea-49ee-80b8-46561f8bf1b1 HTTP/1.1" status: 204 len: 168 time: 0.2466502 Dec 24 03:26:05.995827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:05.996482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Added segment 3941d97e-626b-41bd-bfa6-fa415040e861 of type vlan for network 680c752c-c309-4a1f-a7d1-320863608847 Dec 24 03:26:06.045508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be29b65-911c-46cb-bdcb-3a32467544cb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.045765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e427c-bc50-4407-a714-72339e2297c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea8e75-2cea-49ee-80b8-46561f8bf1b1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:06.046769 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8be29b65-911c-46cb-bdcb-3a32467544cb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6719334 Dec 24 03:26:06.051314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44694) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:06.062250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': False}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:06.250295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.312679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::1 (97b6bd3f-63b4-4ad9-857e-58009b511f78/141a8f8e-598b-4a17-9935-93af3560cc3c/879caa2d-751c-4e7b-b846-d09f65e9bca8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:06.357935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.401126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.447681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.453837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:06.454470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.490862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.492679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6896999 Dec 24 03:26:06.493507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44704) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:06.501793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'subnet': {'network_id': '680c752c-c309-4a1f-a7d1-320863608847', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:06.543587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44706) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:06.563516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.584548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa43e-c79b-4297-9e09-7d7f641cf1e0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Network': ['ID=680c752c-c309-4a1f-a7d1-320863608847,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:06.591213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:06.599023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 680c752c-c309-4a1f-a7d1-320863608847 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:06.601687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:06.604431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:06.633358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d05b5cd8-238a-4f8e-bd8a-7ba639932fd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0c7ec0c45c4437c82a651a74bffa8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886846 Dec 24 03:26:06.633872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:06.635929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44708) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:06.640463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:06.643913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.685057 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d99599c7-918e-45b2-a38f-79418aaf86e7 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 2.0494530 Dec 24 03:26:06.688393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44710) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:06.766575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.778733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79a834f2-f1ea-47a6-835e-9dbe9b849f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.800821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.817608 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:26:06.830927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79a834f2-f1ea-47a6-835e-9dbe9b849f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.838472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.883693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:06.884765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Made reservation on behalf of 358efb57de4a440da87488f10183d91d for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:06.887877 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.907413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:06.916857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:06.917384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.931493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=879caa2d-751c-4e7b-b846-d09f65e9bca8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:06.953442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79a834f2-f1ea-47a6-835e-9dbe9b849f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.956584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79a834f2-f1ea-47a6-835e-9dbe9b849f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:06.960248 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-79a834f2-f1ea-47a6-835e-9dbe9b849f47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2bcfbe7-b909-4ebf-bb4f-68bed31942b5 HTTP/1.1" status: 204 len: 168 time: 0.3209991 Dec 24 03:26:06.981171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a834f2-f1ea-47a6-835e-9dbe9b849f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bcfbe7-b909-4ebf-bb4f-68bed31942b5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:06.984915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Allocated IP 172.26.5.35 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/77909e48-44be-409c-a7a2-61ab13a106b0) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:07.175759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:07.227682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:07.286160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:07.290302 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:07.295104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:07.310392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Pushing event updated for resources: {'Port': ['ID=77909e48-44be-409c-a7a2-61ab13a106b0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:07.430541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-43f195a7-c6de-4193-b6f5-10b375e505a6 None None] Provisioning complete for port a1e9799e-a3ad-4219-97ce-50132a6c7e62 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:07.431165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43f195a7-c6de-4193-b6f5-10b375e505a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:07.637095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43f195a7-c6de-4193-b6f5-10b375e505a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:07.746216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-43f195a7-c6de-4193-b6f5-10b375e505a6 None None] For port a1e9799e-a3ad-4219-97ce-50132a6c7e62, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a1e9799e-a3ad-4219-97ce-50132a6c7e62,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:07.757687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43f195a7-c6de-4193-b6f5-10b375e505a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:07.828076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f661a518-6669-4007-a7b5-1f7d408c6863 None None] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:07.861005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:07.906498 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:07.934889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a1e9799e-a3ad-4219-97ce-50132a6c7e62 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:07.943657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f195a7-c6de-4193-b6f5-10b375e505a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e9799e-a3ad-4219-97ce-50132a6c7e62,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:07.990831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Provisioning complete for port 879caa2d-751c-4e7b-b846-d09f65e9bca8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:07.991482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.039314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.059643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Port 879caa2d-751c-4e7b-b846-d09f65e9bca8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:08.082696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a1e9799e-a3ad-4219-97ce-50132a6c7e62 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:08.083328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.088844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44738) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.090583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Provisioning complete for port 09fa9949-b1a2-4771-9784-cd3e94122140 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:08.091126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.148949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.164104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.231911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 09fa9949-b1a2-4771-9784-cd3e94122140 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:08.275495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.300564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-48b092a4-b829-48af-b8ed-b584f5397c45 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] Request body: {'port': {'network_id': 'e99fd7a0-7943-4c59-b576-a93041031459', 'name': 'tempest-NetworksNegativeTestJSON-1599883261'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:08.325027 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b092a4-b829-48af-b8ed-b584f5397c45 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] POST failed (client error): The resource could not be found. Dec 24 03:26:08.325570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b092a4-b829-48af-b8ed-b584f5397c45 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:08.330594 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-48b092a4-b829-48af-b8ed-b584f5397c45 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2355635 Dec 24 03:26:08.331616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44742) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.349421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] For port 09fa9949-b1a2-4771-9784-cd3e94122140, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=09fa9949-b1a2-4771-9784-cd3e94122140,segment=NetworkSegment(3ad7912c-0e25-4940-ae22-ad968f9514f0),segment_id=3ad7912c-0e25-4940-ae22-ad968f9514f0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:08.356882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3687b1c-cbf3-4e3a-b9ae-26d1835a4d18 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] DELETE failed (client error): The resource could not be found. Dec 24 03:26:08.358069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3687b1c-cbf3-4e3a-b9ae-26d1835a4d18 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:08.359762 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.364169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b3687b1c-cbf3-4e3a-b9ae-26d1835a4d18 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "DELETE /v2.0/networks/3d6c293d-4b9e-4535-9fea-628018735823 HTTP/1.1" status: 404 len: 339 time: 0.0295291 Dec 24 03:26:08.372671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44744) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.375736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.405433 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dfb1d6-486f-4fca-8a98-07a86d19a4fb tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] DELETE failed (client error): The resource could not be found. Dec 24 03:26:08.406060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dfb1d6-486f-4fca-8a98-07a86d19a4fb tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:08.409285 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-58dfb1d6-486f-4fca-8a98-07a86d19a4fb tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "DELETE /v2.0/ports/87b0793f-adff-48b2-8ef1-7d393478cf64 HTTP/1.1" status: 404 len: 333 time: 0.0340464 Dec 24 03:26:08.413216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 09fa9949-b1a2-4771-9784-cd3e94122140 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:08.413590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.414010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.453080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a6aac-5ca7-4eea-901c-f4d2acc91144 None None] Pushing event updated for resources: {'Port': ['ID=09fa9949-b1a2-4771-9784-cd3e94122140,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:08.462215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d9a67c-5919-4aa6-a308-81b90787d415 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] DELETE failed (client error): The resource could not be found. Dec 24 03:26:08.463732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d9a67c-5919-4aa6-a308-81b90787d415 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:08.470003 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-52d9a67c-5919-4aa6-a308-81b90787d415 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "DELETE /v2.0/subnets/51ac9ae7-2ccb-451c-a9e1-ff956bc56eef HTTP/1.1" status: 404 len: 337 time: 0.0537000 Dec 24 03:26:08.473678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.508357 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e3a625-ea35-4793-b5be-af7077f17df0 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] GET failed (client error): The resource could not be found. Dec 24 03:26:08.515097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-46e3a625-ea35-4793-b5be-af7077f17df0 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "GET /v2.0/networks/dff68d26-e0ca-4da0-9e0b-218ff6de47a0 HTTP/1.1" status: 404 len: 339 time: 0.0368121 Dec 24 03:26:08.515543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Router 58623db5-39b6-4f17-9f18-66d8a0ae8c5e is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:08.521683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.543539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7b7c0d81-03d2-46dc-be49-9f128e9255a6 None None] Provisioning complete for port 09fa9949-b1a2-4771-9784-cd3e94122140 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:08.544530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0d81-03d2-46dc-be49-9f128e9255a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.586134 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc9f9e9-a2e9-46cb-95ff-c44b6f148b6a tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] GET failed (client error): The resource could not be found. Dec 24 03:26:08.587575 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ffc9f9e9-a2e9-46cb-95ff-c44b6f148b6a tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "GET /v2.0/ports/e0b22f54-6dcd-4092-823f-971edccdefd5 HTTP/1.1" status: 404 len: 333 time: 0.0507717 Dec 24 03:26:08.588878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Subnet': ['ID=7de710ca-6a15-4db0-a347-ef1cb78325c6,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:08.600878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44756) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.670428 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Checking segment: {'id': '3941d97e-626b-41bd-bfa6-fa415040e861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '680c752c-c309-4a1f-a7d1-320863608847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:08.671102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network hostable DHCP agents. Network: 680c752c-c309-4a1f-a7d1-320863608847, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:08.674741 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f295527-27e2-4022-b9c0-af9aa9fc25de tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] GET failed (client error): The resource could not be found. Dec 24 03:26:08.680655 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f295527-27e2-4022-b9c0-af9aa9fc25de tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "GET /v2.0/subnets/25594d54-4ca4-495a-b505-72f3f70a5f96 HTTP/1.1" status: 404 len: 337 time: 0.0787630 Dec 24 03:26:08.681513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44758) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.683017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7b7c0d81-03d2-46dc-be49-9f128e9255a6 None None] Provisioning complete for port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:08.683381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0d81-03d2-46dc-be49-9f128e9255a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.690700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a9f68a60-da73-4a67-820c-3d36002d76cf tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:08.705408 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.716377 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.722954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.736550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c0d81-03d2-46dc-be49-9f128e9255a6 None None] Port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:08.740169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f68a60-da73-4a67-820c-3d36002d76cf tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] PUT failed (client error): The resource could not be found. Dec 24 03:26:08.740703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f68a60-da73-4a67-820c-3d36002d76cf tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:08.748179 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a9f68a60-da73-4a67-820c-3d36002d76cf tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "PUT /v2.0/networks/5de5c37a-979e-4d31-bda6-e7a8b72841e0 HTTP/1.1" status: 404 len: 339 time: 0.0614355 Dec 24 03:26:08.748878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.757214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a02904a5-76dc-449c-9372-eedc13aaaeb4 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:08.802049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.804092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02904a5-76dc-449c-9372-eedc13aaaeb4 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] PUT failed (client error): The resource could not be found. Dec 24 03:26:08.804666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02904a5-76dc-449c-9372-eedc13aaaeb4 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:08.805633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 680c752c-c309-4a1f-a7d1-320863608847 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:08.805856 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a02904a5-76dc-449c-9372-eedc13aaaeb4 tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "PUT /v2.0/ports/09220d5c-577a-4b5b-89c8-68d39ae643b0 HTTP/1.1" status: 404 len: 333 time: 0.0542846 Dec 24 03:26:08.812259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44764) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.818556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-de17e4fc-1abc-4dad-b38f-eed6c483cdde tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:08.822213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.842205 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-de17e4fc-1abc-4dad-b38f-eed6c483cdde tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] PUT failed (client error): The resource could not be found. Dec 24 03:26:08.843318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de17e4fc-1abc-4dad-b38f-eed6c483cdde tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:08.847622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-de17e4fc-1abc-4dad-b38f-eed6c483cdde tempest-NetworksNegativeTestJSON-1544814663 tempest-NetworksNegativeTestJSON-1544814663-project] 10.222.0.37 "PUT /v2.0/subnets/1992d68c-90fb-441a-adde-3159c89fa925 HTTP/1.1" status: 404 len: 337 time: 0.0312622 Dec 24 03:26:08.862913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2f3c8956-8aaf-4654-a290-2f3281bd7530 None None] Provisioning complete for port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:08.864453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f3c8956-8aaf-4654-a290-2f3281bd7530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.868654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:08.873020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 680c752c-c309-4a1f-a7d1-320863608847) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:08.873160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.875176 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-83bad038-e88b-4fbc-beb0-8c41e014a192 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "PUT /v2.0/routers/58623db5-39b6-4f17-9f18-66d8a0ae8c5e HTTP/1.1" status: 200 len: 914 time: 2.8217952 Dec 24 03:26:08.878720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44768) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.879360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=879caa2d-751c-4e7b-b846-d09f65e9bca8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:08.886408 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:08.887013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.914950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b6bad-a2de-41eb-a4be-8b6a231df0db None None] Network 680c752c-c309-4a1f-a7d1-320863608847 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:08.917078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] Sync routers for ids ['58623db5-39b6-4f17-9f18-66d8a0ae8c5e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:08.937246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:08.937371 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-99aedd09-95cf-49c1-8bca-460f123adc8f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4426668 Dec 24 03:26:08.941761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b0fd36fe-ab54-4d32-ad00-e49aee6f3740 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'router': {'external_gateway_info': {'network_id': '680c752c-c309-4a1f-a7d1-320863608847'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:08.966600 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] Routers {'58623db5-39b6-4f17-9f18-66d8a0ae8c5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:08.967233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['58623db5-39b6-4f17-9f18-66d8a0ae8c5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:09.007103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c8956-8aaf-4654-a290-2f3281bd7530 None None] Port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:09.049510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:09.086528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:09.088066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] Routers {'58623db5-39b6-4f17-9f18-66d8a0ae8c5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:09.089664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['58623db5-39b6-4f17-9f18-66d8a0ae8c5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:09.143554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:09.152932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:09.170238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:09.170970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566c81a-80eb-40c9-a11f-b060c44ed0ba None None] The sync data for ids ['58623db5-39b6-4f17-9f18-66d8a0ae8c5e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:09.230139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-680c752c-c309-4a1f-a7d1-320863608847', 'network_id': '680c752c-c309-4a1f-a7d1-320863608847', 'project_id': '358efb57de4a440da87488f10183d91d', 'fixed_ips': [{'subnet_id': '7de710ca-6a15-4db0-a347-ef1cb78325c6'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:09.231026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.258340 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-312e0c9d-f070-4957-8449-dec1ad2c421b tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/58623db5-39b6-4f17-9f18-66d8a0ae8c5e HTTP/1.1" status: 200 len: 920 time: 0.3756831 Dec 24 03:26:09.259316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.261947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44774) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:09.398884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44776) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:09.413451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b5b02f1-c9a0-474d-914a-508b2dba0c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.456607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-686fcfcf-b358-4d07-a4a1-6f0f12d0c801 None None] Provisioning complete for port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:09.457801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-686fcfcf-b358-4d07-a4a1-6f0f12d0c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.510471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Allocated IP 2001:db8:1::2 (680c752c-c309-4a1f-a7d1-320863608847/7de710ca-6a15-4db0-a347-ef1cb78325c6/f57183ca-b41f-404f-a9e9-455881b5c6bd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:09.512887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-686fcfcf-b358-4d07-a4a1-6f0f12d0c801 None None] Port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:09.562798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a9f05-90b6-407a-875f-9e975847bdc8 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:09.566864 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e64a9f05-90b6-407a-875f-9e975847bdc8 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=58623db5-39b6-4f17-9f18-66d8a0ae8c5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2990098 Dec 24 03:26:09.568142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44780) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:09.645567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0fd36fe-ab54-4d32-ad00-e49aee6f3740 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.705737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c6d08041-635b-4a3b-9801-9a927f7aeb80 None None] Provisioning complete for port 879caa2d-751c-4e7b-b846-d09f65e9bca8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:09.706289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6d08041-635b-4a3b-9801-9a927f7aeb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.724725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.729989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd1291-d1b4-4ae4-ac7a-b4e8f28f69c8 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:09.734580 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5ddd1291-d1b4-4ae4-ac7a-b4e8f28f69c8 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.1610954 Dec 24 03:26:09.736787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44786) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:09.788630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Router 130b8c57-cb91-4656-a805-54ce65ffae04 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:09.802018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44788) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:09.802899 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-37396bdd-f359-493a-823c-723e3d1c28da tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=58623db5-39b6-4f17-9f18-66d8a0ae8c5e HTTP/1.1" status: 200 len: 205 time: 0.0608921 Dec 24 03:26:09.826859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a1e9799e-a3ad-4219-97ce-50132a6c7e62 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:09.864675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-b0fd36fe-ab54-4d32-ad00-e49aee6f3740 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:09.865755 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b0fd36fe-ab54-4d32-ad00-e49aee6f3740 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea HTTP/1.1" status: 400 len: 364 time: 0.9275131 Dec 24 03:26:09.869714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c6d08041-635b-4a3b-9801-9a927f7aeb80 None None] Port 879caa2d-751c-4e7b-b846-d09f65e9bca8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:09.874974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44792) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:09.891681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.907365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.948991 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a1e9799e-a3ad-4219-97ce-50132a6c7e62 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:09.949364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.960636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Network 680c752c-c309-4a1f-a7d1-320863608847 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:09.984230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:09.989701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Pushing event updated for resources: {'Port': ['ID=f57183ca-b41f-404f-a9e9-455881b5c6bd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:09.993568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:10.024350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ad2406c-5a0f-43b5-a02a-706046c5a708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.208194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Attempting to bind port f57183ca-b41f-404f-a9e9-455881b5c6bd on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:10.208774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Attempting to bind port f57183ca-b41f-404f-a9e9-455881b5c6bd by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '3941d97e-626b-41bd-bfa6-fa415040e861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '680c752c-c309-4a1f-a7d1-320863608847'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:10.209141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Attempting to bind port f57183ca-b41f-404f-a9e9-455881b5c6bd on network 680c752c-c309-4a1f-a7d1-320863608847 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:10.212317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.233753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:10.234442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Checking segment: {'id': '3941d97e-626b-41bd-bfa6-fa415040e861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '680c752c-c309-4a1f-a7d1-320863608847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:10.234849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.235249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Bound using segment: {'id': '3941d97e-626b-41bd-bfa6-fa415040e861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '680c752c-c309-4a1f-a7d1-320863608847'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:10.235737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Bound port: f57183ca-b41f-404f-a9e9-455881b5c6bd, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3941d97e-626b-41bd-bfa6-fa415040e861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '680c752c-c309-4a1f-a7d1-320863608847'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:10.236125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.282559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 09fa9949-b1a2-4771-9784-cd3e94122140 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:10.347601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] For port f57183ca-b41f-404f-a9e9-455881b5c6bd, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:10.351898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] For port f57183ca-b41f-404f-a9e9-455881b5c6bd, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f57183ca-b41f-404f-a9e9-455881b5c6bd,segment=NetworkSegment(3941d97e-626b-41bd-bfa6-fa415040e861),segment_id=3941d97e-626b-41bd-bfa6-fa415040e861)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:10.361095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.371293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 09fa9949-b1a2-4771-9784-cd3e94122140 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:10.371663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.451038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc589c23-e3cf-44f6-8bd2-8251f1e427ab None None] Pushing event updated for resources: {'Port': ['ID=f57183ca-b41f-404f-a9e9-455881b5c6bd,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:10.451247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:10.463322 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Sync routers for ids ['130b8c57-cb91-4656-a805-54ce65ffae04'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:10.484407 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a47ceeea-05cd-4038-847d-b3cf43f624cf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "PUT /v2.0/routers/130b8c57-cb91-4656-a805-54ce65ffae04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7415700 Dec 24 03:26:10.484617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Allocated IP 2001:db8::1 (80c3fd93-b798-4d8d-816c-1af5619b4d92/ea799da2-4d94-45f5-b9a0-9e93cf70ab61/0a7d72f3-f408-4f92-9dc4-63262fa32f18) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:10.486871 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Routers {'130b8c57-cb91-4656-a805-54ce65ffae04'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:10.487529 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:25:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['130b8c57-cb91-4656-a805-54ce65ffae04'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:10.504651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44794) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:10.541506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.596345 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Set router 130b8c57-cb91-4656-a805-54ce65ffae04 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:10.623140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.685643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.688244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a677234-3949-4654-bc9a-18193a1e6fb7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.694487 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7a677234-3949-4654-bc9a-18193a1e6fb7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports/879caa2d-751c-4e7b-b846-d09f65e9bca8 HTTP/1.1" status: 200 len: 911 time: 0.1858151 Dec 24 03:26:10.694487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44796) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:10.760059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:10.780550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:10.785360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:10.786182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.821365 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'name': 'tempest-NetworksTestDHCPv6-router-1747084365', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:04Z', 'updated_at': '2021-12-24T03:26:07Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None, '_interfaces': [{'id': '879caa2d-751c-4e7b-b846-d09f65e9bca8', 'name': '', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'mac_address': 'fa:16:3e:49:ed:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '141a8f8e-598b-4a17-9935-93af3560cc3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:05Z', 'updated_at': '2021-12-24T03:26:08Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'subnets': [{'id': '141a8f8e-598b-4a17-9935-93af3560cc3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:10.865225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ad2406c-5a0f-43b5-a02a-706046c5a708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.865899 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Checking router: 130b8c57-cb91-4656-a805-54ce65ffae04 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:26:10.867260 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Updating router 130b8c57-cb91-4656-a805-54ce65ffae04 port 879caa2d-751c-4e7b-b846-d09f65e9bca8 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:26:10.894081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ad2406c-5a0f-43b5-a02a-706046c5a708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.903259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Port': ['ID=0a7d72f3-f408-4f92-9dc4-63262fa32f18,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:10.928785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:10.958780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98d6f5-c90d-47c4-993a-322eeb4965f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.965192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98d6f5-c90d-47c4-993a-322eeb4965f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.974028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:10.975848 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ef98d6f5-c90d-47c4-993a-322eeb4965f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2764323 Dec 24 03:26:11.037466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.041221 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.068344 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4ad2406c-5a0f-43b5-a02a-706046c5a708 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cd52dbe110d4d24a2d5a60fac291132&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6662524 Dec 24 03:26:11.069715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2406c-5a0f-43b5-a02a-706046c5a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0654940d-d245-44c5-9bfb-686990bed9b3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:11.074382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.075224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.077897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:11.159341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.178728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:11.230610 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Deleting port 77909e48-44be-409c-a7a2-61ab13a106b0 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:11.230953 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.238219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9ba20a3-83e0-4cf8-999d-82eb82e34852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.322957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:11.333481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9ba20a3-83e0-4cf8-999d-82eb82e34852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.338996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:11.343431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fa45cd85-9c29-4076-980c-96359f8ca062 None None] Provisioning complete for port 0a7d72f3-f408-4f92-9dc4-63262fa32f18 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:11.343982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa45cd85-9c29-4076-980c-96359f8ca062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.358438 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.368107 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.374217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.390721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fa45cd85-9c29-4076-980c-96359f8ca062 None None] Port 0a7d72f3-f408-4f92-9dc4-63262fa32f18 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:11.409504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Calling delete_port for 77909e48-44be-409c-a7a2-61ab13a106b0 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:11.433373 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540ae24-6d69-4752-b28e-dc28b430dceb None None] Pushing event updated for resources: {'Port': ['ID=879caa2d-751c-4e7b-b846-d09f65e9bca8,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:11.521709 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Attempting to bind port 879caa2d-751c-4e7b-b846-d09f65e9bca8 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:11.522268 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Attempting to bind port 879caa2d-751c-4e7b-b846-d09f65e9bca8 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:11.522458 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Attempting to bind port 879caa2d-751c-4e7b-b846-d09f65e9bca8 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:11.531427 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:11.531835 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:11.532197 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.532601 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:11.533203 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Bound port: 879caa2d-751c-4e7b-b846-d09f65e9bca8, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:11.533602 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.628824 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] For port 879caa2d-751c-4e7b-b846-d09f65e9bca8, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:11.632836 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] For port 879caa2d-751c-4e7b-b846-d09f65e9bca8, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=879caa2d-751c-4e7b-b846-d09f65e9bca8,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:11.644247 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.679125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9ba20a3-83e0-4cf8-999d-82eb82e34852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.681851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9ba20a3-83e0-4cf8-999d-82eb82e34852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.682994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c9ba20a3-83e0-4cf8-999d-82eb82e34852 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0654940d-d245-44c5-9bfb-686990bed9b3 HTTP/1.1" status: 204 len: 168 time: 0.6041644 Dec 24 03:26:11.732155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba20a3-83e0-4cf8-999d-82eb82e34852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0654940d-d245-44c5-9bfb-686990bed9b3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:11.734583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-815129d8-ca06-474e-8cee-f2453462ac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.781233 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540ae24-6d69-4752-b28e-dc28b430dceb None None] Pushing event updated for resources: {'Port': ['ID=879caa2d-751c-4e7b-b846-d09f65e9bca8,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:11.837767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.841670 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Routers {'130b8c57-cb91-4656-a805-54ce65ffae04'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:11.842384 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['130b8c57-cb91-4656-a805-54ce65ffae04'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:11.847749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.849002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.887477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f57183ca-b41f-404f-a9e9-455881b5c6bd up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:11.977262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router e7c61178-4c6d-4758-ae21-98f14ce7026e is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:11.984057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1e0fe3f0-ce73-41a9-81c6-2995cd3ca42f None None] Provisioning complete for port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:11.984601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe3f0-ce73-41a9-81c6-2995cd3ca42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:11.986894 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] Set router 130b8c57-cb91-4656-a805-54ce65ffae04 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:11.989628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.081871 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event deleted for resources: {'Port': ['ID=77909e48-44be-409c-a7a2-61ab13a106b0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:12.097054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fe3f0-ce73-41a9-81c6-2995cd3ca42f None None] Port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:12.134614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f57183ca-b41f-404f-a9e9-455881b5c6bd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:12.135003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.259803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event updated for resources: {'Port': ['ID=0a7d72f3-f408-4f92-9dc4-63262fa32f18,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:12.313795 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:12.318127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-84c9cda6-4096-44d4-8af5-d5a0c76cf717 None None] Provisioning complete for port 879caa2d-751c-4e7b-b846-d09f65e9bca8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:12.318512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84c9cda6-4096-44d4-8af5-d5a0c76cf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.325179 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1c485015-a862-4707-98cf-f3bd5b33d5ee tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/e7c61178-4c6d-4758-ae21-98f14ce7026e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6332226 Dec 24 03:26:12.327758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44824) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:12.404127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.444545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] Sync routers for ids ['e7c61178-4c6d-4758-ae21-98f14ce7026e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:12.449743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700180a-f675-46f0-b056-33091a1c65ac None None] Network 680c752c-c309-4a1f-a7d1-320863608847 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:12.451493 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'name': 'tempest-NetworksTestDHCPv6-router-1747084365', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:04Z', 'updated_at': '2021-12-24T03:26:07Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None, '_interfaces': [{'id': '879caa2d-751c-4e7b-b846-d09f65e9bca8', 'name': '', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'mac_address': 'fa:16:3e:49:ed:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '141a8f8e-598b-4a17-9935-93af3560cc3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:05Z', 'updated_at': '2021-12-24T03:26:11Z', 'revision_number': 4, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'subnets': [{'id': '141a8f8e-598b-4a17-9935-93af3560cc3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:12.473574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.482101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:12.488327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:12.521462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] Routers {'e7c61178-4c6d-4758-ae21-98f14ce7026e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:12.523211 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce20ee8-2ff6-40e1-a120-151fc90d4730 None None] The sync data for ids ['130b8c57-cb91-4656-a805-54ce65ffae04'] in dv-neutron-822869-1-hyperv is: [{'id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'name': 'tempest-NetworksTestDHCPv6-router-1747084365', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:04Z', 'updated_at': '2021-12-24T03:26:07Z', 'revision_number': 2, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None, '_interfaces': [{'id': '879caa2d-751c-4e7b-b846-d09f65e9bca8', 'name': '', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'mac_address': 'fa:16:3e:49:ed:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '141a8f8e-598b-4a17-9935-93af3560cc3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:05Z', 'updated_at': '2021-12-24T03:26:11Z', 'revision_number': 4, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'subnets': [{'id': '141a8f8e-598b-4a17-9935-93af3560cc3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:12.524510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e7c61178-4c6d-4758-ae21-98f14ce7026e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:12.534217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.538391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.638820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.639773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Fanout notify agent at l3_agent the message router_deleted on router 58623db5-39b6-4f17-9f18-66d8a0ae8c5e {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:12.646894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.655764 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5e3e2a8c-9011-46d0-9754-2fe5f872a5af tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/58623db5-39b6-4f17-9f18-66d8a0ae8c5e HTTP/1.1" status: 204 len: 168 time: 2.8518455 Dec 24 03:26:12.656425 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44830) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:12.660951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-806776749', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:12.703891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3483b28-97ef-4527-9891-8901856501cb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:12.706416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d3483b28-97ef-4527-9891-8901856501cb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports/8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc HTTP/1.1" status: 200 len: 981 time: 0.3575425 Dec 24 03:26:12.709311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44834) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:12.724205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:12.756874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Router 4be98684-c4c6-4678-a322-10e6b7ad6bea has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:12.788795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.816777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.825946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] Routers {'e7c61178-4c6d-4758-ae21-98f14ce7026e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:12.838516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e7c61178-4c6d-4758-ae21-98f14ce7026e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:12.927856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:12.928566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d116e8-7a08-4f23-aa3b-b0cc3671ae40 None None] The sync data for ids ['e7c61178-4c6d-4758-ae21-98f14ce7026e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:12.951479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84c9cda6-4096-44d4-8af5-d5a0c76cf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:12.995548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port f57183ca-b41f-404f-a9e9-455881b5c6bd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f57183ca-b41f-404f-a9e9-455881b5c6bd,segment=NetworkSegment(3941d97e-626b-41bd-bfa6-fa415040e861),segment_id=3941d97e-626b-41bd-bfa6-fa415040e861)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:13.001913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.002979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.005442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.029880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-84c9cda6-4096-44d4-8af5-d5a0c76cf717 None None] For port 879caa2d-751c-4e7b-b846-d09f65e9bca8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=879caa2d-751c-4e7b-b846-d09f65e9bca8,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:13.057054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44840) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:13.061852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84c9cda6-4096-44d4-8af5-d5a0c76cf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.087952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:13.102538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e537566d-bdab-4ae1-b45f-0e5cdbf8c006 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2241325 Dec 24 03:26:13.105862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:13.108029 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] Sync routers for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:13.153236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=f57183ca-b41f-404f-a9e9-455881b5c6bd,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:13.164029 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:13.164857 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:13.168591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.256638 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:13.285131 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:13.290310 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:13.318438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9cda6-4096-44d4-8af5-d5a0c76cf717 None None] Pushing event updated for resources: {'Port': ['ID=879caa2d-751c-4e7b-b846-d09f65e9bca8,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:13.328211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fc3b0c8f-eb2e-4c45-a0fb-241f525f6c8c None None] Provisioning complete for port 879caa2d-751c-4e7b-b846-d09f65e9bca8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:13.328614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0c8f-eb2e-4c45-a0fb-241f525f6c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.370264 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:13.371167 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562f69a-5a6c-4f65-a7f4-728a0dd1065d None None] The sync data for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:13.380123 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-23bbcd34-14f9-4910-b5c4-5584890dc3af tempest-ServiceProvidersTest-173580083 tempest-ServiceProvidersTest-173580083-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3183603 Dec 24 03:26:13.422211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed331e94-0e9e-4f2b-a37e-27c5e0e430ce tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.546743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fc3b0c8f-eb2e-4c45-a0fb-241f525f6c8c None None] Provisioning complete for port 0a7d72f3-f408-4f92-9dc4-63262fa32f18 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:13.547252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0c8f-eb2e-4c45-a0fb-241f525f6c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.565885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.567390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 879caa2d-751c-4e7b-b846-d09f65e9bca8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:13.567732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.609173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b0c8f-eb2e-4c45-a0fb-241f525f6c8c None None] Port 0a7d72f3-f408-4f92-9dc4-63262fa32f18 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:13.612792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-ed331e94-0e9e-4f2b-a37e-27c5e0e430ce tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 24 03:26:13.616966 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ed331e94-0e9e-4f2b-a37e-27c5e0e430ce tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea HTTP/1.1" status: 409 len: 329 time: 0.4561629 Dec 24 03:26:13.619797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:13.626862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fc3b0c8f-eb2e-4c45-a0fb-241f525f6c8c None None] Provisioning complete for port f57183ca-b41f-404f-a9e9-455881b5c6bd triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:13.627235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0c8f-eb2e-4c45-a0fb-241f525f6c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.863849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44858) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:13.864073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f57183ca-b41f-404f-a9e9-455881b5c6bd up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:13.945775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9f41e1d4-fe49-40b3-bd7d-1822390343d4 None None] Provisioning complete for port f57183ca-b41f-404f-a9e9-455881b5c6bd triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:13.946161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f41e1d4-fe49-40b3-bd7d-1822390343d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:13.996982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.013492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f57183ca-b41f-404f-a9e9-455881b5c6bd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:14.014722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.178511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 879caa2d-751c-4e7b-b846-d09f65e9bca8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:14.219313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d606df22-ca4b-4ded-898f-b607178fcd07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.262167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 879caa2d-751c-4e7b-b846-d09f65e9bca8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:14.262539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.289379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] For port 879caa2d-751c-4e7b-b846-d09f65e9bca8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=879caa2d-751c-4e7b-b846-d09f65e9bca8,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:14.289744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.332771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.345534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 879caa2d-751c-4e7b-b846-d09f65e9bca8 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:14.736929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.778231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=879caa2d-751c-4e7b-b846-d09f65e9bca8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:14.802843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.843880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d606df22-ca4b-4ded-898f-b607178fcd07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.855187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d606df22-ca4b-4ded-898f-b607178fcd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.941462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.949189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.965538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:14.977279 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d606df22-ca4b-4ded-898f-b607178fcd07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c2f035983d42988720573867e84a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0875800 Dec 24 03:26:14.988730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44868) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:15.033563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.041494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606df22-ca4b-4ded-898f-b607178fcd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e395c1ca-f5e2-4517-b963-407897046e3c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:15.125935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:15.126329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.156657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2562485-6e2e-420d-b69b-f071d0b33402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.195326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Router 130b8c57-cb91-4656-a805-54ce65ffae04 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:15.237820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2562485-6e2e-420d-b69b-f071d0b33402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.254340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Allocated IP 172.26.5.25 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/52af2876-0ce7-4011-8325-d68920d2f45e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:15.283283 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:15.297873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] Sync routers for ids ['130b8c57-cb91-4656-a805-54ce65ffae04'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:15.304335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.305038 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bf5c66ce-3b23-4d8f-be91-f1e52eefc57b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "PUT /v2.0/routers/130b8c57-cb91-4656-a805-54ce65ffae04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3299062 Dec 24 03:26:15.307795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44870) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:15.323103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] Routers {'130b8c57-cb91-4656-a805-54ce65ffae04'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:15.323977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['130b8c57-cb91-4656-a805-54ce65ffae04'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:15.338269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:15.396407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c22525-f4ee-4920-8f28-0ced2ab76974 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:15.398085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c22525-f4ee-4920-8f28-0ced2ab76974 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:15.402384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-15c22525-f4ee-4920-8f28-0ced2ab76974 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0909288 Dec 24 03:26:15.403472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44872) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:15.408223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] Set router 130b8c57-cb91-4656-a805-54ce65ffae04 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:15.435186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2562485-6e2e-420d-b69b-f071d0b33402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.437812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2562485-6e2e-420d-b69b-f071d0b33402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.441412 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f2562485-6e2e-420d-b69b-f071d0b33402 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e395c1ca-f5e2-4517-b963-407897046e3c HTTP/1.1" status: 204 len: 168 time: 0.4490995 Dec 24 03:26:15.461310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'name': 'tempest-NetworksTestDHCPv6-router-1747084365', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:04Z', 'updated_at': '2021-12-24T03:26:14Z', 'revision_number': 3, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:15.463966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting port 0a7d72f3-f408-4f92-9dc4-63262fa32f18 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:15.464305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.483389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 141a8f8e-598b-4a17-9935-93af3560cc3c {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:15.491141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] Checking router: 130b8c57-cb91-4656-a805-54ce65ffae04 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:26:15.495836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.497622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.501321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] Routers {'130b8c57-cb91-4656-a805-54ce65ffae04'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:15.502028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['130b8c57-cb91-4656-a805-54ce65ffae04'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:15.574121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2562485-6e2e-420d-b69b-f071d0b33402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e395c1ca-f5e2-4517-b963-407897046e3c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:15.577006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] Set router 130b8c57-cb91-4656-a805-54ce65ffae04 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:15.583678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.673678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.705466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Calling delete_port for 0a7d72f3-f408-4f92-9dc4-63262fa32f18 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:15.798699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.821474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.837463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'name': 'tempest-NetworksTestDHCPv6-router-1747084365', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:04Z', 'updated_at': '2021-12-24T03:26:14Z', 'revision_number': 3, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:15.873016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=8a8b4c4e-59ea-47af-b312-9b9c67d0ddbc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:15.876947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.887908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b1986-3618-473b-8f60-26caecd68be7 None None] The sync data for ids ['130b8c57-cb91-4656-a805-54ce65ffae04'] in dv-neutron-822869-1-hyperv is: [{'id': '130b8c57-cb91-4656-a805-54ce65ffae04', 'name': 'tempest-NetworksTestDHCPv6-router-1747084365', 'tenant_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:04Z', 'updated_at': '2021-12-24T03:26:14Z', 'revision_number': 3, 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:15.903491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:15.934048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:15.941958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:15.963544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.995768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=141a8f8e-598b-4a17-9935-93af3560cc3c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:16.035039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.038824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b0fb150-c34f-465c-9557-53e91b8a4756 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/141a8f8e-598b-4a17-9935-93af3560cc3c HTTP/1.1" status: 204 len: 168 time: 0.6342099 Dec 24 03:26:16.041618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:16.051401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bbe878-ef6d-4cee-aaaf-6fa3117e0041 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:16.055553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.057362 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event updated for resources: {'Port': ['ID=52af2876-0ce7-4011-8325-d68920d2f45e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:16.184354 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c39d3db9-14e1-45b7-85b8-e31a5fd69d43 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1418421 Dec 24 03:26:16.188033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:16.266458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.289886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:16.302028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa322c27-7727-496c-b39e-65959831b289 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.337943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router e7c61178-4c6d-4758-ae21-98f14ce7026e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:16.366259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Port': ['ID=0a7d72f3-f408-4f92-9dc4-63262fa32f18,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:16.379901 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] Deleting port a1e9799e-a3ad-4219-97ce-50132a6c7e62 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:16.380482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.463241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] For port a1e9799e-a3ad-4219-97ce-50132a6c7e62, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a1e9799e-a3ad-4219-97ce-50132a6c7e62,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:16.463761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.479893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] Calling delete_port for a1e9799e-a3ad-4219-97ce-50132a6c7e62 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:16.506497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:16.519714 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] Sync routers for ids ['e7c61178-4c6d-4758-ae21-98f14ce7026e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:16.522572 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-661375ce-f35f-4889-a8be-ae7ac2d4d1ec tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/e7c61178-4c6d-4758-ae21-98f14ce7026e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8119171 Dec 24 03:26:16.525280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44886) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:16.542996 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] Routers {'e7c61178-4c6d-4758-ae21-98f14ce7026e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:16.543998 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e7c61178-4c6d-4758-ae21-98f14ce7026e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:16.585296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.598213 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:16.608996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.611841 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] Routers {'e7c61178-4c6d-4758-ae21-98f14ce7026e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:16.612832 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e7c61178-4c6d-4758-ae21-98f14ce7026e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:16.621510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa322c27-7727-496c-b39e-65959831b289 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.625641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa322c27-7727-496c-b39e-65959831b289 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.632318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] Pushing event deleted for resources: {'Port': ['ID=a1e9799e-a3ad-4219-97ce-50132a6c7e62,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:16.636077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132fa39-9c1c-4ccb-a0fa-7a71b12a343d None None] No DVR routers for this DVR port a1e9799e-a3ad-4219-97ce-50132a6c7e62 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:16.654416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.675809 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:16.676663 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd71b9-6a32-4db6-8327-191e9b7660c5 None None] The sync data for ids ['e7c61178-4c6d-4758-ae21-98f14ce7026e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:16.807033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa322c27-7727-496c-b39e-65959831b289 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:16.807745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa322c27-7727-496c-b39e-65959831b289 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Fanout notify agent at l3_agent the message router_deleted on router 130b8c57-cb91-4656-a805-54ce65ffae04 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:16.808290 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-cce9406d-3d83-407c-bcbf-a9540ea00333 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] remove_router_interface failed (client error): The resource could not be found. Dec 24 03:26:16.812866 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cce9406d-3d83-407c-bcbf-a9540ea00333 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/e7c61178-4c6d-4758-ae21-98f14ce7026e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2867460 Dec 24 03:26:16.813505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44892) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:16.892284 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d9508ce5-1bf0-42a4-9e1a-ab40b937f07f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c61178-4c6d-4758-ae21-98f14ce7026e HTTP/1.1" status: 200 len: 205 time: 0.0470421 Dec 24 03:26:16.895532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44894) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.158212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa322c27-7727-496c-b39e-65959831b289 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.162204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aa322c27-7727-496c-b39e-65959831b289 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/routers/130b8c57-cb91-4656-a805-54ce65ffae04 HTTP/1.1" status: 204 len: 168 time: 0.9702427 Dec 24 03:26:17.162204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44898) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.190841 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0e31fa4a-aa7a-44fd-a36a-a36e94662588 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0277820 Dec 24 03:26:17.193658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.207247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Router 4be98684-c4c6-4678-a322-10e6b7ad6bea has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:17.241596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c97e302-14f8-457c-8979-43fe891c8684 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.285588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e96f2-5b8b-4080-91b8-aa1b5bb4bb2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:17.287043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1e5e96f2-5b8b-4080-91b8-aa1b5bb4bb2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925059 Dec 24 03:26:17.305469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44902) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.318035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:17.326244 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6024b315-4316-4b33-9979-2bfb15afc816 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7047610 Dec 24 03:26:17.327359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.331032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] Sync routers for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:17.356182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:17.356849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.365035 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-116d2416-82b5-47a3-a9b1-d1ff57d92812 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] show failed (client error): The resource could not be found. Dec 24 03:26:17.366162 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-116d2416-82b5-47a3-a9b1-d1ff57d92812 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1341010489 HTTP/1.1" status: 404 len: 335 time: 0.0378053 Dec 24 03:26:17.370150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.374597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b1fb5d00-9f93-4271-b010-c145e838beb0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:17.378631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0d5f739b-9fbf-4490-b014-c2f088bc9709 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706310 Dec 24 03:26:17.383181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44908) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.397111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.406558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] Routers {'4be98684-c4c6-4678-a322-10e6b7ad6bea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:17.407159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4be98684-c4c6-4678-a322-10e6b7ad6bea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.420980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:17.424692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-b1fb5d00-9f93-4271-b010-c145e838beb0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] update failed (client error): The resource could not be found. Dec 24 03:26:17.425756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b1fb5d00-9f93-4271-b010-c145e838beb0 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-784225385 HTTP/1.1" status: 404 len: 334 time: 0.0546124 Dec 24 03:26:17.437881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44910) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.446410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.447071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96249e-303a-4db2-bfab-b62ed747437e None None] The sync data for ids ['4be98684-c4c6-4678-a322-10e6b7ad6bea'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:17.481488 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c97e302-14f8-457c-8979-43fe891c8684 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.485865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c97e302-14f8-457c-8979-43fe891c8684 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.490665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.538007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting subnet 7de710ca-6a15-4db0-a347-ef1cb78325c6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:17.541821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.573772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c97e302-14f8-457c-8979-43fe891c8684 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.574275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c97e302-14f8-457c-8979-43fe891c8684 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Fanout notify agent at l3_agent the message router_deleted on router e7c61178-4c6d-4758-ae21-98f14ce7026e {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:17.582743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c97e302-14f8-457c-8979-43fe891c8684 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.583833 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4c97e302-14f8-457c-8979-43fe891c8684 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/e7c61178-4c6d-4758-ae21-98f14ce7026e HTTP/1.1" status: 204 len: 168 time: 0.6873808 Dec 24 03:26:17.586852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.599582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.642378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:17.646106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.662840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Router fcb5cf9e-fb20-401e-bb2f-62573376f818 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:17.725314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a1e9799e-a3ad-4219-97ce-50132a6c7e62 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:17.739452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet 80bb660a-61a0-4467-a437-edf68f8c987b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:17.746222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: a1e9799e-a3ad-4219-97ce-50132a6c7e62 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:17.746409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.746616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a1e9799e-a3ad-4219-97ce-50132a6c7e62 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:17.746998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 879caa2d-751c-4e7b-b846-d09f65e9bca8 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:17.766694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 879caa2d-751c-4e7b-b846-d09f65e9bca8 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:17.767042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 879caa2d-751c-4e7b-b846-d09f65e9bca8 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:17.793016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:17.803249 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] Sync routers for ids ['fcb5cf9e-fb20-401e-bb2f-62573376f818'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:17.815084 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] Routers {'fcb5cf9e-fb20-401e-bb2f-62573376f818'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:17.815403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.815701 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fcb5cf9e-fb20-401e-bb2f-62573376f818'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.819362 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d5360a66-ebdb-4829-b1c0-b89376ad0beb tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1593051 Dec 24 03:26:17.819571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44914) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:17.824745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:17.831711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.851228 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.860608 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] Routers {'fcb5cf9e-fb20-401e-bb2f-62573376f818'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:17.861197 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fcb5cf9e-fb20-401e-bb2f-62573376f818'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.864489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.905721 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:17.906554 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d5783-8d0d-403a-9937-3fb83f144603 None None] The sync data for ids ['fcb5cf9e-fb20-401e-bb2f-62573376f818'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:18.032198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.087549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.138614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Subnet': ['ID=7de710ca-6a15-4db0-a347-ef1cb78325c6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:18.149228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.155278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d6c8786f-7d80-4bef-9255-fabd7e082925 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/subnets/7de710ca-6a15-4db0-a347-ef1cb78325c6 HTTP/1.1" status: 204 len: 168 time: 0.7134829 Dec 24 03:26:18.155459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44922) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:18.156125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c54eff-0031-4754-b2ea-c47611304640 None None] Network 680c752c-c309-4a1f-a7d1-320863608847 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:18.233160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.244813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:26:18.247067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.250273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.260908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.280631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.301932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:18.308643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:18.310468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.316785 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/80bb660a-61a0-4467-a437-edf68f8c987b HTTP/1.1" status: 204 len: 168 time: 0.7267084 Dec 24 03:26:18.317677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44924) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:18.318993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:18.319600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.323111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57685791-9a2b-49ba-b2de-2feb6e161d07 None None] Network d99cb46a-4abe-420a-b750-f4a6dbcfad65 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:18.328064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27fbb77-705e-4274-ae89-840fc55f034d None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:18.358376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting port f57183ca-b41f-404f-a9e9-455881b5c6bd {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:18.358659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.371986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] DHCP port deletion for 680c752c-c309-4a1f-a7d1-320863608847 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:18.377037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=ccab4ea6-2511-42ef-b1db-8fd360365ab4,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:18.389831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Deleting port 52af2876-0ce7-4011-8325-d68920d2f45e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:18.390344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.429106 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1b5313ff-5197-4bff-bfcb-4cc735704818 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0103669 Dec 24 03:26:18.431239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44926) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:18.446079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:18.452459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.454523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b334dd3-df19-4c36-b7e2-b899681fd607 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=80bb660a-61a0-4467-a437-edf68f8c987b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:18.511098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 09fa9949-b1a2-4771-9784-cd3e94122140 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:18.511610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.542116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] For port f57183ca-b41f-404f-a9e9-455881b5c6bd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f57183ca-b41f-404f-a9e9-455881b5c6bd,segment=NetworkSegment(3941d97e-626b-41bd-bfa6-fa415040e861),segment_id=3941d97e-626b-41bd-bfa6-fa415040e861)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:18.542537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.551299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] Deleting port f57183ca-b41f-404f-a9e9-455881b5c6bd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:18.551675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.565896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'ccab4ea6-2511-42ef-b1db-8fd360365ab4'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:18.566875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.597566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 09fa9949-b1a2-4771-9784-cd3e94122140, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=09fa9949-b1a2-4771-9784-cd3e94122140,segment=NetworkSegment(3ad7912c-0e25-4940-ae22-ad968f9514f0),segment_id=3ad7912c-0e25-4940-ae22-ad968f9514f0)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:18.598802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.603677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Calling delete_port for f57183ca-b41f-404f-a9e9-455881b5c6bd owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:18.613973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.619292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 09fa9949-b1a2-4771-9784-cd3e94122140 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:18.642191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Calling delete_port for 52af2876-0ce7-4011-8325-d68920d2f45e owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:18.646328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] For port f57183ca-b41f-404f-a9e9-455881b5c6bd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f57183ca-b41f-404f-a9e9-455881b5c6bd,segment=NetworkSegment(3941d97e-626b-41bd-bfa6-fa415040e861),segment_id=3941d97e-626b-41bd-bfa6-fa415040e861)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:18.646708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.699019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38394db2-52ec-478c-9377-32d330aadb45 None None] DHCP port deletion for d99cb46a-4abe-420a-b750-f4a6dbcfad65 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:18.706577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.716044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] Calling delete_port for f57183ca-b41f-404f-a9e9-455881b5c6bd owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:18.739838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=09fa9949-b1a2-4771-9784-cd3e94122140,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:18.743954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port 09fa9949-b1a2-4771-9784-cd3e94122140 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:18.829806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.843044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Allocated IP 2001:db8::f816:3eff:fe23:e289 (97b6bd3f-63b4-4ad9-857e-58009b511f78/ccab4ea6-2511-42ef-b1db-8fd360365ab4/6417515d-bada-4fb2-bb3d-7731b841f3af) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:18.852674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99cb46a-4abe-420a-b750-f4a6dbcfad65']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:18.865944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad7912c-0e25-4940-ae22-ad968f9514f0') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:18.865944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad7912c-0e25-4940-ae22-ad968f9514f0') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:18.879630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.882055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.903865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.913080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:18.913486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:18.917484 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:18.927022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] Pushing event deleted for resources: {'Port': ['ID=f57183ca-b41f-404f-a9e9-455881b5c6bd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:18.971533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e646185-cf4b-4db7-8b16-e3cfe0bdc6f5 None None] No DVR routers for this DVR port f57183ca-b41f-404f-a9e9-455881b5c6bd on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:18.997162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.006692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.012657 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/d99cb46a-4abe-420a-b750-f4a6dbcfad65 HTTP/1.1" status: 204 len: 168 time: 0.6897850 Dec 24 03:26:19.017401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44928) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:19.021164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1740508552'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:19.028571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:19.032856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.035844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dc5ea-dbec-452f-849d-45b68dea3143 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=d99cb46a-4abe-420a-b750-f4a6dbcfad65,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.090327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.099744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:19.103130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.105067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.114988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.145827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:19.151000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:19.155774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:19.165844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Pushing event updated for resources: {'Port': ['ID=6417515d-bada-4fb2-bb3d-7731b841f3af,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.175994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:19.186081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.186660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 28e434cd-ef8d-4fb7-9a12-e4c8eff75a95 of type vlan for network ecf1589f-253e-4732-b393-6fac62e5718e Dec 24 03:26:19.197936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Port': ['ID=f57183ca-b41f-404f-a9e9-455881b5c6bd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.200848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] No DVR routers for this DVR port f57183ca-b41f-404f-a9e9-455881b5c6bd on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:19.230649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Attempting to bind port 6417515d-bada-4fb2-bb3d-7731b841f3af on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:19.231121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Attempting to bind port 6417515d-bada-4fb2-bb3d-7731b841f3af by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:19.231708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Attempting to bind port 6417515d-bada-4fb2-bb3d-7731b841f3af on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:19.234782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.239248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:19.239718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:19.240327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.240804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:19.241544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Bound port: 6417515d-bada-4fb2-bb3d-7731b841f3af, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:19.241999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.270408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.282080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:19.283119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.307317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.319394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] For port 6417515d-bada-4fb2-bb3d-7731b841f3af, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:19.323416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] For port 6417515d-bada-4fb2-bb3d-7731b841f3af, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6417515d-bada-4fb2-bb3d-7731b841f3af,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:19.328291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.328951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3119643 Dec 24 03:26:19.331942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44936) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:19.339823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': 'ecf1589f-253e-4732-b393-6fac62e5718e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:19.364954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680c752c-c309-4a1f-a7d1-320863608847']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:19.398513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3941d97e-626b-41bd-bfa6-fa415040e861') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:19.399276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3941d97e-626b-41bd-bfa6-fa415040e861') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:19.400137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8390cf-112a-428a-99c5-504a0cef24e0 None None] Pushing event updated for resources: {'Port': ['ID=6417515d-bada-4fb2-bb3d-7731b841f3af,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.403142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d639d-fde9-4b3c-8476-6858a653ad7b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=ecf1589f-253e-4732-b393-6fac62e5718e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.422877 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.423148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network ecf1589f-253e-4732-b393-6fac62e5718e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:19.440239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.444480 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.474589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Pushing event deleted for resources: {'Port': ['ID=52af2876-0ce7-4011-8325-d68920d2f45e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.489126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:19.493417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.495567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:19.495980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:19.500039 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:19.502659 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:19.693004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.736167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.753441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.781509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.785112 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/networks/680c752c-c309-4a1f-a7d1-320863608847 HTTP/1.1" status: 204 len: 168 time: 1.6288717 Dec 24 03:26:19.790464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:19.797434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6417515d-bada-4fb2-bb3d-7731b841f3af up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:19.850383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79789ca9-772f-4442-9340-d8a0d7c21931 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Network': ['ID=680c752c-c309-4a1f-a7d1-320863608847,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.868282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6417515d-bada-4fb2-bb3d-7731b841f3af triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:19.869094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.870632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=c605b672-6724-48f6-a56c-a89195a9be1f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:19.881684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting subnet a9a7ccc8-08e9-4b1e-a2fd-8e63db9eb900 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:19.886480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '28e434cd-ef8d-4fb7-9a12-e4c8eff75a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ecf1589f-253e-4732-b393-6fac62e5718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:19.886896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: ecf1589f-253e-4732-b393-6fac62e5718e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:19.889335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.936903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.939934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network ecf1589f-253e-4732-b393-6fac62e5718e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:19.952400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.957188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.973620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, ecf1589f-253e-4732-b393-6fac62e5718e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:19.980648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:19.981374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:19.988143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 6417515d-bada-4fb2-bb3d-7731b841f3af, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6417515d-bada-4fb2-bb3d-7731b841f3af,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:19.995258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143693d5-1721-462c-ae66-2eb644e02fa1 None None] Network ecf1589f-253e-4732-b393-6fac62e5718e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:20.011628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a8cbb321-cb49-4707-b163-4381710f03fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6786206 Dec 24 03:26:20.012805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.033360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44940) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.040887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5004a2d2-ab4f-4a2f-b6bf-209a01989e32 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1325365706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:20.043483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=f93df549-8696-4ae4-9e51-d5c63ac27391,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:20.072086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.092848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:20.095338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.097303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:20.100465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:20.111026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.111604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5004a2d2-ab4f-4a2f-b6bf-209a01989e32 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.112875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5004a2d2-ab4f-4a2f-b6bf-209a01989e32 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.120102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.130959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=6417515d-bada-4fb2-bb3d-7731b841f3af,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:20.166356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f57183ca-b41f-404f-a9e9-455881b5c6bd no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:20.185495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5004a2d2-ab4f-4a2f-b6bf-209a01989e32 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.190426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.196697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5004a2d2-ab4f-4a2f-b6bf-209a01989e32 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.197171 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8c853649-0677-4d45-bb06-f6e0b4e56769 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7645071 Dec 24 03:26:20.197809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44944) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.209871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-ecf1589f-253e-4732-b393-6fac62e5718e', 'network_id': 'ecf1589f-253e-4732-b393-6fac62e5718e', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': 'c605b672-6724-48f6-a56c-a89195a9be1f'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:20.210745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.228173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:89:ba:7f', 'name': 'tempest-NetworksTestDHCPv6-1596946618'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:20.230966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f57183ca-b41f-404f-a9e9-455881b5c6bd {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:20.231409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f57183ca-b41f-404f-a9e9-455881b5c6bd not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:20.231843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 09fa9949-b1a2-4771-9784-cd3e94122140 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:20.240779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a7ccc8-08e9-4b1e-a2fd-8e63db9eb900,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:20.246386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.251079 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-69023a81-b0d8-4dcc-b3ec-9787fdd8bfa5 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/subnets/a9a7ccc8-08e9-4b1e-a2fd-8e63db9eb900 HTTP/1.1" status: 204 len: 168 time: 0.4582615 Dec 24 03:26:20.254745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44948) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.266458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5004a2d2-ab4f-4a2f-b6bf-209a01989e32 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.270339 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5004a2d2-ab4f-4a2f-b6bf-209a01989e32 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2323771 Dec 24 03:26:20.271847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f949a-90fc-43ff-9123-2aa67a6b2e6d None None] Network 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:20.273599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44950) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.280964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 09fa9949-b1a2-4771-9784-cd3e94122140 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:20.281312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 09fa9949-b1a2-4771-9784-cd3e94122140 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:20.318504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Router fcb5cf9e-fb20-401e-bb2f-62573376f818 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:20.469814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:20.479816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.481237 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a2e02ad3-ecb9-49f4-89d2-f9e8b8fbae27 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "PUT /v2.0/routers/fcb5cf9e-fb20-401e-bb2f-62573376f818 HTTP/1.1" status: 200 len: 705 time: 2.6607544 Dec 24 03:26:20.486705 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44954) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.582486 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-50207cf1-d07e-4c10-a4b6-8e5461d13844 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/routers/fcb5cf9e-fb20-401e-bb2f-62573376f818 HTTP/1.1" status: 200 len: 740 time: 0.0944507 Dec 24 03:26:20.586189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44956) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.601823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] Sync routers for ids ['fcb5cf9e-fb20-401e-bb2f-62573376f818'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:20.648529 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ac066982-267e-421f-abab-44b6c522db02 tempest-RoutersAdminTest-814796191 tempest-RoutersAdminTest-814796191-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=fcb5cf9e-fb20-401e-bb2f-62573376f818 HTTP/1.1" status: 200 len: 205 time: 0.0610447 Dec 24 03:26:20.652558 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44958) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.671997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] Routers {'fcb5cf9e-fb20-401e-bb2f-62573376f818'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:20.672682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fcb5cf9e-fb20-401e-bb2f-62573376f818'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:20.682902 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5b23e001-292e-4676-a1a3-bdd7c51bdf91 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb5cf9e-fb20-401e-bb2f-62573376f818 HTTP/1.1" status: 200 len: 205 time: 0.0293350 Dec 24 03:26:20.683714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:20.686066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:20.718523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8ce8a-81f5-48d0-bbfe-2d295d9d4ae4 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:20.725805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:20.733004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting subnet 1506e424-5b90-4f61-a91b-2a1113a9bff1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:20.767397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.770808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.794387 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port d85e316f-09d0-4ae4-b7b5-0480269fa5ce yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:20.803354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Allocated IP 2001:db8::2 (ecf1589f-253e-4732-b393-6fac62e5718e/c605b672-6724-48f6-a56c-a89195a9be1f/b0035a40-5300-45fd-8723-4b8925671394) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:20.811954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] Routers {'fcb5cf9e-fb20-401e-bb2f-62573376f818'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:20.813031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fcb5cf9e-fb20-401e-bb2f-62573376f818'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:20.814793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.836064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa03efb-63fb-4aeb-bb98-03d93a9daf7f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.864986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:20.865634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e9f4-234b-48a1-be94-c9d1df50765b None None] The sync data for ids ['fcb5cf9e-fb20-401e-bb2f-62573376f818'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:20.907296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3acfca71-282c-4b52-8873-d968476bb7a4 None None] Provisioning complete for port 6417515d-bada-4fb2-bb3d-7731b841f3af triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:20.907572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3acfca71-282c-4b52-8873-d968476bb7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:20.974877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] DHCP port deletion for 9932aee8-75bb-4e7d-99fa-9c9a516a27a9 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:20.989487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 172.20.0.10 (97b6bd3f-63b4-4ad9-857e-58009b511f78/f93df549-8696-4ae4-9e51-d5c63ac27391/d85e316f-09d0-4ae4-b7b5-0480269fa5ce) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:20.998923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fe89:ba7f (97b6bd3f-63b4-4ad9-857e-58009b511f78/ccab4ea6-2511-42ef-b1db-8fd360365ab4/d85e316f-09d0-4ae4-b7b5-0480269fa5ce) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:21.174154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.181302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.192300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.205952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] Deleting port 8d738b50-21a0-468c-a879-fe8f9d7f8516 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:21.206326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.217836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.242254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.262371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6972c98-70dd-4514-bc2b-3d94ff3bdf80 None None] Update dhcp port {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'ccab4ea6-2511-42ef-b1db-8fd360365ab4', 'ip_address': '2001:db8::f816:3eff:fe23:e289'}, {'subnet_id': 'f93df549-8696-4ae4-9e51-d5c63ac27391'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': '6417515d-bada-4fb2-bb3d-7731b841f3af'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:26:21.278365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Network ecf1589f-253e-4732-b393-6fac62e5718e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:21.331206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:21.345316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:21.349346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] For port 8d738b50-21a0-468c-a879-fe8f9d7f8516, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8d738b50-21a0-468c-a879-fe8f9d7f8516,segment=NetworkSegment(c5d01f0d-6d21-4d9c-b2a6-e0163738971d),segment_id=c5d01f0d-6d21-4d9c-b2a6-e0163738971d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:21.349758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.354142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Pushing event updated for resources: {'Port': ['ID=b0035a40-5300-45fd-8723-4b8925671394,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:21.356466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d6972c98-70dd-4514-bc2b-3d94ff3bdf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.380453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] Calling delete_port for 8d738b50-21a0-468c-a879-fe8f9d7f8516 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:21.491305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa03efb-63fb-4aeb-bb98-03d93a9daf7f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.495480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa03efb-63fb-4aeb-bb98-03d93a9daf7f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.551298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Attempting to bind port b0035a40-5300-45fd-8723-4b8925671394 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:21.551664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Attempting to bind port b0035a40-5300-45fd-8723-4b8925671394 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '28e434cd-ef8d-4fb7-9a12-e4c8eff75a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ecf1589f-253e-4732-b393-6fac62e5718e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:21.552023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Attempting to bind port b0035a40-5300-45fd-8723-4b8925671394 on network ecf1589f-253e-4732-b393-6fac62e5718e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:21.565277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:21.567437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:21.572900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:21.573621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Checking segment: {'id': '28e434cd-ef8d-4fb7-9a12-e4c8eff75a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ecf1589f-253e-4732-b393-6fac62e5718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:21.573749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.574061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Bound using segment: {'id': '28e434cd-ef8d-4fb7-9a12-e4c8eff75a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ecf1589f-253e-4732-b393-6fac62e5718e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:21.574613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Bound port: b0035a40-5300-45fd-8723-4b8925671394, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e434cd-ef8d-4fb7-9a12-e4c8eff75a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ecf1589f-253e-4732-b393-6fac62e5718e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:21.574990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.575858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:21.594392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=d85e316f-09d0-4ae4-b7b5-0480269fa5ce,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:21.608778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa03efb-63fb-4aeb-bb98-03d93a9daf7f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.609292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa03efb-63fb-4aeb-bb98-03d93a9daf7f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Fanout notify agent at l3_agent the message router_deleted on router fcb5cf9e-fb20-401e-bb2f-62573376f818 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:21.613344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.621528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa03efb-63fb-4aeb-bb98-03d93a9daf7f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.622625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ffa03efb-63fb-4aeb-bb98-03d93a9daf7f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/fcb5cf9e-fb20-401e-bb2f-62573376f818 HTTP/1.1" status: 204 len: 168 time: 0.9356446 Dec 24 03:26:21.643723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44968) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.698363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:21.699527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.700005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.712157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-32096d9a-1988-4460-a8cd-835221536edd tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb5cf9e-fb20-401e-bb2f-62573376f818 HTTP/1.1" status: 200 len: 205 time: 0.0651348 Dec 24 03:26:21.715493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44970) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.737496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d6972c98-70dd-4514-bc2b-3d94ff3bdf80 None None] Allocated IP 172.20.0.2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/f93df549-8696-4ae4-9e51-d5c63ac27391/6417515d-bada-4fb2-bb3d-7731b841f3af) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:21.747844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] Pushing event deleted for resources: {'Port': ['ID=8d738b50-21a0-468c-a879-fe8f9d7f8516,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:21.756493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] For port b0035a40-5300-45fd-8723-4b8925671394, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:21.763161 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-1e20e7ba-881c-4974-b2aa-1565f8735652 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] delete failed (client error): The resource could not be found. Dec 24 03:26:21.764904 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1e20e7ba-881c-4974-b2aa-1565f8735652 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/fcb5cf9e-fb20-401e-bb2f-62573376f818 HTTP/1.1" status: 404 len: 336 time: 0.0463357 Dec 24 03:26:21.768645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8::1 (ecf1589f-253e-4732-b393-6fac62e5718e/c605b672-6724-48f6-a56c-a89195a9be1f/a0956ca1-cfdf-4a35-b0fe-08658fa1e007) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:21.769147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44972) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.773778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf85ba-5d39-4842-a531-edde0ba8942c None None] No DVR routers for this DVR port 8d738b50-21a0-468c-a879-fe8f9d7f8516 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:21.774045 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-06ebad9f-e1c4-47a3-a162-4f66ae20bf6e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5503311 Dec 24 03:26:21.774833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.776671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.778882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6417515d-bada-4fb2-bb3d-7731b841f3af up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:21.813478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] For port b0035a40-5300-45fd-8723-4b8925671394, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b0035a40-5300-45fd-8723-4b8925671394,segment=NetworkSegment(28e434cd-ef8d-4fb7-9a12-e4c8eff75a95),segment_id=28e434cd-ef8d-4fb7-9a12-e4c8eff75a95)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:21.815438 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eddd4d2f-9d0a-4771-a562-317c6d6a7380 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=58623db5-39b6-4f17-9f18-66d8a0ae8c5e HTTP/1.1" status: 200 len: 205 time: 0.0451877 Dec 24 03:26:21.817984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44976) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.831493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.845036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Subnet': ['ID=1506e424-5b90-4f61-a91b-2a1113a9bff1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:21.860765 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-8f0d5cb1-bd9b-4316-9de2-c1fc119b732d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] delete failed (client error): The resource could not be found. Dec 24 03:26:21.864488 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8f0d5cb1-bd9b-4316-9de2-c1fc119b732d tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/58623db5-39b6-4f17-9f18-66d8a0ae8c5e HTTP/1.1" status: 404 len: 336 time: 0.0453722 Dec 24 03:26:21.865229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44978) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.866870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:21.870207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dcb49c9c-70f7-443e-b0af-cdd2ea7355cb tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/subnets/1506e424-5b90-4f61-a91b-2a1113a9bff1 HTTP/1.1" status: 204 len: 168 time: 1.6128497 Dec 24 03:26:21.877154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44980) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.898447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa1ab5-a54e-4272-8a87-7a0c180230be None None] Network 86fee4c3-94d6-40c6-b992-329355b2964e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:21.907574 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-989edfef-afbc-4101-b95c-26ddd8eb5bfa tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce65e69-cb3a-483d-81ff-263a655e8785 HTTP/1.1" status: 200 len: 205 time: 0.0410566 Dec 24 03:26:21.908200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44982) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.926957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc38c3-67d0-4f00-9181-e56b757fc793 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:21.932906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc38c3-67d0-4f00-9181-e56b757fc793 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:21.934731 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c7cc38c3-67d0-4f00-9181-e56b757fc793 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1536462 Dec 24 03:26:21.938057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 44984) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:21.971775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.010650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.011863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875ac6-9692-48b0-98a4-43a51800e6d4 None None] Pushing event updated for resources: {'Port': ['ID=b0035a40-5300-45fd-8723-4b8925671394,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:22.024732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d6972c98-70dd-4514-bc2b-3d94ff3bdf80 None None] For port 6417515d-bada-4fb2-bb3d-7731b841f3af, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6417515d-bada-4fb2-bb3d-7731b841f3af,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:22.045409 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-765c4a03-087e-4b87-a56b-1acb1bbd91e6 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] delete failed (client error): The resource could not be found. Dec 24 03:26:22.046498 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-765c4a03-087e-4b87-a56b-1acb1bbd91e6 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/7ce65e69-cb3a-483d-81ff-263a655e8785 HTTP/1.1" status: 404 len: 336 time: 0.1282275 Dec 24 03:26:22.050891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.066258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6417515d-bada-4fb2-bb3d-7731b841f3af triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:22.066628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.084288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.087267 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-89b34299-9f28-44fc-b755-5a1b4115ec4f tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3fa70ce-650e-47a0-aebc-9ded62f093c5 HTTP/1.1" status: 200 len: 205 time: 0.0340312 Dec 24 03:26:22.089834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44988) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.112400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d6972c98-70dd-4514-bc2b-3d94ff3bdf80 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.121754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d6972c98-70dd-4514-bc2b-3d94ff3bdf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.145382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.152618 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-f8f34e9d-2d89-4f2c-b83d-45effad12af3 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] delete failed (client error): The resource could not be found. Dec 24 03:26:22.156107 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f8f34e9d-2d89-4f2c-b83d-45effad12af3 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/c3fa70ce-650e-47a0-aebc-9ded62f093c5 HTTP/1.1" status: 404 len: 336 time: 0.0627348 Dec 24 03:26:22.156786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.237371 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port d85e316f-09d0-4ae4-b7b5-0480269fa5ce {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:22.237712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.244177 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-323cf51f-5d48-46fb-a7b5-166544eb9bea tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d580461-bd5b-49e9-83c8-67d0093142c5 HTTP/1.1" status: 200 len: 205 time: 0.0862894 Dec 24 03:26:22.251577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44992) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.254059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network ecf1589f-253e-4732-b393-6fac62e5718e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:22.265945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:22.273625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:22.274165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.313477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=a0956ca1-cfdf-4a35-b0fe-08658fa1e007,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:22.351875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.359397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-db6ea4f6-d2c2-40ab-9b2b-12c98d052820 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] delete failed (client error): The resource could not be found. Dec 24 03:26:22.363374 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-db6ea4f6-d2c2-40ab-9b2b-12c98d052820 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/1d580461-bd5b-49e9-83c8-67d0093142c5 HTTP/1.1" status: 404 len: 336 time: 0.1052768 Dec 24 03:26:22.363374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44994) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.396761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9932aee8-75bb-4e7d-99fa-9c9a516a27a9']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:22.411812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d01f0d-6d21-4d9c-b2a6-e0163738971d') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:22.412098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d01f0d-6d21-4d9c-b2a6-e0163738971d') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:22.416457 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ecafbc86-8571-4a3e-9a81-a169a6fae853 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec878f7f-1325-4295-a610-9f6b7ec5db0f HTTP/1.1" status: 200 len: 205 time: 0.0521586 Dec 24 03:26:22.435319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 44996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.438269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] DHCP port deletion for 86fee4c3-94d6-40c6-b992-329355b2964e request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:22.450879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6972c98-70dd-4514-bc2b-3d94ff3bdf80 None None] Pushing event updated for resources: {'Port': ['ID=6417515d-bada-4fb2-bb3d-7731b841f3af,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:22.493819 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-82852d1c-ce60-4e05-aff2-c6cb9acb4faa tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] delete failed (client error): The resource could not be found. Dec 24 03:26:22.494947 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-82852d1c-ce60-4e05-aff2-c6cb9acb4faa tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/routers/ec878f7f-1325-4295-a610-9f6b7ec5db0f HTTP/1.1" status: 404 len: 336 time: 0.0576472 Dec 24 03:26:22.497911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45000) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.508958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.526305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d738b50-21a0-468c-a879-fe8f9d7f8516 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:22.553768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.561465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.576777 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e42d453-75b0-4749-9cb6-72210fdcbde4 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] DELETE failed (client error): The resource could not be found. Dec 24 03:26:22.577355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e42d453-75b0-4749-9cb6-72210fdcbde4 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:22.580302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 8d738b50-21a0-468c-a879-fe8f9d7f8516 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:22.580955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9e42d453-75b0-4749-9cb6-72210fdcbde4 tempest-RoutersAdminTest-1348345998 tempest-RoutersAdminTest-1348345998-project] 10.222.0.37 "DELETE /v2.0/subnets/082c9301-b9c9-4ebb-9adc-2a6ca4acd201 HTTP/1.1" status: 404 len: 337 time: 0.0706072 Dec 24 03:26:22.588251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:22.588925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.589033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d738b50-21a0-468c-a879-fe8f9d7f8516 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:22.594134 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:22.610795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.627449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for d85e316f-09d0-4ae4-b7b5-0480269fa5ce owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:22.645032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] Deleting port df82968c-ec6b-4158-8099-6d97ce0db901 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:22.645411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.749068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.753689 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.757104 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/networks/9932aee8-75bb-4e7d-99fa-9c9a516a27a9 HTTP/1.1" status: 204 len: 168 time: 0.8776894 Dec 24 03:26:22.762417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45008) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:22.792146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] For port df82968c-ec6b-4158-8099-6d97ce0db901, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=df82968c-ec6b-4158-8099-6d97ce0db901,segment=NetworkSegment(49be7123-b992-425d-971c-57abcac5f254),segment_id=49be7123-b992-425d-971c-57abcac5f254)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:22.792707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.815285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] Calling delete_port for df82968c-ec6b-4158-8099-6d97ce0db901 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:22.849206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Network': ['ID=9932aee8-75bb-4e7d-99fa-9c9a516a27a9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:22.872565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.872916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.873298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.873667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.874013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.874342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.874667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.874994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.875317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.875636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.876008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.876331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.876672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7de60e-03b9-4662-9854-ad7132f9211f tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:22.949270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.950567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.003115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] Pushing event deleted for resources: {'Port': ['ID=df82968c-ec6b-4158-8099-6d97ce0db901,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:23.008289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d7376-832b-4637-8fbd-ca96e3025972 None None] No DVR routers for this DVR port df82968c-ec6b-4158-8099-6d97ce0db901 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:23.065847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45012) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:23.113058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.122146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.123070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.168077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.178257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=a0956ca1-cfdf-4a35-b0fe-08658fa1e007,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:23.194610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.195024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.195433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.196200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.196200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.198153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.198562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.198983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.199325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.199724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.200116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.200533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.200921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:23.233347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fee4c3-94d6-40c6-b992-329355b2964e']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:23.261118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49be7123-b992-425d-971c-57abcac5f254') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:23.261423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49be7123-b992-425d-971c-57abcac5f254') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:23.273042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd0f64d9-d99e-43d3-b831-f823ceaa2d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.279074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.294649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.325825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network ecf1589f-253e-4732-b393-6fac62e5718e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:23.328180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:23.337295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.376003 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:23.376473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:23.382238 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:23.384796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=d85e316f-09d0-4ae4-b7b5-0480269fa5ce,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:23.477777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 3a7cd42a-2b86-4e03-a596-9116753c15f3 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:23.506370 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.509803 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eb7a0003-fb4e-4dbc-bd80-df913f34b3c4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/d85e316f-09d0-4ae4-b7b5-0480269fa5ce HTTP/1.1" status: 204 len: 168 time: 1.5708103 Dec 24 03:26:23.510534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.515226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45016) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:23.518076 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.521318 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/networks/86fee4c3-94d6-40c6-b992-329355b2964e HTTP/1.1" status: 204 len: 168 time: 0.7563856 Dec 24 03:26:23.545530 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45018) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:23.545929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c030fa3d-fd87-41f1-8b21-f8ca850c6578 None None] Provisioning complete for port 6417515d-bada-4fb2-bb3d-7731b841f3af triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:23.546443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c030fa3d-fd87-41f1-8b21-f8ca850c6578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.552456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fb370-29b3-46c1-9e61-96adc3630266 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Network': ['ID=86fee4c3-94d6-40c6-b992-329355b2964e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:23.583253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f01dc-a9d7-47b6-9956-49566641b1d3 None None] Network ecf1589f-253e-4732-b393-6fac62e5718e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:23.604804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:23.613385 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1f815224-00e6-4e86-b546-6e2584cdbc2a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/3a7cd42a-2b86-4e03-a596-9116753c15f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3368645 Dec 24 03:26:23.613601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45020) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:23.620695 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] Sync routers for ids ['3a7cd42a-2b86-4e03-a596-9116753c15f3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:23.637679 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] Routers {'3a7cd42a-2b86-4e03-a596-9116753c15f3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:23.654063 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3a7cd42a-2b86-4e03-a596-9116753c15f3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:23.680165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ffe59-e6b1-41a0-ae5d-b722524d27be tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:23.684720 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c64ffe59-e6b1-41a0-ae5d-b722524d27be tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports/a0956ca1-cfdf-4a35-b0fe-08658fa1e007 HTTP/1.1" status: 200 len: 911 time: 0.0701020 Dec 24 03:26:23.689201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45024) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:23.734836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting subnet ea799da2-4d94-45f5-b9a0-9e93cf70ab61 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:23.747839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396e41e-4b14-4b92-bdfa-fc9e603a771e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:23.750519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396e41e-4b14-4b92-bdfa-fc9e603a771e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:23.752842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396e41e-4b14-4b92-bdfa-fc9e603a771e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:23.754837 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4396e41e-4b14-4b92-bdfa-fc9e603a771e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2325208 Dec 24 03:26:23.755842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.781811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45028) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:23.852090 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:23.875200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] Routers {'3a7cd42a-2b86-4e03-a596-9116753c15f3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:23.875805 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3a7cd42a-2b86-4e03-a596-9116753c15f3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:23.890277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd0f64d9-d99e-43d3-b831-f823ceaa2d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.909227 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.927010 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:23.927664 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8142c14c-bac5-4271-9898-c1a78e638241 None None] The sync data for ids ['3a7cd42a-2b86-4e03-a596-9116753c15f3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:23.944242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd0f64d9-d99e-43d3-b831-f823ceaa2d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.949661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Could not find standard attr ID for object d85e316f-09d0-4ae4-b7b5-0480269fa5ce. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:23.981730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet ccab4ea6-2511-42ef-b1db-8fd360365ab4 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:23.985728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.987177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Provisioning complete for port b0035a40-5300-45fd-8723-4b8925671394 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:23.988139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.068297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.117783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6417515d-bada-4fb2-bb3d-7731b841f3af up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:24.187545 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dd0f64d9-d99e-43d3-b831-f823ceaa2d7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ce67bf062454f278c97abe7779299e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1137547 Dec 24 03:26:24.191573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45032) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:24.206237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f64d9-d99e-43d3-b831-f823ceaa2d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f337dc41-1653-4581-9e2d-f334fa45b912,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:24.231684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.290511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] For port b0035a40-5300-45fd-8723-4b8925671394, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b0035a40-5300-45fd-8723-4b8925671394,segment=NetworkSegment(28e434cd-ef8d-4fb7-9a12-e4c8eff75a95),segment_id=28e434cd-ef8d-4fb7-9a12-e4c8eff75a95)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:24.303409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.315939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.318329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.334999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6417515d-bada-4fb2-bb3d-7731b841f3af triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:24.335369 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.369279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.394353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Pushing event updated for resources: {'Port': ['ID=b0035a40-5300-45fd-8723-4b8925671394,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:24.395090 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d52454f1-3c37-41c1-90b4-958d8d0a57b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.403829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.404279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.405139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.405532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.405923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.406257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.406599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.406928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.407276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.407744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.408075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.408428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.408755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63337d9c-c2e3-4674-a5a0-470ec01aec9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:24.418244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d52454f1-3c37-41c1-90b4-958d8d0a57b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.438829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bc890bd7-9782-4f8f-a395-ab7808085d6c None None] Provisioning complete for port b0035a40-5300-45fd-8723-4b8925671394 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:24.439201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc890bd7-9782-4f8f-a395-ab7808085d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.505110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.516687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b0035a40-5300-45fd-8723-4b8925671394 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:24.539270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d52454f1-3c37-41c1-90b4-958d8d0a57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.542047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d52454f1-3c37-41c1-90b4-958d8d0a57b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.548007 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d52454f1-3c37-41c1-90b4-958d8d0a57b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f337dc41-1653-4581-9e2d-f334fa45b912 HTTP/1.1" status: 204 len: 168 time: 0.3535595 Dec 24 03:26:24.549245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.563225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.569083 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/ccab4ea6-2511-42ef-b1db-8fd360365ab4 HTTP/1.1" status: 204 len: 168 time: 0.7860692 Dec 24 03:26:24.571205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Subnet': ['ID=ea799da2-4d94-45f5-b9a0-9e93cf70ab61,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:24.572188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:24.578388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.584395 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a43d5731-406c-4d91-831e-d8e3ca678be7 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/subnets/ea799da2-4d94-45f5-b9a0-9e93cf70ab61 HTTP/1.1" status: 204 len: 168 time: 1.0253773 Dec 24 03:26:24.585061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45038) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:24.599672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52454f1-3c37-41c1-90b4-958d8d0a57b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f337dc41-1653-4581-9e2d-f334fa45b912,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:24.618635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4745fad6-1144-4cba-bcdb-dce6bc3d7748 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:24.620885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2acae6b-d13f-48fc-a586-e75716652c00 None None] Network 80c3fd93-b798-4d8d-816c-1af5619b4d92 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:24.631912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f6a2-2d9c-41e1-bb09-72e5399b5a33 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=ccab4ea6-2511-42ef-b1db-8fd360365ab4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:24.674192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet f93df549-8696-4ae4-9e51-d5c63ac27391 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:24.683275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.717789 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.782118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b0035a40-5300-45fd-8723-4b8925671394 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:24.782573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.794097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Deleting port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:24.794648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.800142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.860510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port a0956ca1-cfdf-4a35-b0fe-08658fa1e007 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:24.860766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.898805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] For port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40,segment=NetworkSegment(927923db-da4b-4a61-a1a3-97e413defef8),segment_id=927923db-da4b-4a61-a1a3-97e413defef8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:24.899152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.913470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Calling delete_port for f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:24.937344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bc890bd7-9782-4f8f-a395-ab7808085d6c None None] Provisioning complete for port a0956ca1-cfdf-4a35-b0fe-08658fa1e007 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:24.937922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc890bd7-9782-4f8f-a395-ab7808085d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:24.971849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.017674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.049827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for a0956ca1-cfdf-4a35-b0fe-08658fa1e007 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:25.061217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.074591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:25.085531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c5315-40e4-4281-9808-a1926c08cad8 None None] DHCP port deletion for 80c3fd93-b798-4d8d-816c-1af5619b4d92 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:25.095091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Port': ['ID=f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:25.110063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] No DVR routers for this DVR port f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:25.140031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.143291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bc890bd7-9782-4f8f-a395-ab7808085d6c None None] Port a0956ca1-cfdf-4a35-b0fe-08658fa1e007 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:25.202893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=f93df549-8696-4ae4-9e51-d5c63ac27391,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:25.213515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2b5ff43b-7f54-4a4d-a6e0-0b1b994ae1a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ba90b6de44d4582ad0e9fb702505f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355865 Dec 24 03:26:25.214962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.220453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0636b57b-7476-41f0-b2b5-0502d1f07c28 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/f93df549-8696-4ae4-9e51-d5c63ac27391 HTTP/1.1" status: 204 len: 168 time: 0.6374130 Dec 24 03:26:25.220453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:25.222181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:25.258414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.265673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device df82968c-ec6b-4158-8099-6d97ce0db901 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:25.282176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c3fd93-b798-4d8d-816c-1af5619b4d92']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:25.290546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927923db-da4b-4a61-a1a3-97e413defef8') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:25.290884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927923db-da4b-4a61-a1a3-97e413defef8') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:25.296947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: df82968c-ec6b-4158-8099-6d97ce0db901 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:25.297429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device df82968c-ec6b-4158-8099-6d97ce0db901 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:25.301386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.306523 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-40f51df2-ce5f-4120-8bc1-7305b0303685 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780869 Dec 24 03:26:25.312560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:25.319008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.321095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:25.325269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-64f6ba3b-d76b-4125-8e71-654bb0c0a248 None None] Provisioning complete for port a0956ca1-cfdf-4a35-b0fe-08658fa1e007 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:25.325729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:25.325868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64f6ba3b-d76b-4125-8e71-654bb0c0a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.326171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.327707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2182b10-1708-423b-b89b-63e11532842c None None] Update dhcp port {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'f93df549-8696-4ae4-9e51-d5c63ac27391'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': '6417515d-bada-4fb2-bb3d-7731b841f3af'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:25.329613 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:25.384263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2182b10-1708-423b-b89b-63e11532842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.392909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.400487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-64f6ba3b-d76b-4125-8e71-654bb0c0a248 None None] Port a0956ca1-cfdf-4a35-b0fe-08658fa1e007 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:25.410278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.416625 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/networks/80c3fd93-b798-4d8d-816c-1af5619b4d92 HTTP/1.1" status: 204 len: 168 time: 0.8265369 Dec 24 03:26:25.417246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45056) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:25.426072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0bd06ee-79cc-423a-af55-cdf7ffb14d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.437600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941cd40-ec25-48b0-a1bb-b965a1c2e258 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Pushing event deleted for resources: {'Network': ['ID=80c3fd93-b798-4d8d-816c-1af5619b4d92,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:25.461857 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-83fc133b-f6e8-4539-8aab-ca085aa7b666 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "GET /v2.0/ports?device_id=4be98684-c4c6-4678-a322-10e6b7ad6bea HTTP/1.1" status: 200 len: 205 time: 0.0333743 Dec 24 03:26:25.463409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45058) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:25.488798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0bd06ee-79cc-423a-af55-cdf7ffb14d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.524083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:25.527692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.538313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.540249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28da668b-0e6c-483c-bf99-7b3aee88a408 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.587513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ae3f4-4e11-4dac-8cad-b2da35e0d0de None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:25.589122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=a0956ca1-cfdf-4a35-b0fe-08658fa1e007,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:25.706388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0bd06ee-79cc-423a-af55-cdf7ffb14d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.708992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0bd06ee-79cc-423a-af55-cdf7ffb14d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.712496 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f0bd06ee-79cc-423a-af55-cdf7ffb14d7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc22534c-de54-4578-bcb6-07b1df247561 HTTP/1.1" status: 204 len: 168 time: 0.4887204 Dec 24 03:26:25.726478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f9d42fc4-b4e8-4dfc-b236-6f359b5e94ac None None] Provisioning complete for port 6417515d-bada-4fb2-bb3d-7731b841f3af triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:25.727470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9d42fc4-b4e8-4dfc-b236-6f359b5e94ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.730690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28da668b-0e6c-483c-bf99-7b3aee88a408 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.735886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28da668b-0e6c-483c-bf99-7b3aee88a408 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.771323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.781689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd06ee-79cc-423a-af55-cdf7ffb14d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc22534c-de54-4578-bcb6-07b1df247561,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:25.846584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28da668b-0e6c-483c-bf99-7b3aee88a408 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.849173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da668b-0e6c-483c-bf99-7b3aee88a408 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Fanout notify agent at l3_agent the message router_deleted on router 4be98684-c4c6-4678-a322-10e6b7ad6bea {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:25.869415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28da668b-0e6c-483c-bf99-7b3aee88a408 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.873375 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-28da668b-0e6c-483c-bf99-7b3aee88a408 tempest-RoutersNegativeIpV6Test-684284379 tempest-RoutersNegativeIpV6Test-684284379-project] 10.222.0.37 "DELETE /v2.0/routers/4be98684-c4c6-4678-a322-10e6b7ad6bea HTTP/1.1" status: 204 len: 168 time: 0.4089217 Dec 24 03:26:25.877524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b0035a40-5300-45fd-8723-4b8925671394 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:25.937851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b0035a40-5300-45fd-8723-4b8925671394 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:25.938224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.974809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:26.072876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] Deleting port 6417515d-bada-4fb2-bb3d-7731b841f3af {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:26.073243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:26.164208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] For port 6417515d-bada-4fb2-bb3d-7731b841f3af, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6417515d-bada-4fb2-bb3d-7731b841f3af,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:26.165083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:26.200726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:26.244107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:26.244476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f3e192e0-b453-4b5e-83b3-6eb8cb4c0a40 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:26.245145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6417515d-bada-4fb2-bb3d-7731b841f3af no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:26.252270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] Calling delete_port for 6417515d-bada-4fb2-bb3d-7731b841f3af owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:26.407439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:26.426621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 3a7cd42a-2b86-4e03-a596-9116753c15f3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:26.436472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:26.449107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45078) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:26.455379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] No DVR routers for this DVR port 6417515d-bada-4fb2-bb3d-7731b841f3af on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:26.477239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b0496-6305-4cc9-a39a-2f60753ff0e4 None None] Pushing event deleted for resources: {'Port': ['ID=6417515d-bada-4fb2-bb3d-7731b841f3af,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:26.545401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:26.554788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-838839ae-e5f1-4470-925a-1b85ef87f411 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/3a7cd42a-2b86-4e03-a596-9116753c15f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8622088 Dec 24 03:26:26.554886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45086) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:26.559808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] Sync routers for ids ['3a7cd42a-2b86-4e03-a596-9116753c15f3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:26.579523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:26:26.581635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:26.591825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] Routers {'3a7cd42a-2b86-4e03-a596-9116753c15f3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:26.592488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3a7cd42a-2b86-4e03-a596-9116753c15f3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:26.614125 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-88f44415-bb43-49ea-b38e-3f3665da5344 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a7cd42a-2b86-4e03-a596-9116753c15f3 HTTP/1.1" status: 200 len: 205 time: 0.0581732 Dec 24 03:26:26.616575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45088) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:26.630205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=c030cb00-cae9-497c-b293-98149e1aedee,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:26.643049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:26.644911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:26.648322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:26.649054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:26.671287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb6426-1a25-42ce-97ed-cf578c7ca663 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:26.672589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-634b0f9b-226c-44e5-a192-b23d1b9bf9ae tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3551309 Dec 24 03:26:26.674421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:26.675717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:26.681470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:26.696842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] Routers {'3a7cd42a-2b86-4e03-a596-9116753c15f3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:26.697474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3a7cd42a-2b86-4e03-a596-9116753c15f3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:26.742799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:26.743506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4231c9-cda0-4ed8-b5a5-6c420af92152 None None] The sync data for ids ['3a7cd42a-2b86-4e03-a596-9116753c15f3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:26.828934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:26.835940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:26.969042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45100) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:26.971456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'c030cb00-cae9-497c-b293-98149e1aedee'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:26.972388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.079095 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb5748e9-d2f5-48ce-80a9-3d36dfb2c314 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.109229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1729897505'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:27.136061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Allocated IP 2001:db8::f816:3eff:fe4a:6dd6 (97b6bd3f-63b4-4ad9-857e-58009b511f78/c030cb00-cae9-497c-b293-98149e1aedee/9fa96416-b0e8-42ac-9d70-d4b6e8b1b147) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:27.167940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.169589 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-984cb035-b24b-41da-8061-48d8bf7e29a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=358efb57de4a440da87488f10183d91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7191486 Dec 24 03:26:27.172450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45104) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:27.179820 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:27.183357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.214441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.223267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:27.235003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:27.237349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:27.238187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.272323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=f5f0ed02-7748-4e70-a030-6d5324c9fac2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:27.280107 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f0e2c572-b9d2-4219-ac41-fe6767946f30 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6000931 Dec 24 03:26:27.280437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45106) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:27.285369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:9d:e3:a0', 'name': 'tempest-NetworksTestDHCPv6-422626166'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:27.290434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb5748e9-d2f5-48ce-80a9-3d36dfb2c314 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.304279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb5748e9-d2f5-48ce-80a9-3d36dfb2c314 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.336557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.350003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.365285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.373518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.417810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:27.422037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Pushing event updated for resources: {'Port': ['ID=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:27.423772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:27.424770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:27.426269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb5748e9-d2f5-48ce-80a9-3d36dfb2c314 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.426762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5748e9-d2f5-48ce-80a9-3d36dfb2c314 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7cd42a-2b86-4e03-a596-9116753c15f3 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:27.427085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2d913-f476-4167-8993-f144d735e3cf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:27.427814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:27.431024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4230b3a-de75-4737-8d92-046876273e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.437590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb5748e9-d2f5-48ce-80a9-3d36dfb2c314 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.438697 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fb5748e9-d2f5-48ce-80a9-3d36dfb2c314 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/3a7cd42a-2b86-4e03-a596-9116753c15f3 HTTP/1.1" status: 204 len: 168 time: 0.8210552 Dec 24 03:26:27.442457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45112) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:27.443892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.444516 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Added segment 9a57fcea-9b24-4ab6-afc9-0c60363ea179 of type vlan for network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f Dec 24 03:26:27.506034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.507267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet c605b672-6724-48f6-a56c-a89195a9be1f {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:27.512493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Attempting to bind port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:27.512874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Attempting to bind port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:27.514063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Attempting to bind port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:27.524638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.524854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:27.525746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:27.525746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.526075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:27.526575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Bound port: 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:27.527516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.545370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.552866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:27.553582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.564021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4230b3a-de75-4737-8d92-046876273e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.587103 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6163273 Dec 24 03:26:27.587311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45116) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:27.602325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'subnet': {'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:27.610506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] For port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:27.615430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] For port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:27.625051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.639741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.670042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db9dcf-d681-4b1f-894c-837fed3a44e1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Network': ['ID=b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:27.696257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:27.748961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:27.795317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea58027-671d-49ae-bfa7-51b6ff300231 None None] Pushing event updated for resources: {'Port': ['ID=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:27.804630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4230b3a-de75-4737-8d92-046876273e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.807489 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4230b3a-de75-4737-8d92-046876273e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.812289 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d4230b3a-de75-4737-8d92-046876273e25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fec42e0-c491-45f5-afbe-7ec29ccfeaef HTTP/1.1" status: 204 len: 168 time: 0.6387076 Dec 24 03:26:27.916048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4230b3a-de75-4737-8d92-046876273e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec42e0-c491-45f5-afbe-7ec29ccfeaef,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:27.931231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:27.971234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:27.974751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.020996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.100894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 3197f7fe-8a61-4e61-8d91-d59a14bac880 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:28.153666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.205891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.207336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ea0218-e776-4648-977d-30f77ed2577a None None] Network ecf1589f-253e-4732-b393-6fac62e5718e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:28.209019 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/c605b672-6724-48f6-a56c-a89195a9be1f HTTP/1.1" status: 204 len: 168 time: 0.7655985 Dec 24 03:26:28.209883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7da5a-9087-4938-becb-3f72ca282a87 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=c605b672-6724-48f6-a56c-a89195a9be1f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:28.212785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:28.345960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.390869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.401961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] DHCP port deletion for ecf1589f-253e-4732-b393-6fac62e5718e request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:28.408508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 172.20.0.10 (97b6bd3f-63b4-4ad9-857e-58009b511f78/f5f0ed02-7748-4e70-a030-6d5324c9fac2/3197f7fe-8a61-4e61-8d91-d59a14bac880) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:28.421690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port b0035a40-5300-45fd-8723-4b8925671394 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:28.422123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.442253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fe9d:e3a0 (97b6bd3f-63b4-4ad9-857e-58009b511f78/c030cb00-cae9-497c-b293-98149e1aedee/3197f7fe-8a61-4e61-8d91-d59a14bac880) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:28.476465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] Deleting port b0035a40-5300-45fd-8723-4b8925671394 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:28.476840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.480624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Subnet': ['ID=14fca96b-9f88-432d-a954-bedae6b3d559,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:28.537567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Checking segment: {'id': '9a57fcea-9b24-4ab6-afc9-0c60363ea179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:28.537931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network hostable DHCP agents. Network: b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:28.548222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port b0035a40-5300-45fd-8723-4b8925671394, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b0035a40-5300-45fd-8723-4b8925671394,segment=NetworkSegment(28e434cd-ef8d-4fb7-9a12-e4c8eff75a95),segment_id=28e434cd-ef8d-4fb7-9a12-e4c8eff75a95)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:28.548623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.586391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] For port b0035a40-5300-45fd-8723-4b8925671394, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b0035a40-5300-45fd-8723-4b8925671394,segment=NetworkSegment(28e434cd-ef8d-4fb7-9a12-e4c8eff75a95),segment_id=28e434cd-ef8d-4fb7-9a12-e4c8eff75a95)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:28.587076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.592938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for b0035a40-5300-45fd-8723-4b8925671394 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:28.616148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] Calling delete_port for b0035a40-5300-45fd-8723-4b8925671394 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:28.643016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:28.718423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.736267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:28.740718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.748497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e09dfc-3b47-4ad3-95fe-f2207d4b6a6f None None] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:28.760253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:28.760870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.770345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=b0035a40-5300-45fd-8723-4b8925671394,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:28.775225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port b0035a40-5300-45fd-8723-4b8925671394 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:28.790516 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b2ac1625-958c-481a-855f-b4e6620d1ee6 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1954019 Dec 24 03:26:28.790741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45142) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:28.802901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1717569682'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:28.808340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.876285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.881731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=3197f7fe-8a61-4e61-8d91-d59a14bac880,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:28.923335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:28.942562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.953423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45148) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:28.963289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] No DVR routers for this DVR port b0035a40-5300-45fd-8723-4b8925671394 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:28.968333 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13628b9e-43fc-46d0-bb8b-cb57e970ee12 None None] Pushing event deleted for resources: {'Port': ['ID=b0035a40-5300-45fd-8723-4b8925671394,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:28.975390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf1589f-253e-4732-b393-6fac62e5718e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:28.975849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:28.980063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:28.986296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'project_id': '1d7183e55bed4cacb57f7ab96ec3efee', 'fixed_ips': [{'subnet_id': '14fca96b-9f88-432d-a954-bedae6b3d559'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:28.987424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:28.995206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e434cd-ef8d-4fb7-9a12-e4c8eff75a95') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:28.995511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e434cd-ef8d-4fb7-9a12-e4c8eff75a95') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:29.022213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.038155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.045295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:29.045789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:29.049247 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:29.114010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:29.114717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.123980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--952224191'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:29.140258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.141249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e1c11-11ba-47a4-88bc-ccb0ff995227 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:29.143628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:29.149592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.154941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.158505 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/ecf1589f-253e-4732-b393-6fac62e5718e HTTP/1.1" status: 204 len: 168 time: 0.9436047 Dec 24 03:26:29.162399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45152) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:29.176969 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e018d329-a35a-4334-b55f-1d0193c5c16e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8930933 Dec 24 03:26:29.177184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-214379301', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:29.177271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45154) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:29.188428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845a38e-4ab4-46c1-a23d-cfaa5143f8fb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=ecf1589f-253e-4732-b393-6fac62e5718e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:29.192262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] device_id is not set on port 6411b04e-9c28-4284-acb0-263db7b550a3 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:29.213323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.214399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.220763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.232771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.264527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Allocated IP 2001:db8::2 (b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f/14fca96b-9f88-432d-a954-bedae6b3d559/191dcef4-7f4a-444d-9d39-152625e6112c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:29.276589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ff10ea54-4969-42be-bf1f-b587b50fce0e None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:29.277025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff10ea54-4969-42be-bf1f-b587b50fce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.287252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54219bbb-c322-4cf9-b917-196e561fa0d2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:29.289698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.293631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54219bbb-c322-4cf9-b917-196e561fa0d2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:29.297984 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-54219bbb-c322-4cf9-b917-196e561fa0d2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1174071 Dec 24 03:26:29.298717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45156) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:29.394925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 3197f7fe-8a61-4e61-8d91-d59a14bac880 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:29.395184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.459829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.495404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.509288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 3197f7fe-8a61-4e61-8d91-d59a14bac880 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:29.518180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.518357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff10ea54-4969-42be-bf1f-b587b50fce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.525841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.557593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.559814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749cb89-f2c2-4f3f-83b7-6016eeb44417 None None] Update dhcp port {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'c030cb00-cae9-497c-b293-98149e1aedee', 'ip_address': '2001:db8::f816:3eff:fe4a:6dd6'}, {'subnet_id': 'f5f0ed02-7748-4e70-a030-6d5324c9fac2'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': '9fa96416-b0e8-42ac-9d70-d4b6e8b1b147'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:26:29.589655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.597993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ff10ea54-4969-42be-bf1f-b587b50fce0e None None] For port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:29.600583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c33548d-7dfd-4ad7-bc74-94630f19c6a8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:29.630527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6749cb89-f2c2-4f3f-83b7-6016eeb44417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.632608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff10ea54-4969-42be-bf1f-b587b50fce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.659690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:29.664774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Pushing event updated for resources: {'Port': ['ID=191dcef4-7f4a-444d-9d39-152625e6112c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:29.667304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:29.672714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:29.693047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.722066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.791910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.793825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.798463 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8374190 Dec 24 03:26:29.827315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:29.833139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=3197f7fe-8a61-4e61-8d91-d59a14bac880,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:29.870510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18983b43-3e08-4b24-86c4-29dca1ed521f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b932f3de-6ee0-4997-9ed8-3b57e3c9b5b6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:29.870695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:29.885987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10ea54-4969-42be-bf1f-b587b50fce0e None None] Pushing event updated for resources: {'Port': ['ID=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:29.920233 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Allocated IP 2001:db8::192 (b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f/14fca96b-9f88-432d-a954-bedae6b3d559/6411b04e-9c28-4284-acb0-263db7b550a3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:29.925308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Attempting to bind port 191dcef4-7f4a-444d-9d39-152625e6112c on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:29.925696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Attempting to bind port 191dcef4-7f4a-444d-9d39-152625e6112c by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '9a57fcea-9b24-4ab6-afc9-0c60363ea179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:29.926388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Attempting to bind port 191dcef4-7f4a-444d-9d39-152625e6112c on network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:29.927269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.952895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.955398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:29.955834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Checking segment: {'id': '9a57fcea-9b24-4ab6-afc9-0c60363ea179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:29.956290 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.956811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Bound using segment: {'id': '9a57fcea-9b24-4ab6-afc9-0c60363ea179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:29.957414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Bound port: 191dcef4-7f4a-444d-9d39-152625e6112c, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a57fcea-9b24-4ab6-afc9-0c60363ea179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:29.957675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.974612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:29.978618 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bb460dda-e6e8-4b95-9730-eba973c50c37 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1460707 Dec 24 03:26:29.978854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:29.981008 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9aedbcd8-a1fc-4553-9954-d8ecd4feacec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/3197f7fe-8a61-4e61-8d91-d59a14bac880 HTTP/1.1" status: 204 len: 168 time: 0.6812367 Dec 24 03:26:29.981630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45166) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:29.983559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3ce799cf-4753-4f2f-9521-e0f1a0235ea0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-security--695773708', 'description': 'tempest-security-description-1109224991'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:30.060547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6749cb89-f2c2-4f3f-83b7-6016eeb44417 None None] Allocated IP 172.20.0.2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/f5f0ed02-7748-4e70-a030-6d5324c9fac2/9fa96416-b0e8-42ac-9d70-d4b6e8b1b147) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:30.069064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:30.069064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.089656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291a396-3bd5-4801-89a1-8078492ae108 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:30.090713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ce799cf-4753-4f2f-9521-e0f1a0235ea0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.091152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291a396-3bd5-4801-89a1-8078492ae108 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:30.093275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291a396-3bd5-4801-89a1-8078492ae108 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:30.097447 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8291a396-3bd5-4801-89a1-8078492ae108 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1092815 Dec 24 03:26:30.098018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45170) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:30.132786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] For port 191dcef4-7f4a-444d-9d39-152625e6112c, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:30.158623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] For port 191dcef4-7f4a-444d-9d39-152625e6112c, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=191dcef4-7f4a-444d-9d39-152625e6112c,segment=NetworkSegment(9a57fcea-9b24-4ab6-afc9-0c60363ea179),segment_id=9a57fcea-9b24-4ab6-afc9-0c60363ea179)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:30.175077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.175608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 172.26.5.56 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/87220366-9119-4e5b-a290-4a975c4ec333) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:30.217782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ce799cf-4753-4f2f-9521-e0f1a0235ea0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.228716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ce799cf-4753-4f2f-9521-e0f1a0235ea0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.231526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ce799cf-4753-4f2f-9521-e0f1a0235ea0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.236725 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3ce799cf-4753-4f2f-9521-e0f1a0235ea0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "PUT /v2.0/security-groups/b932f3de-6ee0-4997-9ed8-3b57e3c9b5b6 HTTP/1.1" status: 200 len: 1794 time: 0.2537162 Dec 24 03:26:30.240835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:30.319292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce799cf-4753-4f2f-9521-e0f1a0235ea0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b932f3de-6ee0-4997-9ed8-3b57e3c9b5b6,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:30.373328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.385500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e307526a-44b5-4cb7-b577-1bbad4cdce35 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups/b932f3de-6ee0-4997-9ed8-3b57e3c9b5b6 HTTP/1.1" status: 200 len: 1794 time: 0.1407773 Dec 24 03:26:30.392941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:30.451355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet c030cb00-cae9-497c-b293-98149e1aedee {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:30.451939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.463448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6749cb89-f2c2-4f3f-83b7-6016eeb44417 None None] For port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:30.468453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.477318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a4f6-331f-4f87-b82f-301e971277c1 None None] Pushing event updated for resources: {'Port': ['ID=191dcef4-7f4a-444d-9d39-152625e6112c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:30.499011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6749cb89-f2c2-4f3f-83b7-6016eeb44417 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.505335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.506926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.508056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6749cb89-f2c2-4f3f-83b7-6016eeb44417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.521654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:30.533777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:30.540750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:30.552385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=87220366-9119-4e5b-a290-4a975c4ec333,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:30.552385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a960a3a2-85e5-40e7-9071-0595ef2a9614 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.595927 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:30.599237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=6411b04e-9c28-4284-acb0-263db7b550a3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:30.601820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:30.602670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a960a3a2-85e5-40e7-9071-0595ef2a9614 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.606105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:30.611902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:30.612582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.615725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749cb89-f2c2-4f3f-83b7-6016eeb44417 None None] Pushing event updated for resources: {'Port': ['ID=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:30.619542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b0035a40-5300-45fd-8723-4b8925671394 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:30.634603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.651291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b0035a40-5300-45fd-8723-4b8925671394 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:30.651630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b0035a40-5300-45fd-8723-4b8925671394 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:30.665212 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-62d615cc-8036-4c07-b55e-eded7eb9c8b1 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8705966 Dec 24 03:26:30.666332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45176) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:30.672503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1272097178', 'allowed_address_pairs': [{'ip_address': '2001:db8::192', 'mac_address': 'fa:16:3e:e6:be:f2'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:30.802153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a960a3a2-85e5-40e7-9071-0595ef2a9614 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.805659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a960a3a2-85e5-40e7-9071-0595ef2a9614 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.808478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a960a3a2-85e5-40e7-9071-0595ef2a9614 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/b932f3de-6ee0-4997-9ed8-3b57e3c9b5b6 HTTP/1.1" status: 204 len: 168 time: 0.4138553 Dec 24 03:26:30.811016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45178) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:30.827277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960a3a2-85e5-40e7-9071-0595ef2a9614 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b932f3de-6ee0-4997-9ed8-3b57e3c9b5b6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:30.842231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.947320 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e812c90f-9186-4a23-a5de-f42fc755b752 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1312754 Dec 24 03:26:30.949049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45184) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:30.981771 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-b12a65b1-af8f-482b-8f1a-9fcb0d620c36 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] delete failed (client error): The resource could not be found. Dec 24 03:26:30.982970 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b12a65b1-af8f-482b-8f1a-9fcb0d620c36 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/b932f3de-6ee0-4997-9ed8-3b57e3c9b5b6 HTTP/1.1" status: 404 len: 347 time: 0.0325251 Dec 24 03:26:30.992421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45186) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:30.999238 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f867fd3d-de05-47d1-a825-52580cd691bb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--692106140'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:31.026575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.044921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:31.085364 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.152830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=c030cb00-cae9-497c-b293-98149e1aedee,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:31.162798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.167750 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-60f38c19-7e2d-4f38-b97d-d92b0e929dbd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/c030cb00-cae9-497c-b293-98149e1aedee HTTP/1.1" status: 204 len: 168 time: 0.7962101 Dec 24 03:26:31.170350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45190) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:31.182403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f867fd3d-de05-47d1-a825-52580cd691bb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.239128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.271437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.280138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet f5f0ed02-7748-4e70-a030-6d5324c9fac2 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:31.282748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] device_id is not set on port c4d6bffe-0719-45de-ae02-925e232620e3 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:31.293754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.407772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.425386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router c8d14897-6222-4e23-96ce-de28794693d6 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:31.496599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f867fd3d-de05-47d1-a825-52580cd691bb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.509657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f867fd3d-de05-47d1-a825-52580cd691bb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.592196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Allocated IP 2001:db8::290 (b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f/14fca96b-9f88-432d-a954-bedae6b3d559/c4d6bffe-0719-45de-ae02-925e232620e3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:31.592653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e3424-55b1-4f8f-9393-6b1bb678cba9 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:31.597856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f867fd3d-de05-47d1-a825-52580cd691bb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.602378 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f867fd3d-de05-47d1-a825-52580cd691bb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6101215 Dec 24 03:26:31.604063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45192) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:31.616934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0f76ec0e-992e-4c28-91d4-8e1d40535682 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '67e5f7d9-2a18-4f5e-8621-c865a6b31aa0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:31.634617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867fd3d-de05-47d1-a825-52580cd691bb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5f7d9-2a18-4f5e-8621-c865a6b31aa0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:31.657891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.724610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-171ab653-7c36-4e30-8f94-0756eeee530a None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:31.725093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-171ab653-7c36-4e30-8f94-0756eeee530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.770471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f76ec0e-992e-4c28-91d4-8e1d40535682 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.898438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-171ab653-7c36-4e30-8f94-0756eeee530a None None] Could not find standard attr ID for object 3197f7fe-8a61-4e61-8d91-d59a14bac880. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:31.925557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:31.926254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 191dcef4-7f4a-444d-9d39-152625e6112c up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:31.933712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be67af-bdbc-40c4-896c-30248ddcf2e0 None None] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:31.938616 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] Sync routers for ids ['c8d14897-6222-4e23-96ce-de28794693d6'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:31.940158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.951520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.953245 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d7c3a891-48b6-48cf-9d9b-eda69be93350 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.7818534 Dec 24 03:26:31.956398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:31.958866 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] Routers {'c8d14897-6222-4e23-96ce-de28794693d6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:31.960904 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c8d14897-6222-4e23-96ce-de28794693d6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:32.021592 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:32.036150 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] Routers {'c8d14897-6222-4e23-96ce-de28794693d6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:32.037428 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c8d14897-6222-4e23-96ce-de28794693d6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:32.037722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f0ed02-7748-4e70-a030-6d5324c9fac2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:32.059657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.071617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.095874 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:32.097166 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0faa91-9edc-475a-94d2-36c47ed0bce1 None None] The sync data for ids ['c8d14897-6222-4e23-96ce-de28794693d6'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:32.098678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-521a037b-966b-49d6-bbc4-4579ecd7ceda None None] Provisioning complete for port 191dcef4-7f4a-444d-9d39-152625e6112c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:32.099048 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-521a037b-966b-49d6-bbc4-4579ecd7ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.103019 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f4643205-7609-4ac8-9047-102a2d4e5fa2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/f5f0ed02-7748-4e70-a030-6d5324c9fac2 HTTP/1.1" status: 204 len: 168 time: 0.9271154 Dec 24 03:26:32.104608 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45200) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.140752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f31991ae-bfac-4cea-bba0-04ccd2616ac0 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/routers/c8d14897-6222-4e23-96ce-de28794693d6 HTTP/1.1" status: 200 len: 883 time: 0.1774466 Dec 24 03:26:32.141495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45202) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.147749 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f76ec0e-992e-4c28-91d4-8e1d40535682 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.193359 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-09fc0f57-20a9-4b84-9c25-b8ea2a976d81 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798476 Dec 24 03:26:32.196429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f76ec0e-992e-4c28-91d4-8e1d40535682 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.197945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45204) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.204197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:32.227590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 191dcef4-7f4a-444d-9d39-152625e6112c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:32.227973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.354138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76ec0e-992e-4c28-91d4-8e1d40535682 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de30ad8-8161-420d-a71e-e384c27c95ba,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:32.368783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f76ec0e-992e-4c28-91d4-8e1d40535682 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.370016 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0f76ec0e-992e-4c28-91d4-8e1d40535682 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7576575 Dec 24 03:26:32.374020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45208) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.407720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.422649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e531a2-89d4-4928-a491-7a8e58df9ef3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.440470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e531a2-89d4-4928-a491-7a8e58df9ef3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.442486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:32.453917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.456076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-521a037b-966b-49d6-bbc4-4579ecd7ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.480462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.521074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-521a037b-966b-49d6-bbc4-4579ecd7ceda None None] For port 191dcef4-7f4a-444d-9d39-152625e6112c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=191dcef4-7f4a-444d-9d39-152625e6112c,segment=NetworkSegment(9a57fcea-9b24-4ab6-afc9-0c60363ea179),segment_id=9a57fcea-9b24-4ab6-afc9-0c60363ea179)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:32.529913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-521a037b-966b-49d6-bbc4-4579ecd7ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.573424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:32.576353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=c4d6bffe-0719-45de-ae02-925e232620e3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:32.582154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:32.586512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:32.594233 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:32.595826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.622065 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b8ccdca4-8899-4694-9ce8-28c03395c5f7 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9554927 Dec 24 03:26:32.628205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45210) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.648970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:26:32.649455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:26:32.660743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a037b-966b-49d6-bbc4-4579ecd7ceda None None] Pushing event updated for resources: {'Port': ['ID=191dcef4-7f4a-444d-9d39-152625e6112c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:32.681198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9dbbe0c2-d369-40ba-987f-ab0ea86934c9 None None] Provisioning complete for port 6411b04e-9c28-4284-acb0-263db7b550a3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:32.681641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e531a2-89d4-4928-a491-7a8e58df9ef3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.682053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe0c2-d369-40ba-987f-ab0ea86934c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.701767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e531a2-89d4-4928-a491-7a8e58df9ef3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.705577 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f9e531a2-89d4-4928-a491-7a8e58df9ef3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5de30ad8-8161-420d-a71e-e384c27c95ba HTTP/1.1" status: 204 len: 168 time: 0.3280528 Dec 24 03:26:32.705577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e531a2-89d4-4928-a491-7a8e58df9ef3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5de30ad8-8161-420d-a71e-e384c27c95ba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:32.707237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45212) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.730984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbe0c2-d369-40ba-987f-ab0ea86934c9 None None] Port 6411b04e-9c28-4284-acb0-263db7b550a3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:32.751311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f34633-29f4-41a8-a991-f426a739d45d tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:32.758095 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f34633-29f4-41a8-a991-f426a739d45d tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:32.761373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.764462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f34633-29f4-41a8-a991-f426a739d45d tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:32.769084 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-62f34633-29f4-41a8-a991-f426a739d45d tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1391160 Dec 24 03:26:32.769731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45214) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.772542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9dbbe0c2-d369-40ba-987f-ab0ea86934c9 None None] Provisioning complete for port 191dcef4-7f4a-444d-9d39-152625e6112c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:32.772916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe0c2-d369-40ba-987f-ab0ea86934c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.851209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:32.852350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=c67ee744-3010-4e01-aafd-dcc17c760b46,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:32.854706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:32.857173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:32.857768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.866341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6bfad-9857-42be-a190-07048eecdca2 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:32.879516 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-85abc5b0-7ec6-4de1-8e90-4fc8567cbf91 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6802042 Dec 24 03:26:32.882262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.889781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:32.908328 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0006c69f-b346-44ab-ab57-58a90439257f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1998796 Dec 24 03:26:32.909872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45218) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.932060 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a084afcc-77ea-4615-b9a8-08f417abc592 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7801230 Dec 24 03:26:32.933239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:32.941395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0e085df7-c8f8-442f-aeea-65af0ac62aae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-214379301'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:32.993079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa67f01d-34e7-4629-b687-e20cc0ccaf08 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:32.995936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting port c4d6bffe-0719-45de-ae02-925e232620e3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:32.996243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.070637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa67f01d-34e7-4629-b687-e20cc0ccaf08 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.141792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ea36b5f1-31d0-4aed-8ad1-c0b975ba46fa None None] Provisioning complete for port 6411b04e-9c28-4284-acb0-263db7b550a3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:33.142168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea36b5f1-31d0-4aed-8ad1-c0b975ba46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.162980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.186376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Calling delete_port for c4d6bffe-0719-45de-ae02-925e232620e3 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:33.200030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa67f01d-34e7-4629-b687-e20cc0ccaf08 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.202786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa67f01d-34e7-4629-b687-e20cc0ccaf08 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.206944 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aa67f01d-34e7-4629-b687-e20cc0ccaf08 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/67e5f7d9-2a18-4f5e-8621-c865a6b31aa0 HTTP/1.1" status: 204 len: 168 time: 0.2947466 Dec 24 03:26:33.209472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45222) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:33.237190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ea36b5f1-31d0-4aed-8ad1-c0b975ba46fa None None] Port 6411b04e-9c28-4284-acb0-263db7b550a3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:33.239460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:33.250709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67f01d-34e7-4629-b687-e20cc0ccaf08 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5f7d9-2a18-4f5e-8621-c865a6b31aa0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:33.318972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ea36b5f1-31d0-4aed-8ad1-c0b975ba46fa None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:33.320182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea36b5f1-31d0-4aed-8ad1-c0b975ba46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.364296 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dd9e380c-c661-41ee-9277-26905039eb8b tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1489451 Dec 24 03:26:33.366449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45228) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:33.369504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22bd08-22a1-4ba5-b43f-4fd582ae4096 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:33.377311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ec3cbb26-aeff-4c1f-83ce-e8901d94f1dd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130582158'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:33.433420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:33.437072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.470747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:33.471219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.471519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb26-aeff-4c1f-83ce-e8901d94f1dd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.474282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.517413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Port': ['ID=c4d6bffe-0719-45de-ae02-925e232620e3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:33.569611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e085df7-c8f8-442f-aeea-65af0ac62aae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.595444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e085df7-c8f8-442f-aeea-65af0ac62aae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.687842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.693575 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-29650bba-8138-4b79-b7e1-8ce7ddc31204 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/ports/c4d6bffe-0719-45de-ae02-925e232620e3 HTTP/1.1" status: 204 len: 168 time: 0.9118195 Dec 24 03:26:33.694397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45232) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:33.723301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb26-aeff-4c1f-83ce-e8901d94f1dd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.732852 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb26-aeff-4c1f-83ce-e8901d94f1dd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.765424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3c4dda4a-8ced-4a03-898f-ac89a6b15df7 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:33.765937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda4a-8ced-4a03-898f-ac89a6b15df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.799670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 191dcef4-7f4a-444d-9d39-152625e6112c up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:33.805398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cbb26-aeff-4c1f-83ce-e8901d94f1dd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3287f037-44ec-4d75-a416-d170301320d3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:33.821586 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfe75f6-ec6e-4a22-89de-839a5adff3a4 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] GET failed (client error): The resource could not be found. Dec 24 03:26:33.823753 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-acfe75f6-ec6e-4a22-89de-839a5adff3a4 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "GET /v2.0/ports/c4d6bffe-0719-45de-ae02-925e232620e3 HTTP/1.1" status: 404 len: 333 time: 0.1231759 Dec 24 03:26:33.829683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb26-aeff-4c1f-83ce-e8901d94f1dd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.831867 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ec3cbb26-aeff-4c1f-83ce-e8901d94f1dd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4642107 Dec 24 03:26:33.832634 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45234) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:33.834559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45236) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:33.840708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-269dbdb8-5a43-47cc-b86a-cc34caddd3ef tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '3287f037-44ec-4d75-a416-d170301320d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:33.851332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-985148433'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:33.854905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e085df7-c8f8-442f-aeea-65af0ac62aae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router c8d14897-6222-4e23-96ce-de28794693d6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:33.925115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 191dcef4-7f4a-444d-9d39-152625e6112c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:33.925535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:33.978381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3c4dda4a-8ced-4a03-898f-ac89a6b15df7 None None] Could not find standard attr ID for object c4d6bffe-0719-45de-ae02-925e232620e3. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:33.985194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269dbdb8-5a43-47cc-b86a-cc34caddd3ef tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.058708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e085df7-c8f8-442f-aeea-65af0ac62aae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:34.066334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e085df7-c8f8-442f-aeea-65af0ac62aae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.067625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0e085df7-c8f8-442f-aeea-65af0ac62aae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/c8d14897-6222-4e23-96ce-de28794693d6 HTTP/1.1" status: 200 len: 890 time: 1.1333942 Dec 24 03:26:34.070587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45238) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:34.072478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] Sync routers for ids ['c8d14897-6222-4e23-96ce-de28794693d6'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:34.101172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] Routers {'c8d14897-6222-4e23-96ce-de28794693d6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:34.101837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c8d14897-6222-4e23-96ce-de28794693d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:34.106536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269dbdb8-5a43-47cc-b86a-cc34caddd3ef tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.116886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269dbdb8-5a43-47cc-b86a-cc34caddd3ef tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.145998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:34.151191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269dbdb8-5a43-47cc-b86a-cc34caddd3ef tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.152659 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-269dbdb8-5a43-47cc-b86a-cc34caddd3ef tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3171606 Dec 24 03:26:34.159026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45240) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:34.159474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] Routers {'c8d14897-6222-4e23-96ce-de28794693d6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:34.160168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c8d14897-6222-4e23-96ce-de28794693d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:34.166659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1657aaa5-3a78-432c-825f-9f6c1880f3f0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '3287f037-44ec-4d75-a416-d170301320d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:34.179596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dbdb8-5a43-47cc-b86a-cc34caddd3ef tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6703068c-45ca-4724-b8f2-48b3d770609a,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:34.183665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:34.188984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.194499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:34.195149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577641f2-f0cb-4d15-84e5-0de55bd85ca0 None None] The sync data for ids ['c8d14897-6222-4e23-96ce-de28794693d6'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:34.196503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0402af9c-aeb5-440e-b602-47e7c8360e80 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:34.196864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0402af9c-aeb5-440e-b602-47e7c8360e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.221430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:26:34.227071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] device_id is not set on port cb073519-2876-4f9b-8c09-165e72b3b9ad yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:34.232529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1657aaa5-3a78-432c-825f-9f6c1880f3f0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.412692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-db3d70e7-e5bf-433b-be85-74978e83e02a None None] Could not find standard attr ID for object 3197f7fe-8a61-4e61-8d91-d59a14bac880. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:34.444687 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-55c2db98-e5d3-4e76-89c2-e5e94432557c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/routers/c8d14897-6222-4e23-96ce-de28794693d6 HTTP/1.1" status: 200 len: 890 time: 0.3727200 Dec 24 03:26:34.448974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45242) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:34.512565 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5a6fabd7-2153-4bf4-b90b-ea316374939c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8d14897-6222-4e23-96ce-de28794693d6 HTTP/1.1" status: 200 len: 205 time: 0.0622294 Dec 24 03:26:34.553180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45248) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:34.655650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1657aaa5-3a78-432c-825f-9f6c1880f3f0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.663957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1657aaa5-3a78-432c-825f-9f6c1880f3f0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.695487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657aaa5-3a78-432c-825f-9f6c1880f3f0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03ba8e0-bf72-41e1-aabc-e785f91a0127,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:34.711690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Allocated IP 2001:db8::23b (b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f/14fca96b-9f88-432d-a954-bedae6b3d559/cb073519-2876-4f9b-8c09-165e72b3b9ad) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:34.717180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1657aaa5-3a78-432c-825f-9f6c1880f3f0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.718397 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1657aaa5-3a78-432c-825f-9f6c1880f3f0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5585847 Dec 24 03:26:34.721066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45252) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:34.726779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d1420eee-8d8f-4aeb-b913-13c2553fca21 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '3287f037-44ec-4d75-a416-d170301320d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:34.730862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.754747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.788502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1420eee-8d8f-4aeb-b913-13c2553fca21 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.918721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1420eee-8d8f-4aeb-b913-13c2553fca21 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.924285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1420eee-8d8f-4aeb-b913-13c2553fca21 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.932411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.953765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1420eee-8d8f-4aeb-b913-13c2553fca21 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d66014c-8ceb-4274-bcc5-335265548fae,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:34.963649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.970910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1420eee-8d8f-4aeb-b913-13c2553fca21 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:34.972547 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d1420eee-8d8f-4aeb-b913-13c2553fca21 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2501130 Dec 24 03:26:34.975215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45254) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:34.980637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-387f3002-1ddb-47a7-822e-97c65513c5a8 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '3287f037-44ec-4d75-a416-d170301320d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:34.997974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.014592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] For port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:35.052446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:35.053395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-387f3002-1ddb-47a7-822e-97c65513c5a8 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.053727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.060193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.060969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:35.061092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.070611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:35.077363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:35.078017 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.083915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=cb073519-2876-4f9b-8c09-165e72b3b9ad,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:35.120722 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-81d89cee-ef19-46fe-83e6-6fae60d757cc tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2869701 Dec 24 03:26:35.121374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45256) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:35.128939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 87220366-9119-4e5b-a290-4a975c4ec333 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:35.129283 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.132389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::192', 'mac_address': 'fa:16:3e:e6:be:f2'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:35.159951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:35.175359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:35.182855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:35.183527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.193323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad10331-95fd-49e2-ad01-94256be52547 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:35.210980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-387f3002-1ddb-47a7-822e-97c65513c5a8 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.229985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-387f3002-1ddb-47a7-822e-97c65513c5a8 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.255429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f3002-1ddb-47a7-822e-97c65513c5a8 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3fe1d5-a33e-400b-937f-1c46e3a57824,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:35.258080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.272788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-387f3002-1ddb-47a7-822e-97c65513c5a8 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.274124 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-387f3002-1ddb-47a7-822e-97c65513c5a8 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980130 Dec 24 03:26:35.277314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=bd51c5cf-5444-4101-a94f-86afc017ca10,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:35.279352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45258) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:35.283676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:35.311742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8819391b-9fae-4c35-bbc6-b50110a3e8dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4273963 Dec 24 03:26:35.318095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45260) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:35.330519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:4f:10:26', 'name': 'tempest-NetworksTestDHCPv6-1095108628'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:35.331278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1ef9daae-55ba-4301-817b-d4fde6ffcd71 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '3287f037-44ec-4d75-a416-d170301320d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:35.369216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.395125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daae-55ba-4301-817b-d4fde6ffcd71 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.396775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 87220366-9119-4e5b-a290-4a975c4ec333 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:35.397872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1db9ce-c9d5-469e-9546-9d8fccf82600 None None] Update dhcp port {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'bd51c5cf-5444-4101-a94f-86afc017ca10', 'ip_address': '2001:db8::f816:3eff:fe4a:6dd6'}, {'subnet_id': 'c67ee744-3010-4e01-aafd-dcc17c760b46'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': '9fa96416-b0e8-42ac-9d70-d4b6e8b1b147'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:26:35.424002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b1db9ce-c9d5-469e-9546-9d8fccf82600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.485059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c69f-9256-4d1e-bf46-ed191e47f4f9 None None] Provisioning complete for port cb073519-2876-4f9b-8c09-165e72b3b9ad triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:35.485442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c69f-9256-4d1e-bf46-ed191e47f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.503647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daae-55ba-4301-817b-d4fde6ffcd71 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.512136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daae-55ba-4301-817b-d4fde6ffcd71 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.532004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.538583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9daae-55ba-4301-817b-d4fde6ffcd71 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa70a0a-4b40-4f94-a2b9-8f3ed74cf210,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:35.542251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.555954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] In _notify_port_updated(), no bound segment for port cb073519-2876-4f9b-8c09-165e72b3b9ad on network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:26:35.561567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:35.562208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.563492 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "PUT /v2.0/ports/cb073519-2876-4f9b-8c09-165e72b3b9ad HTTP/1.1" status: 200 len: 1002 time: 0.4355271 Dec 24 03:26:35.566257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daae-55ba-4301-817b-d4fde6ffcd71 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.567358 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1ef9daae-55ba-4301-817b-d4fde6ffcd71 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2870476 Dec 24 03:26:35.582612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:35.582837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:35.598376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3c69f-9256-4d1e-bf46-ed191e47f4f9 None None] Port cb073519-2876-4f9b-8c09-165e72b3b9ad cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:35.616289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f1ebf-68a4-48aa-bee2-450f7ee2e973 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=cb073519-2876-4f9b-8c09-165e72b3b9ad,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:35.644897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0b1db9ce-c9d5-469e-9546-9d8fccf82600 None None] Allocated IP 172.20.0.2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/c67ee744-3010-4e01-aafd-dcc17c760b46/9fa96416-b0e8-42ac-9d70-d4b6e8b1b147) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:35.645407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:35.683894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a70e86b5-58f9-4db5-9ee4-197f4e3d13b2 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.809638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:35.821533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0b1db9ce-c9d5-469e-9546-9d8fccf82600 None None] For port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:35.887288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b1db9ce-c9d5-469e-9546-9d8fccf82600 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.894722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b1db9ce-c9d5-469e-9546-9d8fccf82600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:35.946013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:35.946380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.037462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ffea1164-de75-43b1-aa8c-1ff34af98533 None None] Provisioning complete for port cb073519-2876-4f9b-8c09-165e72b3b9ad triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:36.037884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffea1164-de75-43b1-aa8c-1ff34af98533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.041253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1db9ce-c9d5-469e-9546-9d8fccf82600 None None] Pushing event updated for resources: {'Port': ['ID=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,revision_number=9']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:36.074527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a70e86b5-58f9-4db5-9ee4-197f4e3d13b2 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.090350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ffea1164-de75-43b1-aa8c-1ff34af98533 None None] Port cb073519-2876-4f9b-8c09-165e72b3b9ad cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:36.218395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a70e86b5-58f9-4db5-9ee4-197f4e3d13b2 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.229494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a70e86b5-58f9-4db5-9ee4-197f4e3d13b2 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.230607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a70e86b5-58f9-4db5-9ee4-197f4e3d13b2 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7aa70a0a-4b40-4f94-a2b9-8f3ed74cf210 HTTP/1.1" status: 204 len: 168 time: 0.6399641 Dec 24 03:26:36.232380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.233948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45272) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.242513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.275280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e86b5-58f9-4db5-9ee4-197f4e3d13b2 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aa70a0a-4b40-4f94-a2b9-8f3ed74cf210,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:36.286378 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6f7cdc64-3d48-4b33-a9b7-82598321817b tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0482380 Dec 24 03:26:36.286560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=87220366-9119-4e5b-a290-4a975c4ec333,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:36.286646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45274) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.306577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 126260da-1b73-4339-9991-db75e6d84769 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:36.319749 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a733a26b-f544-4936-ad82-3be1abfabf51 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.329143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a733a26b-f544-4936-ad82-3be1abfabf51 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.335133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting port cb073519-2876-4f9b-8c09-165e72b3b9ad {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:36.335338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.358199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a733a26b-f544-4936-ad82-3be1abfabf51 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.364780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a733a26b-f544-4936-ad82-3be1abfabf51 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.368202 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a733a26b-f544-4936-ad82-3be1abfabf51 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2a3fe1d5-a33e-400b-937f-1c46e3a57824 HTTP/1.1" status: 204 len: 168 time: 0.0783782 Dec 24 03:26:36.368863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45276) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.390172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a26b-f544-4936-ad82-3be1abfabf51 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a3fe1d5-a33e-400b-937f-1c46e3a57824,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:36.423276 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-082ccc9f-7462-4b19-8186-a2fca1571bcf tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0515437 Dec 24 03:26:36.424588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45278) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.448672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4065618d-ff39-437f-bd78-ae68dd4e8bd6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.458286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4065618d-ff39-437f-bd78-ae68dd4e8bd6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.476862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.485741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4065618d-ff39-437f-bd78-ae68dd4e8bd6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.490773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4065618d-ff39-437f-bd78-ae68dd4e8bd6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.495348 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4065618d-ff39-437f-bd78-ae68dd4e8bd6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7d66014c-8ceb-4274-bcc5-335265548fae HTTP/1.1" status: 204 len: 168 time: 0.0698118 Dec 24 03:26:36.495974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45280) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.515899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065618d-ff39-437f-bd78-ae68dd4e8bd6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d66014c-8ceb-4274-bcc5-335265548fae,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:36.552554 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4ef14ec1-31db-43f4-be9f-b6fb31dba5af tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0531375 Dec 24 03:26:36.555116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45282) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.581537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-046ca9f0-f272-470a-99ab-08af9d469741 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.589999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-046ca9f0-f272-470a-99ab-08af9d469741 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.616710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.618042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a0e809a7-96d8-45bc-828c-e82b0fdc66c7 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:36.618534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0e809a7-96d8-45bc-828c-e82b0fdc66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.622547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.627022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-046ca9f0-f272-470a-99ab-08af9d469741 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.634163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-046ca9f0-f272-470a-99ab-08af9d469741 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.637706 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-046ca9f0-f272-470a-99ab-08af9d469741 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e03ba8e0-bf72-41e1-aabc-e785f91a0127 HTTP/1.1" status: 204 len: 168 time: 0.0791614 Dec 24 03:26:36.639066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45284) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.660046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ca9f0-f272-470a-99ab-08af9d469741 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e03ba8e0-bf72-41e1-aabc-e785f91a0127,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:36.681493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.689057 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9c910bbd-6b3c-4b90-a0c4-ed628c087bf9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0469558 Dec 24 03:26:36.689338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45286) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.713614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9b53-f3de-42fb-9c2e-83f17846e7a6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.719954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Calling delete_port for cb073519-2876-4f9b-8c09-165e72b3b9ad owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:36.721523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9b53-f3de-42fb-9c2e-83f17846e7a6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.723624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.724128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Fanout notify agent at l3_agent the message router_deleted on router c8d14897-6222-4e23-96ce-de28794693d6 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:36.734177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.735337 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-40cc9e5d-25fe-4fad-a601-dd6760838f00 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/c8d14897-6222-4e23-96ce-de28794693d6 HTTP/1.1" status: 204 len: 168 time: 2.1812246 Dec 24 03:26:36.739385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45288) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.744807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1564792214'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:36.761815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9b53-f3de-42fb-9c2e-83f17846e7a6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.770160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9b53-f3de-42fb-9c2e-83f17846e7a6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.773576 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7c8c9b53-f3de-42fb-9c2e-83f17846e7a6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6703068c-45ca-4724-b8f2-48b3d770609a HTTP/1.1" status: 204 len: 168 time: 0.0810382 Dec 24 03:26:36.780570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45290) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.787464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c9b53-f3de-42fb-9c2e-83f17846e7a6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6703068c-45ca-4724-b8f2-48b3d770609a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:36.790807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:36.794173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.797261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 172.20.0.11 (97b6bd3f-63b4-4ad9-857e-58009b511f78/c67ee744-3010-4e01-aafd-dcc17c760b46/126260da-1b73-4339-9991-db75e6d84769) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:36.816547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fe4f:1026 (97b6bd3f-63b4-4ad9-857e-58009b511f78/bd51c5cf-5444-4101-a94f-86afc017ca10/126260da-1b73-4339-9991-db75e6d84769) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:36.858316 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ab8bd9c3-6d6e-4b8a-ba6a-bc4ef7aed2bd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733020 Dec 24 03:26:36.858316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:36.858316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45296) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:36.883959 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.884349 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment dacefb68-3b8e-4625-9806-fe5894d91a63 of type vlan for network b412ebf1-8e01-418b-ae83-1f6509c1cc68 Dec 24 03:26:36.943846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.961708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28d29cdd-2146-4b99-a485-eaf1f955f914 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.996924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:36.999405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.005820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:37.006628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.011534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28d29cdd-2146-4b99-a485-eaf1f955f914 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.039856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Port': ['ID=cb073519-2876-4f9b-8c09-165e72b3b9ad,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:37.072933 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3293064 Dec 24 03:26:37.078353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45300) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.090821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': 'b412ebf1-8e01-418b-ae83-1f6509c1cc68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:37.102409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.126559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7cad9-1c23-4ffc-be16-41f6a0eea49b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=b412ebf1-8e01-418b-ae83-1f6509c1cc68,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:37.145401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28d29cdd-2146-4b99-a485-eaf1f955f914 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.146459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:37.150775 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-28d29cdd-2146-4b99-a485-eaf1f955f914 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.154433 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-28d29cdd-2146-4b99-a485-eaf1f955f914 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/3287f037-44ec-4d75-a416-d170301320d3 HTTP/1.1" status: 204 len: 168 time: 0.2932086 Dec 24 03:26:37.158352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45302) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.174788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d29cdd-2146-4b99-a485-eaf1f955f914 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3287f037-44ec-4d75-a416-d170301320d3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:37.239990 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-58f494bf-05c2-4012-a9be-3b55b6edb92b tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0768294 Dec 24 03:26:37.243212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45304) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.251922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f940f49f-1f74-4f0c-8416-26169ef74bf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030614957'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:37.271972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.278368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-98c59b71-33af-44dc-b16d-1a72dbae0eed tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/ports/cb073519-2876-4f9b-8c09-165e72b3b9ad HTTP/1.1" status: 204 len: 168 time: 1.6919162 Dec 24 03:26:37.281780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45306) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.287391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f940f49f-1f74-4f0c-8416-26169ef74bf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.295668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.323597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c796acde-b906-4e2c-9562-fa7fc6024466 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] GET failed (client error): The resource could not be found. Dec 24 03:26:37.324953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c796acde-b906-4e2c-9562-fa7fc6024466 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "GET /v2.0/ports/cb073519-2876-4f9b-8c09-165e72b3b9ad HTTP/1.1" status: 404 len: 333 time: 0.0415866 Dec 24 03:26:37.329230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45308) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.334476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1544939387'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:37.360910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:37.364219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.374057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:37.386824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:37.392628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:37.421645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f940f49f-1f74-4f0c-8416-26169ef74bf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.426967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f940f49f-1f74-4f0c-8416-26169ef74bf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.461633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=126260da-1b73-4339-9991-db75e6d84769,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:37.478071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f940f49f-1f74-4f0c-8416-26169ef74bf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.479260 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f940f49f-1f74-4f0c-8416-26169ef74bf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2350452 Dec 24 03:26:37.482552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940f49f-1f74-4f0c-8416-26169ef74bf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c7efec-43d5-41c3-8bd8-f1f7cea41c2f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:37.484496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45310) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.498901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8ba365de-0cd6-4e71-93f4-6f674eb084a7 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '24c7efec-43d5-41c3-8bd8-f1f7cea41c2f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:37.513747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:37.517607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.526814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:37.527466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.535598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] device_id is not set on port fae9d8c0-2d77-450b-90db-7a3742a21c21 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:37.556555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-76c21731-9675-412c-a1ae-b1dc1a990488 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2371154 Dec 24 03:26:37.562024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45312) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.609394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ba365de-0cd6-4e71-93f4-6f674eb084a7 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.673806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Allocated IP 2001:db8::156 (b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f/14fca96b-9f88-432d-a954-bedae6b3d559/fae9d8c0-2d77-450b-90db-7a3742a21c21) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:37.705674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4003f-4ec1-4ecd-b8cc-4add66679e61 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:37.711600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4003f-4ec1-4ecd-b8cc-4add66679e61 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:37.715935 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-16b4003f-4ec1-4ecd-b8cc-4add66679e61 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1502831 Dec 24 03:26:37.716703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45314) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.751219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6aac5f52-ee19-4815-bc11-400f612d4ac0 None None] Provisioning complete for port 126260da-1b73-4339-9991-db75e6d84769 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:37.753178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6aac5f52-ee19-4815-bc11-400f612d4ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.783714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.787225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ba365de-0cd6-4e71-93f4-6f674eb084a7 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.802817 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:37.828321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ba365de-0cd6-4e71-93f4-6f674eb084a7 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.832253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6aac5f52-ee19-4815-bc11-400f612d4ac0 None None] Port 126260da-1b73-4339-9991-db75e6d84769 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:37.864262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba365de-0cd6-4e71-93f4-6f674eb084a7 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b2855-cebc-456e-9dfb-73aa9d220adb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:37.867564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:37.868786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.891888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': 'dacefb68-3b8e-4625-9806-fe5894d91a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b412ebf1-8e01-418b-ae83-1f6509c1cc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:37.892817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: b412ebf1-8e01-418b-ae83-1f6509c1cc68, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:37.895945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=d0102ca0-9561-4bce-94c5-4d224301f452,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:37.900439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ba365de-0cd6-4e71-93f4-6f674eb084a7 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.902043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8ba365de-0cd6-4e71-93f4-6f674eb084a7 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4086182 Dec 24 03:26:37.905935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:37.906068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.908688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 126260da-1b73-4339-9991-db75e6d84769 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:37.909017 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.935393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:37.955207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, b412ebf1-8e01-418b-ae83-1f6509c1cc68) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:37.959485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:37.960080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.984307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-218cd534-4aa2-42c1-9ad1-867b16a8369f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:37.998926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d0c5d678-0a9c-42ee-86df-c7165cb2dba8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9144928 Dec 24 03:26:38.001826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45322) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:38.008714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-beee7a72-b493-4148-9e69-f4010c3318d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1118876604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:38.021259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.028698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-218cd534-4aa2-42c1-9ad1-867b16a8369f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.033870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.043972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e02ec4-92de-4a4c-acc1-a42e65307a5e None None] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:38.076269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 126260da-1b73-4339-9991-db75e6d84769 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:38.076900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-beee7a72-b493-4148-9e69-f4010c3318d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.078823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-beee7a72-b493-4148-9e69-f4010c3318d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.084961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:38.090334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:38.097792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.100327 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:38.102449 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:38.103642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:38.104297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.118160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=fae9d8c0-2d77-450b-90db-7a3742a21c21,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:38.120493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-218cd534-4aa2-42c1-9ad1-867b16a8369f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.123171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-218cd534-4aa2-42c1-9ad1-867b16a8369f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.128248 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-218cd534-4aa2-42c1-9ad1-867b16a8369f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/24c7efec-43d5-41c3-8bd8-f1f7cea41c2f HTTP/1.1" status: 204 len: 168 time: 0.2174764 Dec 24 03:26:38.128467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45326) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:38.166315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cd534-4aa2-42c1-9ad1-867b16a8369f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c7efec-43d5-41c3-8bd8-f1f7cea41c2f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:38.222631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-beee7a72-b493-4148-9e69-f4010c3318d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.225167 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0910f38b-a927-4d3c-82b3-ca3c8dd41dfd tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8950405 Dec 24 03:26:38.229960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45328) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:38.236541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:be:f2'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:38.241586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-beee7a72-b493-4148-9e69-f4010c3318d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.242239 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-177a29b5-0086-40f1-8924-7d0f4c0b1d9a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1136677 Dec 24 03:26:38.248424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45330) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:38.264103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-b412ebf1-8e01-418b-ae83-1f6509c1cc68', 'network_id': 'b412ebf1-8e01-418b-ae83-1f6509c1cc68', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': 'd0102ca0-9561-4bce-94c5-4d224301f452'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:38.264996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.273085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0c40fe98-6ae3-4667-abd1-3d3fe5f252e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107012606'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:38.329174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-beee7a72-b493-4148-9e69-f4010c3318d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.330617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-beee7a72-b493-4148-9e69-f4010c3318d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3278656 Dec 24 03:26:38.333508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45332) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:38.385558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c40fe98-6ae3-4667-abd1-3d3fe5f252e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.433661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Allocated IP 2001:db8::2 (b412ebf1-8e01-418b-ae83-1f6509c1cc68/d0102ca0-9561-4bce-94c5-4d224301f452/65e409c9-7262-4434-a753-48bf4f4d613c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:38.500890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.571824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c40fe98-6ae3-4667-abd1-3d3fe5f252e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.578822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c40fe98-6ae3-4667-abd1-3d3fe5f252e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.598121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-817fc92e-6840-46a5-aae8-6a40d0ceeb7f None None] Provisioning complete for port fae9d8c0-2d77-450b-90db-7a3742a21c21 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:38.598623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-817fc92e-6840-46a5-aae8-6a40d0ceeb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.618926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c40fe98-6ae3-4667-abd1-3d3fe5f252e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.620261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.620809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0c40fe98-6ae3-4667-abd1-3d3fe5f252e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3529232 Dec 24 03:26:38.626947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45334) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:38.634672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c322faf8-e3ea-4da4-862a-d5f063452e9c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736004895'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:38.643520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.648821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40fe98-6ae3-4667-abd1-3d3fe5f252e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4a7b9-62fe-4423-9946-3c1315423429,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:38.657664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.672843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-817fc92e-6840-46a5-aae8-6a40d0ceeb7f None None] Port fae9d8c0-2d77-450b-90db-7a3742a21c21 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:38.680202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=126260da-1b73-4339-9991-db75e6d84769,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:38.699373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:38.706238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:38.708657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:38.741571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Pushing event updated for resources: {'Port': ['ID=65e409c9-7262-4434-a753-48bf4f4d613c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:38.775990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Attempting to bind port 65e409c9-7262-4434-a753-48bf4f4d613c on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:38.777187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Attempting to bind port 65e409c9-7262-4434-a753-48bf4f4d613c by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'dacefb68-3b8e-4625-9806-fe5894d91a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b412ebf1-8e01-418b-ae83-1f6509c1cc68'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:38.777897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Attempting to bind port 65e409c9-7262-4434-a753-48bf4f4d613c on network b412ebf1-8e01-418b-ae83-1f6509c1cc68 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:38.783761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:38.785040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Checking segment: {'id': 'dacefb68-3b8e-4625-9806-fe5894d91a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b412ebf1-8e01-418b-ae83-1f6509c1cc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:38.785869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.786437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Bound using segment: {'id': 'dacefb68-3b8e-4625-9806-fe5894d91a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b412ebf1-8e01-418b-ae83-1f6509c1cc68'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:38.787101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Bound port: 65e409c9-7262-4434-a753-48bf4f4d613c, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacefb68-3b8e-4625-9806-fe5894d91a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b412ebf1-8e01-418b-ae83-1f6509c1cc68'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:38.787833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.796056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.822475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.823602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c322faf8-e3ea-4da4-862a-d5f063452e9c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.828800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.874410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] In _notify_port_updated(), no bound segment for port fae9d8c0-2d77-450b-90db-7a3742a21c21 on network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:26:38.880941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:38.881697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.883120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "PUT /v2.0/ports/fae9d8c0-2d77-450b-90db-7a3742a21c21 HTTP/1.1" status: 200 len: 1003 time: 0.6517973 Dec 24 03:26:38.883798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] For port 65e409c9-7262-4434-a753-48bf4f4d613c, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:38.888731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] For port 65e409c9-7262-4434-a753-48bf4f4d613c, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=65e409c9-7262-4434-a753-48bf4f4d613c,segment=NetworkSegment(dacefb68-3b8e-4625-9806-fe5894d91a63),segment_id=dacefb68-3b8e-4625-9806-fe5894d91a63)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:38.888918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45336) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:38.893595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.942882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35303b5-6990-491c-995f-d2f692bfc37a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=fae9d8c0-2d77-450b-90db-7a3742a21c21,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:38.961566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:38.968677 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6175ad7e-2a39-411a-8d28-097664aa63ac tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/126260da-1b73-4339-9991-db75e6d84769 HTTP/1.1" status: 204 len: 168 time: 1.2509227 Dec 24 03:26:38.972138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45338) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:39.009716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c923f72-ed54-4509-91f5-ffc301b73ea2 None None] Pushing event updated for resources: {'Port': ['ID=65e409c9-7262-4434-a753-48bf4f4d613c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:39.051251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting port fae9d8c0-2d77-450b-90db-7a3742a21c21 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:39.051924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.169305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22276fd-05ad-4c3e-87dd-b1050dd1ed4a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:39.170796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22276fd-05ad-4c3e-87dd-b1050dd1ed4a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:39.172292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22276fd-05ad-4c3e-87dd-b1050dd1ed4a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:39.174031 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e22276fd-05ad-4c3e-87dd-b1050dd1ed4a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1969459 Dec 24 03:26:39.186800 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45342) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:39.242426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c322faf8-e3ea-4da4-862a-d5f063452e9c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.264189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c322faf8-e3ea-4da4-862a-d5f063452e9c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.344350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet bd51c5cf-5444-4101-a94f-86afc017ca10 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:39.362895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c322faf8-e3ea-4da4-862a-d5f063452e9c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.367295 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c322faf8-e3ea-4da4-862a-d5f063452e9c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7340415 Dec 24 03:26:39.372453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.375180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45348) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:39.379206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e414d781-3992-4944-a986-4a574d8227aa None None] Provisioning complete for port fae9d8c0-2d77-450b-90db-7a3742a21c21 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:39.379933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e414d781-3992-4944-a986-4a574d8227aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.385492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c74f3bf7-17f5-4623-b554-85d594d2f7b9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': 'ffd4a7b9-62fe-4423-9946-3c1315423429', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3237c018-1902-4e1b-987a-2c3841cf132e', 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:39.431797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322faf8-e3ea-4da4-862a-d5f063452e9c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3237c018-1902-4e1b-987a-2c3841cf132e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:39.440345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8::1 (b412ebf1-8e01-418b-ae83-1f6509c1cc68/d0102ca0-9561-4bce-94c5-4d224301f452/4f2aba9d-b9b8-4a60-9840-68a9a55f82d5) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:39.443273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd32bfdb-1fa7-42c3-9ddc-f4368b6bc16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.456385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e414d781-3992-4944-a986-4a574d8227aa None None] Port fae9d8c0-2d77-450b-90db-7a3742a21c21 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:39.490230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.502355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.518057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Calling delete_port for fae9d8c0-2d77-450b-90db-7a3742a21c21 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:39.555714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c74f3bf7-17f5-4623-b554-85d594d2f7b9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.653199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.683799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Port': ['ID=fae9d8c0-2d77-450b-90db-7a3742a21c21,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:39.717162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.722853 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d3c45c1-760e-435c-af0f-c67ad9e6d2b0 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/ports/fae9d8c0-2d77-450b-90db-7a3742a21c21 HTTP/1.1" status: 204 len: 168 time: 0.8304830 Dec 24 03:26:39.723034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.723236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45350) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:39.727769 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.756647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c74f3bf7-17f5-4623-b554-85d594d2f7b9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.756853 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cbbb9c-d6c5-4b00-8548-7377b3a336fb tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] GET failed (client error): The resource could not be found. Dec 24 03:26:39.758544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b1cbbb9c-d6c5-4b00-8548-7377b3a336fb tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "GET /v2.0/ports/fae9d8c0-2d77-450b-90db-7a3742a21c21 HTTP/1.1" status: 404 len: 333 time: 0.0343363 Dec 24 03:26:39.762495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45352) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:39.769617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1628292127'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:39.783929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c74f3bf7-17f5-4623-b554-85d594d2f7b9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.837017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 65e409c9-7262-4434-a753-48bf4f4d613c up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:39.892067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 65e409c9-7262-4434-a753-48bf4f4d613c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:39.892552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:39.983111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.021044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 65e409c9-7262-4434-a753-48bf4f4d613c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=65e409c9-7262-4434-a753-48bf4f4d613c,segment=NetworkSegment(dacefb68-3b8e-4625-9806-fe5894d91a63),segment_id=dacefb68-3b8e-4625-9806-fe5894d91a63)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:40.027264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.079417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=65e409c9-7262-4434-a753-48bf4f4d613c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:40.118360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f3bf7-17f5-4623-b554-85d594d2f7b9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61156ed-6ca5-404c-bb91-03adf54059d0,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:40.158166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c74f3bf7-17f5-4623-b554-85d594d2f7b9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.159389 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c74f3bf7-17f5-4623-b554-85d594d2f7b9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7816463 Dec 24 03:26:40.162364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.186027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.194084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.198871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c957b44d-f53c-46af-bdfd-47a6e96b4c33 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.209706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c957b44d-f53c-46af-bdfd-47a6e96b4c33 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.243226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c957b44d-f53c-46af-bdfd-47a6e96b4c33 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.252261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c957b44d-f53c-46af-bdfd-47a6e96b4c33 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.256065 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c957b44d-f53c-46af-bdfd-47a6e96b4c33 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d61156ed-6ca5-404c-bb91-03adf54059d0 HTTP/1.1" status: 204 len: 168 time: 0.0902343 Dec 24 03:26:40.261770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45356) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.263233 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=bd51c5cf-5444-4101-a94f-86afc017ca10,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:40.265841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.269401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d102f-f71e-4ed2-b933-44d0b85da393 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:40.271928 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-46371223-b2f9-4bc5-ad8b-0d2500d30894 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/bd51c5cf-5444-4101-a94f-86afc017ca10 HTTP/1.1" status: 204 len: 168 time: 1.0843899 Dec 24 03:26:40.276823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.286147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957b44d-f53c-46af-bdfd-47a6e96b4c33 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d61156ed-6ca5-404c-bb91-03adf54059d0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:40.303203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:40.330295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=4f2aba9d-b9b8-4a60-9840-68a9a55f82d5,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:40.332910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:40.336709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:40.337242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.346614 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5f88d0e3-cf7e-499c-a2b4-c2711445b128 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0797601 Dec 24 03:26:40.346614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.365186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cf140-a185-46af-af53-9ea127e1b2cb None None] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:40.412145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet c67ee744-3010-4e01-aafd-dcc17c760b46 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:40.427409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1030632d-2023-42f8-8cfa-b8fc234a0690 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.434215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.437598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:40.441051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.455222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1030632d-2023-42f8-8cfa-b8fc234a0690 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.501694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] device_id is not set on port aad32dad-2ef4-40af-bc02-c3e528c048c4 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:40.502565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1030632d-2023-42f8-8cfa-b8fc234a0690 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.507848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1030632d-2023-42f8-8cfa-b8fc234a0690 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.510824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45368) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.512106 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1030632d-2023-42f8-8cfa-b8fc234a0690 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/3237c018-1902-4e1b-987a-2c3841cf132e HTTP/1.1" status: 204 len: 168 time: 0.1638610 Dec 24 03:26:40.521413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030632d-2023-42f8-8cfa-b8fc234a0690 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3237c018-1902-4e1b-987a-2c3841cf132e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:40.525097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.535281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e88b16de-02f4-44d4-84c9-aa399e6b8d29 None None] Provisioning complete for port 65e409c9-7262-4434-a753-48bf4f4d613c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:40.535801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e88b16de-02f4-44d4-84c9-aa399e6b8d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.679122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.724419 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-67d436a9-58bb-4363-bc70-a620f358f38f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2111931 Dec 24 03:26:40.725686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.781449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75c3aa0d-c59e-45d1-afb1-9ad8e775c13c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.810859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Allocated IP 2001:db8::306 (b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f/14fca96b-9f88-432d-a954-bedae6b3d559/aad32dad-2ef4-40af-bc02-c3e528c048c4) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:40.811613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75c3aa0d-c59e-45d1-afb1-9ad8e775c13c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.831696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.869840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75c3aa0d-c59e-45d1-afb1-9ad8e775c13c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.872554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75c3aa0d-c59e-45d1-afb1-9ad8e775c13c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:40.876199 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-75c3aa0d-c59e-45d1-afb1-9ad8e775c13c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/ffd4a7b9-62fe-4423-9946-3c1315423429 HTTP/1.1" status: 204 len: 168 time: 0.1472883 Dec 24 03:26:40.877611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45372) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.896874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3aa0d-c59e-45d1-afb1-9ad8e775c13c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4a7b9-62fe-4423-9946-3c1315423429,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:40.945200 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-47ee60ac-0519-4047-9b12-86f66b59d777 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0663433 Dec 24 03:26:40.950018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:40.957472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-742f1459-1278-4bce-b1e0-d2ec2466926a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--957790224'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:40.986385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742f1459-1278-4bce-b1e0-d2ec2466926a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.031959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4123ee3e-f38b-49e3-83a6-524d78c96d39 None None] Provisioning complete for port 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:41.032671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4123ee3e-f38b-49e3-83a6-524d78c96d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.072944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4123ee3e-f38b-49e3-83a6-524d78c96d39 None None] Port 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:41.089574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742f1459-1278-4bce-b1e0-d2ec2466926a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.089867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4123ee3e-f38b-49e3-83a6-524d78c96d39 None None] Provisioning complete for port 65e409c9-7262-4434-a753-48bf4f4d613c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:41.090310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4123ee3e-f38b-49e3-83a6-524d78c96d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.098990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742f1459-1278-4bce-b1e0-d2ec2466926a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.142027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.142407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742f1459-1278-4bce-b1e0-d2ec2466926a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.144114 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-742f1459-1278-4bce-b1e0-d2ec2466926a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1923606 Dec 24 03:26:41.151723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f1459-1278-4bce-b1e0-d2ec2466926a tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5fb8ab-7e2d-4318-aa7d-8c71c0186eca,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:41.159502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:41.170304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-55c25eda-7fb2-4d97-8104-04ad0669e7e3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': '7d5fb8ab-7e2d-4318-aa7d-8c71c0186eca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:41.220552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c25eda-7fb2-4d97-8104-04ad0669e7e3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.224823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=c67ee744-3010-4e01-aafd-dcc17c760b46,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:41.240427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.246941 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.252938 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-db9480b2-9a36-4f32-a7a1-910772589e2b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/c67ee744-3010-4e01-aafd-dcc17c760b46 HTTP/1.1" status: 204 len: 168 time: 0.9686613 Dec 24 03:26:41.258358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45378) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:41.317451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dabe3dc4-47e2-41d8-9dc6-2471397693d9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541971 Dec 24 03:26:41.317451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45380) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:41.322318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:41.374599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.384652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8427bab3-4701-4e43-9acb-43ca5d94d7a5 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:41.385898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.393550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c404226b-923f-409e-83f6-99e067a89094 None None] Provisioning complete for port 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:41.394055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c404226b-923f-409e-83f6-99e067a89094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.410435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c25eda-7fb2-4d97-8104-04ad0669e7e3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.419359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c25eda-7fb2-4d97-8104-04ad0669e7e3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.425995 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.427149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.439146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c25eda-7fb2-4d97-8104-04ad0669e7e3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcb35d6-b039-4b62-94dc-0d7b803f89ec,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:41.444026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:41.452378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:41.468040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c25eda-7fb2-4d97-8104-04ad0669e7e3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.468622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:41.472606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-55c25eda-7fb2-4d97-8104-04ad0669e7e3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3080225 Dec 24 03:26:41.473993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45384) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:41.474354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:41.475270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.487593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=aad32dad-2ef4-40af-bc02-c3e528c048c4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:41.508987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c404226b-923f-409e-83f6-99e067a89094 None None] Port 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:41.546063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:41.549523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.557171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38979a64-556d-4e87-9ffc-a19514f4375f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.580202 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3c173992-3951-4640-a07a-7a6726d5d82f tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8127029 Dec 24 03:26:41.583738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45388) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:41.597610 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'network_id': 'b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-348876109'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:41.600241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38979a64-556d-4e87-9ffc-a19514f4375f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.661066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-691e33ac-40d6-471d-9cec-a5def08bbbb2 None None] Provisioning complete for port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:41.663113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-691e33ac-40d6-471d-9cec-a5def08bbbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.685486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38979a64-556d-4e87-9ffc-a19514f4375f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.694455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=4f2aba9d-b9b8-4a60-9840-68a9a55f82d5,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:41.707068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38979a64-556d-4e87-9ffc-a19514f4375f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.710616 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-38979a64-556d-4e87-9ffc-a19514f4375f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fbcb35d6-b039-4b62-94dc-0d7b803f89ec HTTP/1.1" status: 204 len: 168 time: 0.2336171 Dec 24 03:26:41.714220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45392) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:41.740933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:41.744234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38979a64-556d-4e87-9ffc-a19514f4375f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbcb35d6-b039-4b62-94dc-0d7b803f89ec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:41.752718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:41.771209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:41.833295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 65e409c9-7262-4434-a753-48bf4f4d613c up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:41.865736 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b2209c00-c6d5-41fb-8522-c724ebba9c7d tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1476941 Dec 24 03:26:41.876805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ba32ce-f70c-4f02-ab8d-732b06fcfbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.879803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45394) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:41.946119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Made reservation on behalf of 1d7183e55bed4cacb57f7ab96ec3efee for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:41.950391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.969221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:41.989535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] device_id is not set on port db8c09ac-a622-4a18-9816-9cc5dc23afe7 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:42.041012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255d47e7-89f9-423b-88a7-64327615f82c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.045694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:42.056002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 16c2434f-db1e-4203-9834-b56d8dca6c0f is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:42.056166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:42.076840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=32adbfa4-998b-43d0-acd4-9d246cfc06e1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:42.081216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:42.081879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.107221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255d47e7-89f9-423b-88a7-64327615f82c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.124592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-038ceee6-e7d3-4160-a1ac-b74ac8db4a72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8035491 Dec 24 03:26:42.124803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45396) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:42.130078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:42.205352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 65e409c9-7262-4434-a753-48bf4f4d613c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:42.206341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.210867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] Deleting port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:42.211218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.218726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Allocated IP 2001:db8::27b (b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f/14fca96b-9f88-432d-a954-bedae6b3d559/db8c09ac-a622-4a18-9816-9cc5dc23afe7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:42.232534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:42.233849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255d47e7-89f9-423b-88a7-64327615f82c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.236483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255d47e7-89f9-423b-88a7-64327615f82c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.238261 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e8fe3f6e-2013-4b6c-aa57-938c36149b25 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/16c2434f-db1e-4203-9834-b56d8dca6c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9035389 Dec 24 03:26:42.241585 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-255d47e7-89f9-423b-88a7-64327615f82c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d5fb8ab-7e2d-4318-aa7d-8c71c0186eca HTTP/1.1" status: 204 len: 168 time: 0.3590817 Dec 24 03:26:42.241718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45400) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:42.241946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45398) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:42.247599 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] Sync routers for ids ['16c2434f-db1e-4203-9834-b56d8dca6c0f'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:42.258340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d47e7-89f9-423b-88a7-64327615f82c tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5fb8ab-7e2d-4318-aa7d-8c71c0186eca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:42.277758 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] Routers {'16c2434f-db1e-4203-9834-b56d8dca6c0f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:42.279627 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['16c2434f-db1e-4203-9834-b56d8dca6c0f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:42.297566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:42.303386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.342451 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:42.345206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04389d22-1b0e-44bd-9fb3-122450ebe158 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:42.346597 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-04389d22-1b0e-44bd-9fb3-122450ebe158 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports/4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 HTTP/1.1" status: 200 len: 911 time: 0.1034729 Dec 24 03:26:42.350287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45402) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:42.356307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0102ca0-9561-4bce-94c5-4d224301f452'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:42.358953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-98b493c1-e488-45d7-919e-32ed5d6b449b None None] Provisioning complete for port aad32dad-2ef4-40af-bc02-c3e528c048c4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:42.359301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98b493c1-e488-45d7-919e-32ed5d6b449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.361415 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] Routers {'16c2434f-db1e-4203-9834-b56d8dca6c0f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:42.362268 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['16c2434f-db1e-4203-9834-b56d8dca6c0f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:42.385843 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eae38196-471f-4033-87dd-9f4540c30ab0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1405835 Dec 24 03:26:42.392088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45404) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:42.394474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-570404eb-66a2-4d2d-968d-d3880e675857 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064606174'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:42.429443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-570404eb-66a2-4d2d-968d-d3880e675857 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.430244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] For port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:42.430648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.443001 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:42.445356 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56cf785-69dd-4bc8-a675-4e56edf0f504 None None] The sync data for ids ['16c2434f-db1e-4203-9834-b56d8dca6c0f'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:42.455527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] Calling delete_port for 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:42.459006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-98b493c1-e488-45d7-919e-32ed5d6b449b None None] Port aad32dad-2ef4-40af-bc02-c3e528c048c4 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:42.534740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:42.540150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.578970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-98b493c1-e488-45d7-919e-32ed5d6b449b None None] Provisioning complete for port 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:42.579342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98b493c1-e488-45d7-919e-32ed5d6b449b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.589989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-570404eb-66a2-4d2d-968d-d3880e675857 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.597718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-570404eb-66a2-4d2d-968d-d3880e675857 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.625910 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No ports have port_id starting with 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 Dec 24 03:26:42.628074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.630805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.634524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-98b493c1-e488-45d7-919e-32ed5d6b449b None None] Port 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:42.666957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] Pushing event deleted for resources: {'Port': ['ID=9fa96416-b0e8-42ac-9d70-d4b6e8b1b147,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:42.674007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ca614-78c3-442f-ad9b-a5432e3174b9 None None] No DVR routers for this DVR port 9fa96416-b0e8-42ac-9d70-d4b6e8b1b147 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:42.689382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.701444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c6d2f-3f42-459e-ba24-ec733ff5f1a8 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:42.711072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-570404eb-66a2-4d2d-968d-d3880e675857 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.712965 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-570404eb-66a2-4d2d-968d-d3880e675857 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3217871 Dec 24 03:26:42.720074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45410) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:42.721706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570404eb-66a2-4d2d-968d-d3880e675857 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2d8c4-2c96-4bab-859e-d27b9a8141af,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:42.736274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.739585 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-46ef5e91-797b-423a-8e88-d37a90853a67 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': 'b6f2d8c4-2c96-4bab-859e-d27b9a8141af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:42.756356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:42.765839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:42.771994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:42.777711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:42.778151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.795009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=db8c09ac-a622-4a18-9816-9cc5dc23afe7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:42.814567 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f14a7038-b48b-4616-a33e-10a51e438347 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2259390 Dec 24 03:26:42.818463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45412) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:42.824191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::192', 'mac_address': 'fa:16:3e:e6:be:f2'}, {'ip_address': '2001:db8::306', 'mac_address': 'fa:16:3e:fa:6e:95'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:42.836641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46ef5e91-797b-423a-8e88-d37a90853a67 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:42.853184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '32adbfa4-998b-43d0-acd4-9d246cfc06e1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:42.854062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.026892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Allocated IP 172.20.0.2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/32adbfa4-998b-43d0-acd4-9d246cfc06e1/b238e952-c63f-4e07-9a4e-0042c5af6381) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:43.084098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.106836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46ef5e91-797b-423a-8e88-d37a90853a67 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.113896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46ef5e91-797b-423a-8e88-d37a90853a67 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.160400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef5e91-797b-423a-8e88-d37a90853a67 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4032f029-02da-47e6-b732-b57206970e49,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.178858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46ef5e91-797b-423a-8e88-d37a90853a67 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.182491 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-46ef5e91-797b-423a-8e88-d37a90853a67 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4457850 Dec 24 03:26:43.183128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45416) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.225886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.226484 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8fe9d657-6afc-4f0a-92e3-ee286a84f32d tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules/4032f029-02da-47e6-b732-b57206970e49 HTTP/1.1" status: 200 len: 763 time: 0.0395806 Dec 24 03:26:43.226623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:26:43.227963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e7a24293-2981-485c-a21f-aedd94b3501d None None] Provisioning complete for port db8c09ac-a622-4a18-9816-9cc5dc23afe7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:43.228408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7a24293-2981-485c-a21f-aedd94b3501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.230471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45418) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.231993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.255582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.302859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e7a24293-2981-485c-a21f-aedd94b3501d None None] Port db8c09ac-a622-4a18-9816-9cc5dc23afe7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:43.314179 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aba5517d-c5fa-4109-b0b4-901801fd31f3 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0793543 Dec 24 03:26:43.314179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45420) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.316073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:43.316864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Pushing event updated for resources: {'Port': ['ID=b238e952-c63f-4e07-9a4e-0042c5af6381,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.320213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:43.322121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:43.322932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:43.328158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:43.331315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:43.331918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.352140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=abcb38c5-1c53-4ff6-b4c7-cf8454444440,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.357474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae7abc84-eee5-4c0b-a583-be5c050be51e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.366223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae7abc84-eee5-4c0b-a583-be5c050be51e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.371950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d922caba-fcf3-4896-b358-81290407f808 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2434840 Dec 24 03:26:43.373235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45422) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.377923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:c3:8f:59', 'name': 'tempest-NetworksTestDHCPv6-1896261977'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:43.386846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Attempting to bind port b238e952-c63f-4e07-9a4e-0042c5af6381 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:43.387425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Attempting to bind port b238e952-c63f-4e07-9a4e-0042c5af6381 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:43.387995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Attempting to bind port b238e952-c63f-4e07-9a4e-0042c5af6381 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:43.394536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:43.395035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:43.396008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.396008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:43.396309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Bound port: b238e952-c63f-4e07-9a4e-0042c5af6381, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:43.396734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.405528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae7abc84-eee5-4c0b-a583-be5c050be51e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.408414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.414636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae7abc84-eee5-4c0b-a583-be5c050be51e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.418124 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ae7abc84-eee5-4c0b-a583-be5c050be51e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4032f029-02da-47e6-b732-b57206970e49 HTTP/1.1" status: 204 len: 168 time: 0.1014972 Dec 24 03:26:43.418348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45424) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.427692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.445435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7abc84-eee5-4c0b-a583-be5c050be51e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4032f029-02da-47e6-b732-b57206970e49,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.471564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] For port b238e952-c63f-4e07-9a4e-0042c5af6381, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:43.474921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] For port b238e952-c63f-4e07-9a4e-0042c5af6381, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b238e952-c63f-4e07-9a4e-0042c5af6381,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:43.480742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.488581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.489205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] In _notify_port_updated(), no bound segment for port db8c09ac-a622-4a18-9816-9cc5dc23afe7 on network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:26:43.494843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:43.495499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.497765 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "PUT /v2.0/ports/db8c09ac-a622-4a18-9816-9cc5dc23afe7 HTTP/1.1" status: 200 len: 1067 time: 0.6774111 Dec 24 03:26:43.505187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45426) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.517777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.523363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed615b-ebac-4626-af31-58f90cefed55 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event updated for resources: {'Port': ['ID=db8c09ac-a622-4a18-9816-9cc5dc23afe7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.524258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:43.525126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.527141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/ports/4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 HTTP/1.1" status: 200 len: 911 time: 1.1752617 Dec 24 03:26:43.533522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45428) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.548655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35a7ad-a73c-4e37-8105-441fd9f777af None None] Pushing event updated for resources: {'Port': ['ID=b238e952-c63f-4e07-9a4e-0042c5af6381,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.562519 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c0d95a4c-2ea8-409c-b1a5-75a2d4bc94a0 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1402829 Dec 24 03:26:43.564060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45430) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.568208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-29b2cb96-6d62-4c97-aa81-022e5d570748 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': 'b6f2d8c4-2c96-4bab-859e-d27b9a8141af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:43.654222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29b2cb96-6d62-4c97-aa81-022e5d570748 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.683002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34432ea7-81d9-4a30-9490-ed28de40f017 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=4f2aba9d-b9b8-4a60-9840-68a9a55f82d5,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.698253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:43.705587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting port db8c09ac-a622-4a18-9816-9cc5dc23afe7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:43.705929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.791181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29b2cb96-6d62-4c97-aa81-022e5d570748 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.798694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29b2cb96-6d62-4c97-aa81-022e5d570748 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.845283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2cb96-6d62-4c97-aa81-022e5d570748 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5ba65a-a305-4c0b-bb9b-65022928e1d3,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:43.854426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29b2cb96-6d62-4c97-aa81-022e5d570748 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.860965 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-29b2cb96-6d62-4c97-aa81-022e5d570748 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2963276 Dec 24 03:26:43.861873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45436) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.864418 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:26:43.884843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.894732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-741acf13-7cef-4ada-b983-42faa3d30e64 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules/dd5ba65a-a305-4c0b-bb9b-65022928e1d3 HTTP/1.1" status: 200 len: 763 time: 0.0221682 Dec 24 03:26:43.895517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45438) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.932180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.935967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Calling delete_port for db8c09ac-a622-4a18-9816-9cc5dc23afe7 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:43.970006 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-93b6ad65-00ad-4a46-b359-0183c8b28430 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0712616 Dec 24 03:26:43.970715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45440) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:43.975892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ca8cd658-e45a-442b-b11d-8854a83c3a52 None None] Provisioning complete for port db8c09ac-a622-4a18-9816-9cc5dc23afe7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:43.976267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd658-e45a-442b-b11d-8854a83c3a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:43.980881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 610da0d0-6cc3-4dc9-9df9-713066ef6ca6 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:44.029816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ca8cd658-e45a-442b-b11d-8854a83c3a52 None None] Port db8c09ac-a622-4a18-9816-9cc5dc23afe7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:44.039967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74e8f7e3-affe-4f29-aefe-28b9d35af1ee tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.051613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74e8f7e3-affe-4f29-aefe-28b9d35af1ee tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.103014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74e8f7e3-affe-4f29-aefe-28b9d35af1ee tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.107892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74e8f7e3-affe-4f29-aefe-28b9d35af1ee tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.111451 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74e8f7e3-affe-4f29-aefe-28b9d35af1ee tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dd5ba65a-a305-4c0b-bb9b-65022928e1d3 HTTP/1.1" status: 204 len: 168 time: 0.1379545 Dec 24 03:26:44.112134 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45444) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:44.131416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f7e3-affe-4f29-aefe-28b9d35af1ee tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd5ba65a-a305-4c0b-bb9b-65022928e1d3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:44.186682 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-db6f7f0e-cd4c-472f-b03b-1d2024e8dba6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734622 Dec 24 03:26:44.189280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45446) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:44.193377 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': 'b6f2d8c4-2c96-4bab-859e-d27b9a8141af', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:44.232597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.237592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 172.20.0.3 (97b6bd3f-63b4-4ad9-857e-58009b511f78/32adbfa4-998b-43d0-acd4-9d246cfc06e1/610da0d0-6cc3-4dc9-9df9-713066ef6ca6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:44.245349 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Project 4fd82115efd8405195f36cdb1942d2ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:26:44.247697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fec3:8f59 (97b6bd3f-63b4-4ad9-857e-58009b511f78/abcb38c5-1c53-4ff6-b4c7-cf8454444440/610da0d0-6cc3-4dc9-9df9-713066ef6ca6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:44.273988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Port': ['ID=db8c09ac-a622-4a18-9816-9cc5dc23afe7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:44.280981 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.302643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.334499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.667015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.676114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.722440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca05bd0-fd43-41c7-a70f-513e10d7dec1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:44.727207 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.731918 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d0cc5bfb-c07a-48ce-bca8-1f9ac83ed047 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5382276 Dec 24 03:26:44.733420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45448) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:44.764501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.770701 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e0e4ee28-cffd-4334-b799-36f8bf5c1731 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/ports/db8c09ac-a622-4a18-9816-9cc5dc23afe7 HTTP/1.1" status: 204 len: 168 time: 1.2644825 Dec 24 03:26:44.771338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45450) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:44.796346 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-99a05bc3-2232-4076-a95d-c8604eaa637b tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules/dca05bd0-fd43-41c7-a70f-513e10d7dec1 HTTP/1.1" status: 200 len: 769 time: 0.0610034 Dec 24 03:26:44.796549 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd32700-00d9-4442-96f5-57a47a86d1d4 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] GET failed (client error): The resource could not be found. Dec 24 03:26:44.798475 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1bd32700-00d9-4442-96f5-57a47a86d1d4 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "GET /v2.0/ports/db8c09ac-a622-4a18-9816-9cc5dc23afe7 HTTP/1.1" status: 404 len: 333 time: 0.0260024 Dec 24 03:26:44.799271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45452) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:44.801470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45454) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:44.814520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.832717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cfcff4-b66f-4a80-a87b-efe6575d6baf None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:44.884903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.902261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b1e87446-33fc-408c-9367-c38156b82e4f None None] Provisioning complete for port b238e952-c63f-4e07-9a4e-0042c5af6381 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:44.902681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e87446-33fc-408c-9367-c38156b82e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.906119 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-afde9c65-0485-4082-9a2d-4fde7c4618e5 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1032298 Dec 24 03:26:44.906841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45456) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:44.949514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877888f1-52e4-475a-a5f8-d10479800445 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.960039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:44.961115 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877888f1-52e4-475a-a5f8-d10479800445 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.967252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:44.973092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:44.976092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting port aad32dad-2ef4-40af-bc02-c3e528c048c4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:44.977220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:44.978449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=610da0d0-6cc3-4dc9-9df9-713066ef6ca6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:45.054406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:45.055087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.055825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e87446-33fc-408c-9367-c38156b82e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.066147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:45.066486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.084807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.103511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b1e87446-33fc-408c-9367-c38156b82e4f None None] For port b238e952-c63f-4e07-9a4e-0042c5af6381, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b238e952-c63f-4e07-9a4e-0042c5af6381,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:45.103799 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-249cfa6e-6723-4e0c-890d-0bc9fe7518af tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7295432 Dec 24 03:26:45.107159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.109967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e87446-33fc-408c-9367-c38156b82e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.157494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877888f1-52e4-475a-a5f8-d10479800445 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.170485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877888f1-52e4-475a-a5f8-d10479800445 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.175558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.180908 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-877888f1-52e4-475a-a5f8-d10479800445 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dca05bd0-fd43-41c7-a70f-513e10d7dec1 HTTP/1.1" status: 204 len: 168 time: 0.2638810 Dec 24 03:26:45.196051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.206854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e87446-33fc-408c-9367-c38156b82e4f None None] Pushing event updated for resources: {'Port': ['ID=b238e952-c63f-4e07-9a4e-0042c5af6381,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:45.219793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Calling delete_port for aad32dad-2ef4-40af-bc02-c3e528c048c4 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:45.224910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ebd039-ee12-409c-838d-6141650e2a5c None None] Update dhcp port {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': '32adbfa4-998b-43d0-acd4-9d246cfc06e1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'abcb38c5-1c53-4ff6-b4c7-cf8454444440'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'b238e952-c63f-4e07-9a4e-0042c5af6381'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:26:45.241460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877888f1-52e4-475a-a5f8-d10479800445 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dca05bd0-fd43-41c7-a70f-513e10d7dec1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:45.246884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.254958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd039-ee12-409c-838d-6141650e2a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.264291 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-94effe60-9a50-4dfa-8ca6-389942d9628f tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0878358 Dec 24 03:26:45.274332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e1020-4f85-4d55-93e5-815a689a0ae3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:45.280695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e1020-4f85-4d55-93e5-815a689a0ae3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:45.284627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eb2e1020-4f85-4d55-93e5-815a689a0ae3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1743937 Dec 24 03:26:45.286040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45468) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.286181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.287878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 4f2aba9d-b9b8-4a60-9840-68a9a55f82d5 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:45.364695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408cb759-da4f-476a-98ce-b43a9983ebf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.410150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408cb759-da4f-476a-98ce-b43a9983ebf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.429059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c3ebd039-ee12-409c-838d-6141650e2a5c None None] Allocated IP 2001:db8::f816:3eff:fef6:2853 (97b6bd3f-63b4-4ad9-857e-58009b511f78/abcb38c5-1c53-4ff6-b4c7-cf8454444440/b238e952-c63f-4e07-9a4e-0042c5af6381) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:45.463781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 610da0d0-6cc3-4dc9-9df9-713066ef6ca6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:45.464161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.474190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.478165 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408cb759-da4f-476a-98ce-b43a9983ebf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.480870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408cb759-da4f-476a-98ce-b43a9983ebf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.484488 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-408cb759-da4f-476a-98ce-b43a9983ebf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/b6f2d8c4-2c96-4bab-859e-d27b9a8141af HTTP/1.1" status: 204 len: 168 time: 0.1956046 Dec 24 03:26:45.487015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.511986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Port': ['ID=aad32dad-2ef4-40af-bc02-c3e528c048c4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:45.520538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cb759-da4f-476a-98ce-b43a9983ebf6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2d8c4-2c96-4bab-859e-d27b9a8141af,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:45.546488 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.549817 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-60310ce6-fe15-4f7a-a4ba-bb242046354e tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/ports/aad32dad-2ef4-40af-bc02-c3e528c048c4 HTTP/1.1" status: 204 len: 168 time: 0.7476425 Dec 24 03:26:45.552408 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45474) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.564651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c3ebd039-ee12-409c-838d-6141650e2a5c None None] For port b238e952-c63f-4e07-9a4e-0042c5af6381, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b238e952-c63f-4e07-9a4e-0042c5af6381,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:45.593423 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe5091c-fed9-4792-b907-1e6ca110967a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] GET failed (client error): The resource could not be found. Dec 24 03:26:45.598064 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4fe5091c-fed9-4792-b907-1e6ca110967a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "GET /v2.0/ports/aad32dad-2ef4-40af-bc02-c3e528c048c4 HTTP/1.1" status: 404 len: 333 time: 0.0415411 Dec 24 03:26:45.599196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd039-ee12-409c-838d-6141650e2a5c None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.599329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45476) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.605219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd039-ee12-409c-838d-6141650e2a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.674143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-099d1c86-c574-4a2d-b55d-78816fcffa30 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1857142 Dec 24 03:26:45.679522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.683636 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:45.695455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ae57f162-4ba4-44c7-b1bb-c0851504172e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group': {'name': 'tempest-secgroup--55628790'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:45.708282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 610da0d0-6cc3-4dc9-9df9-713066ef6ca6 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:45.714979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebd039-ee12-409c-838d-6141650e2a5c None None] Pushing event updated for resources: {'Port': ['ID=b238e952-c63f-4e07-9a4e-0042c5af6381,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:45.726635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.747121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting port 6411b04e-9c28-4284-acb0-263db7b550a3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:45.747589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.840850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=4f2aba9d-b9b8-4a60-9840-68a9a55f82d5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:45.870405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.880113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae57f162-4ba4-44c7-b1bb-c0851504172e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:45.885326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Calling delete_port for 6411b04e-9c28-4284-acb0-263db7b550a3 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:45.886396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b238e952-c63f-4e07-9a4e-0042c5af6381 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:45.998301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b238e952-c63f-4e07-9a4e-0042c5af6381 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:45.998677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.038007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.083048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.152766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Port': ['ID=6411b04e-9c28-4284-acb0-263db7b550a3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:46.183254 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.189397 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f8dfa745-2073-42ab-8517-309dcbe57ddf tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/ports/6411b04e-9c28-4284-acb0-263db7b550a3 HTTP/1.1" status: 204 len: 168 time: 0.5852907 Dec 24 03:26:46.191702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45482) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:46.274893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting subnet 14fca96b-9f88-432d-a954-bedae6b3d559 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:46.284185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.300140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae57f162-4ba4-44c7-b1bb-c0851504172e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.307235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae57f162-4ba4-44c7-b1bb-c0851504172e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.340586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.462158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.465320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57f162-4ba4-44c7-b1bb-c0851504172e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4163b57-132f-44b5-9a25-87fdf38b2f00,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:46.474104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae57f162-4ba4-44c7-b1bb-c0851504172e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.475323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ae57f162-4ba4-44c7-b1bb-c0851504172e tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7861009 Dec 24 03:26:46.485080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 16c2434f-db1e-4203-9834-b56d8dca6c0f has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:46.486139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:46.494055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2a9675e9-d29c-4c13-a771-42280503ea92 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Request body: {'security_group_rule': {'security_group_id': 'c4163b57-132f-44b5-9a25-87fdf38b2f00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:46.518995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.543555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.574763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Subnet': ['ID=14fca96b-9f88-432d-a954-bedae6b3d559,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:46.576984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.582632 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8857f304-dd43-4498-9056-43ca4a868857 tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/subnets/14fca96b-9f88-432d-a954-bedae6b3d559 HTTP/1.1" status: 204 len: 168 time: 0.3878293 Dec 24 03:26:46.582905 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45490) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:46.594364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c133dd-6761-475f-ae0d-310d5ee74964 None None] Network b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:46.622722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=610da0d0-6cc3-4dc9-9df9-713066ef6ca6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:46.635328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:46.643315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f5b90a08-4a8f-4dec-beff-c6b32c2f5346 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/16c2434f-db1e-4203-9834-b56d8dca6c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1078215 Dec 24 03:26:46.662041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:46.680801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a9675e9-d29c-4c13-a771-42280503ea92 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.683873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.688353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] Sync routers for ids ['16c2434f-db1e-4203-9834-b56d8dca6c0f'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:46.723963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-92ae5d72-202f-4669-adcb-df15bce07f75 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c2434f-db1e-4203-9834-b56d8dca6c0f HTTP/1.1" status: 200 len: 205 time: 0.0593488 Dec 24 03:26:46.726554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45494) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:46.744107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] Routers {'16c2434f-db1e-4203-9834-b56d8dca6c0f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:46.744502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['16c2434f-db1e-4203-9834-b56d8dca6c0f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:46.783545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.788036 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b72c439d-a72d-4693-81e1-f6e4735ff2ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/610da0d0-6cc3-4dc9-9df9-713066ef6ca6 HTTP/1.1" status: 204 len: 168 time: 1.5012350 Dec 24 03:26:46.791517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:46.797144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:46.819643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] Routers {'16c2434f-db1e-4203-9834-b56d8dca6c0f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:46.820576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['16c2434f-db1e-4203-9834-b56d8dca6c0f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:46.822548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d0946d42-aceb-449f-bc97-df133e0a96f9 None None] Provisioning complete for port b238e952-c63f-4e07-9a4e-0042c5af6381 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:46.823022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0946d42-aceb-449f-bc97-df133e0a96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.846417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61464848-d91b-4f50-af60-250cc40fb36a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.879220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e764a-f782-4a5b-9ab7-7d20360ee618 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:46.881170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e764a-f782-4a5b-9ab7-7d20360ee618 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:46.882539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:46.882658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e764a-f782-4a5b-9ab7-7d20360ee618 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:46.883245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433b274-5a03-462e-82fd-7a4b2c9ee914 None None] The sync data for ids ['16c2434f-db1e-4203-9834-b56d8dca6c0f'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:46.886663 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b48e764a-f782-4a5b-9ab7-7d20360ee618 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0917401 Dec 24 03:26:46.889662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45498) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:46.905633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] DHCP port deletion for b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:46.910413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a9675e9-d29c-4c13-a771-42280503ea92 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.933865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a9675e9-d29c-4c13-a771-42280503ea92 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.963775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9675e9-d29c-4c13-a771-42280503ea92 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5294e11f-4a69-473b-9fad-723fa428981a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:46.976979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 32adbfa4-998b-43d0-acd4-9d246cfc06e1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:46.981028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.986203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a9675e9-d29c-4c13-a771-42280503ea92 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.989824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2a9675e9-d29c-4c13-a771-42280503ea92 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4968772 Dec 24 03:26:46.993078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45500) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.030304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.125989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61464848-d91b-4f50-af60-250cc40fb36a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.136018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.138402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61464848-d91b-4f50-af60-250cc40fb36a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.144085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d0946d42-aceb-449f-bc97-df133e0a96f9 None None] Could not find standard attr ID for object 610da0d0-6cc3-4dc9-9df9-713066ef6ca6. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:47.151174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] Deleting port 191dcef4-7f4a-444d-9d39-152625e6112c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:47.151849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.217874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Deleting port 191dcef4-7f4a-444d-9d39-152625e6112c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:47.218231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.222237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.224408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] For port 191dcef4-7f4a-444d-9d39-152625e6112c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=191dcef4-7f4a-444d-9d39-152625e6112c,segment=NetworkSegment(9a57fcea-9b24-4ab6-afc9-0c60363ea179),segment_id=9a57fcea-9b24-4ab6-afc9-0c60363ea179)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:47.225058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.236113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61464848-d91b-4f50-af60-250cc40fb36a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.236760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61464848-d91b-4f50-af60-250cc40fb36a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Fanout notify agent at l3_agent the message router_deleted on router 16c2434f-db1e-4203-9834-b56d8dca6c0f {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:47.238921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] Calling delete_port for 191dcef4-7f4a-444d-9d39-152625e6112c owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:47.247694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.248636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61464848-d91b-4f50-af60-250cc40fb36a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.249822 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-61464848-d91b-4f50-af60-250cc40fb36a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/16c2434f-db1e-4203-9834-b56d8dca6c0f HTTP/1.1" status: 204 len: 168 time: 0.5223379 Dec 24 03:26:47.258353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/32adbfa4-998b-43d0-acd4-9d246cfc06e1 HTTP/1.1" status: 204 len: 168 time: 0.3654890 Dec 24 03:26:47.258353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.260915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45504) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.285314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d9942-5138-4f7b-81d7-56117cd3c889 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=32adbfa4-998b-43d0-acd4-9d246cfc06e1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:47.318143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6a9b122a-f3e0-4eef-8fd2-89d2377de2aa None None] Could not find standard attr ID for object 610da0d0-6cc3-4dc9-9df9-713066ef6ca6. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:47.332886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet d0102ca0-9561-4bce-94c5-4d224301f452 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:47.337412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.362395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] For port 191dcef4-7f4a-444d-9d39-152625e6112c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=191dcef4-7f4a-444d-9d39-152625e6112c,segment=NetworkSegment(9a57fcea-9b24-4ab6-afc9-0c60363ea179),segment_id=9a57fcea-9b24-4ab6-afc9-0c60363ea179)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:47.362771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.365363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60abc0b4-a0d6-45ea-bf85-971ba45672e1 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.376777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.406105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Calling delete_port for 191dcef4-7f4a-444d-9d39-152625e6112c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:47.424077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.426642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] No DVR routers for this DVR port 191dcef4-7f4a-444d-9d39-152625e6112c on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:47.429090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c567504-45df-4ef4-a6c6-268ad904d337 None None] Pushing event deleted for resources: {'Port': ['ID=191dcef4-7f4a-444d-9d39-152625e6112c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:47.440663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet abcb38c5-1c53-4ff6-b4c7-cf8454444440 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:47.465981 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60abc0b4-a0d6-45ea-bf85-971ba45672e1 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.468793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.530058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.570627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.605344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.645059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=d0102ca0-9561-4bce-94c5-4d224301f452,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:47.649305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.654184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-52f9cca0-571b-4256-972a-ac1429b1ed1c tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/d0102ca0-9561-4bce-94c5-4d224301f452 HTTP/1.1" status: 204 len: 168 time: 0.3950999 Dec 24 03:26:47.656700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45512) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.659077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a3997-efbd-4d49-b8f9-fafdc6857be9 None None] Network b412ebf1-8e01-418b-ae83-1f6509c1cc68 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:47.660171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60abc0b4-a0d6-45ea-bf85-971ba45672e1 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.663016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60abc0b4-a0d6-45ea-bf85-971ba45672e1 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.664210 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-60abc0b4-a0d6-45ea-bf85-971ba45672e1 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4163b57-132f-44b5-9a25-87fdf38b2f00 HTTP/1.1" status: 204 len: 168 time: 0.5359499 Dec 24 03:26:47.668609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.705049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abc0b4-a0d6-45ea-bf85-971ba45672e1 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4163b57-132f-44b5-9a25-87fdf38b2f00,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:47.710020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.750137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Port': ['ID=191dcef4-7f4a-444d-9d39-152625e6112c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:47.754069 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.756915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] No DVR routers for this DVR port 191dcef4-7f4a-444d-9d39-152625e6112c on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:47.783632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-45f0dfd1-cf11-474c-b4bb-12f0a117f3cb tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1105237 Dec 24 03:26:47.786227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.787831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.861631 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-04ce7978-3a86-4d80-98cc-32ed868194a6 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0726123 Dec 24 03:26:47.864477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.873011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b238e952-c63f-4e07-9a4e-0042c5af6381 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:47.879618 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-2c40b98b-f16f-4c7f-9685-439f55e495d9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] delete failed (client error): The resource could not be found. Dec 24 03:26:47.883815 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2c40b98b-f16f-4c7f-9685-439f55e495d9 tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4163b57-132f-44b5-9a25-87fdf38b2f00 HTTP/1.1" status: 404 len: 347 time: 0.0152452 Dec 24 03:26:47.884248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45520) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:47.908642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.941306 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-90ad7139-609c-4e07-9ec7-b0f2128c18cd tempest-SecGroupIPv6Test-1503718456 tempest-SecGroupIPv6Test-1503718456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0523849 Dec 24 03:26:47.943879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 65e409c9-7262-4434-a753-48bf4f4d613c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:47.943879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.948830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:47.960292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:47.975623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] DHCP port deletion for b412ebf1-8e01-418b-ae83-1f6509c1cc68 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:47.998417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a57fcea-9b24-4ab6-afc9-0c60363ea179') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:47.998715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a57fcea-9b24-4ab6-afc9-0c60363ea179') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:48.004045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=abcb38c5-1c53-4ff6-b4c7-cf8454444440,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:48.016661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 65e409c9-7262-4434-a753-48bf4f4d613c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=65e409c9-7262-4434-a753-48bf4f4d613c,segment=NetworkSegment(dacefb68-3b8e-4625-9806-fe5894d91a63),segment_id=dacefb68-3b8e-4625-9806-fe5894d91a63)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:48.017848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.026400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.029296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.033046 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1e61d8c7-55eb-4b8d-bb56-b0de46b9fa89 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/abcb38c5-1c53-4ff6-b4c7-cf8454444440 HTTP/1.1" status: 204 len: 168 time: 0.7708941 Dec 24 03:26:48.039000 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45524) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.049619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 65e409c9-7262-4434-a753-48bf4f4d613c owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:48.058059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b238e952-c63f-4e07-9a4e-0042c5af6381 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:48.058059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.094627 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-18b31ed9-fff2-4cdf-bbcd-a49324b612d9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542369 Dec 24 03:26:48.097939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45526) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.111812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.146359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] Deleting port 65e409c9-7262-4434-a753-48bf4f4d613c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:48.146946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.149366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:48.150049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:48.156403 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:48.159383 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:48.210888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.227622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port 65e409c9-7262-4434-a753-48bf4f4d613c on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:48.250541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a37cb-c149-4f50-a7f2-2c01f090fcaf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:48.252085 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f78a37cb-c149-4f50-a7f2-2c01f090fcaf tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1538026 Dec 24 03:26:48.254742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45530) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.267883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=65e409c9-7262-4434-a753-48bf4f4d613c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:48.288270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] For port 65e409c9-7262-4434-a753-48bf4f4d613c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=65e409c9-7262-4434-a753-48bf4f4d613c,segment=NetworkSegment(dacefb68-3b8e-4625-9806-fe5894d91a63),segment_id=dacefb68-3b8e-4625-9806-fe5894d91a63)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:48.288696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.315164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 191dcef4-7f4a-444d-9d39-152625e6112c no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:48.318302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] Calling delete_port for 65e409c9-7262-4434-a753-48bf4f4d613c owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:48.346972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 191dcef4-7f4a-444d-9d39-152625e6112c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:48.347318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 191dcef4-7f4a-444d-9d39-152625e6112c not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:48.366731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45532) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.377221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.381525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.384740 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] 10.222.0.37 "DELETE /v2.0/networks/b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f HTTP/1.1" status: 204 len: 168 time: 1.8009052 Dec 24 03:26:48.405386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.423716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81ce2b1-1f83-410b-ac0a-e3d3ca8272a3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:48.425698 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d81ce2b1-1f83-410b-ac0a-e3d3ca8272a3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1698365 Dec 24 03:26:48.439815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45538) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.443151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3870c-042d-4a7a-933e-ef326472e64a tempest-AllowedAddressPairIpV6TestJSON-1611389881 tempest-AllowedAddressPairIpV6TestJSON-1611389881-project] Pushing event deleted for resources: {'Network': ['ID=b1ee99d4-55dc-498c-ae79-b6bd66a5eb0f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:48.448581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b412ebf1-8e01-418b-ae83-1f6509c1cc68']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:48.468644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacefb68-3b8e-4625-9806-fe5894d91a63') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:48.468987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacefb68-3b8e-4625-9806-fe5894d91a63') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:48.488536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.490614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.507993 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8d83b4ac-e86c-4f47-b288-657aa1dada14 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659070 Dec 24 03:26:48.514430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.515943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45540) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.519546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:48.519982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.533653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] Pushing event deleted for resources: {'Port': ['ID=65e409c9-7262-4434-a753-48bf4f4d613c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:48.537404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1944f439-4849-4bfd-a4e5-8a9ebf4ae3f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:48.549391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1f7f7-2152-483d-8b3d-367a34a534a8 None None] No DVR routers for this DVR port 65e409c9-7262-4434-a753-48bf4f4d613c on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:48.647105 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:48.650075 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:48.660087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.664606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.674928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/b412ebf1-8e01-418b-ae83-1f6509c1cc68 HTTP/1.1" status: 204 len: 168 time: 1.0168908 Dec 24 03:26:48.675688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.686553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-97ea78d2-ce56-4787-a8c1-1bef53c810ab tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-467351523', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:48.707888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab84b7e-0c5e-4ab3-8dc8-0c5262e343e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=b412ebf1-8e01-418b-ae83-1f6509c1cc68,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:48.740592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97ea78d2-ce56-4787-a8c1-1bef53c810ab tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.741977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97ea78d2-ce56-4787-a8c1-1bef53c810ab tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.754972 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0f28e9bb-311e-4643-8d4e-5f5f05e1bc53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fd82115efd8405195f36cdb1942d2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840239 Dec 24 03:26:48.754972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45552) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.795274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944f439-4849-4bfd-a4e5-8a9ebf4ae3f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:48.799113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1944f439-4849-4bfd-a4e5-8a9ebf4ae3f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.800607 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1944f439-4849-4bfd-a4e5-8a9ebf4ae3f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:48.801040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1944f439-4849-4bfd-a4e5-8a9ebf4ae3f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:48.808764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.817273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97ea78d2-ce56-4787-a8c1-1bef53c810ab tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.823159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97ea78d2-ce56-4787-a8c1-1bef53c810ab tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.842904 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1944f439-4849-4bfd-a4e5-8a9ebf4ae3f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3241153 Dec 24 03:26:48.843068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45558) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.849583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5cced2a1-98b9-44d9-9972-ec0ec763697c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:48.853187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1048c881-041f-40a2-8097-5912fe8e2626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.857043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97ea78d2-ce56-4787-a8c1-1bef53c810ab tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.858286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-97ea78d2-ce56-4787-a8c1-1bef53c810ab tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1752973 Dec 24 03:26:48.861113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45560) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:48.866611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673537094'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:48.915227 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1048c881-041f-40a2-8097-5912fe8e2626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.937080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:48.941119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.973416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:48.986327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cced2a1-98b9-44d9-9972-ec0ec763697c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:48.991069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cced2a1-98b9-44d9-9972-ec0ec763697c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:48.992543 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cced2a1-98b9-44d9-9972-ec0ec763697c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:48.993288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cced2a1-98b9-44d9-9972-ec0ec763697c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:49.005131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.005384 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 98afcfab-9aec-40c9-8fee-5e01a2d46759 of type vlan for network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 Dec 24 03:26:49.032934 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5cced2a1-98b9-44d9-9972-ec0ec763697c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1885965 Dec 24 03:26:49.039319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.047661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-686adebf-78dc-41e4-8c39-cea54bfc7af2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:49.056904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.077027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1048c881-041f-40a2-8097-5912fe8e2626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.079615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1048c881-041f-40a2-8097-5912fe8e2626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.081152 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1048c881-041f-40a2-8097-5912fe8e2626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c33548d-7dfd-4ad7-bc74-94630f19c6a8 HTTP/1.1" status: 204 len: 168 time: 0.3238959 Dec 24 03:26:49.100267 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-19ea106f-bf34-4279-b35e-186bfc03e72c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d7183e55bed4cacb57f7ab96ec3efee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897677 Dec 24 03:26:49.104439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45566) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.114782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c881-041f-40a2-8097-5912fe8e2626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c33548d-7dfd-4ad7-bc74-94630f19c6a8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:49.116639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.123361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:49.124074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.202717 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3405385 Dec 24 03:26:49.205143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686adebf-78dc-41e4-8c39-cea54bfc7af2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:49.209769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-686adebf-78dc-41e4-8c39-cea54bfc7af2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.211348 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-686adebf-78dc-41e4-8c39-cea54bfc7af2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:49.211977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686adebf-78dc-41e4-8c39-cea54bfc7af2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:49.213896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.221216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:49.237362 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa2c72-41a5-4815-927f-9cdc7ac895de tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:49.249670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cac-632d-49f1-bc62-eed3841dbda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.252341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:49.274595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cac-632d-49f1-bc62-eed3841dbda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.365146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-686adebf-78dc-41e4-8c39-cea54bfc7af2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3247225 Dec 24 03:26:49.368286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45572) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.374592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:49.375508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8257d913-5d9b-428f-a211-f7de368a615b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:49.379222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.380955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cac-632d-49f1-bc62-eed3841dbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.383615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cac-632d-49f1-bc62-eed3841dbda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.388100 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3ec81cac-632d-49f1-bc62-eed3841dbda5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfc2d913-f476-4167-8993-f144d735e3cf HTTP/1.1" status: 204 len: 168 time: 0.2821460 Dec 24 03:26:49.415777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec81cac-632d-49f1-bc62-eed3841dbda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2d913-f476-4167-8993-f144d735e3cf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:49.503771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8257d913-5d9b-428f-a211-f7de368a615b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:49.512337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8257d913-5d9b-428f-a211-f7de368a615b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.514000 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8257d913-5d9b-428f-a211-f7de368a615b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:49.514460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8257d913-5d9b-428f-a211-f7de368a615b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:49.537094 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8257d913-5d9b-428f-a211-f7de368a615b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1669474 Dec 24 03:26:49.539807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45580) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.547294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9dda4dbd-dc7c-4ccf-90ab-8e6cd81ee455 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:49.649581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.683112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dda4dbd-dc7c-4ccf-90ab-8e6cd81ee455 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:49.702308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9dda4dbd-dc7c-4ccf-90ab-8e6cd81ee455 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.703849 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dda4dbd-dc7c-4ccf-90ab-8e6cd81ee455 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:49.704305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dda4dbd-dc7c-4ccf-90ab-8e6cd81ee455 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:49.717350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=ee9f26b7-2373-48a2-82b8-5ad3951272d9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:49.725507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:49.725799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:49.741352 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9dda4dbd-dc7c-4ccf-90ab-8e6cd81ee455 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2002528 Dec 24 03:26:49.745545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45590) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.752025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:49.761008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fd03fee6-42f0-4ea3-b7c6-0693df79f6ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:49.772022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:49.777630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:49.779730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.813415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a1fcf-35c5-492c-b322-8931369fcb2a None None] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:49.837271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-22a6da0a-e2a3-4bcb-9b03-d9d3f5c77ebd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6212490 Dec 24 03:26:49.847735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.871190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 65e409c9-7262-4434-a753-48bf4f4d613c no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:49.935534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd03fee6-42f0-4ea3-b7c6-0693df79f6ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:49.940674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd03fee6-42f0-4ea3-b7c6-0693df79f6ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.942254 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd03fee6-42f0-4ea3-b7c6-0693df79f6ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:26:49.943249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd03fee6-42f0-4ea3-b7c6-0693df79f6ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:26:49.995550 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fd03fee6-42f0-4ea3-b7c6-0693df79f6ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2462139 Dec 24 03:26:49.996209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45608) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.056838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 65e409c9-7262-4434-a753-48bf4f4d613c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:50.057183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 65e409c9-7262-4434-a753-48bf4f4d613c not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:50.135247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811647b-1e11-4f86-a1a6-021a75e26402 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:50.140791 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7811647b-1e11-4f86-a1a6-021a75e26402 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1410391 Dec 24 03:26:50.141502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45616) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.174887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b21f9-5869-494d-8792-19017749ae32 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:50.210321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f979c7-bcad-4358-b07f-50dff6e3aced tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:50.212824 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-37f979c7-bcad-4358-b07f-50dff6e3aced tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698640 Dec 24 03:26:50.215590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45618) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.270893 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2fcff495-3aa5-499c-928e-8810042e1012 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531962 Dec 24 03:26:50.276304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45620) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.283061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:50.319120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45624) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.327515 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029199 Dec 24 03:26:50.327515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45626) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.331608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:50.332493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.429404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:50.434758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.515387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.589440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:50.651858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.673292 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a2d93400-fa5f-4316-8dc6-d190d8b16e1f tempest-NetworksApiDiscovery-971580892 tempest-NetworksApiDiscovery-971580892-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3450069 Dec 24 03:26:50.676443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Allocated IP 2001:db8::2 (2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8/ee9f26b7-2373-48a2-82b8-5ad3951272d9/03a65901-5874-4208-92a6-205496cf941d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:50.738750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-550929604'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:50.772146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] Deleting port b238e952-c63f-4e07-9a4e-0042c5af6381 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:50.772567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.820595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:50.825273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.846533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.911847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] For port b238e952-c63f-4e07-9a4e-0042c5af6381, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b238e952-c63f-4e07-9a4e-0042c5af6381,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:50.912624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.933788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] Calling delete_port for b238e952-c63f-4e07-9a4e-0042c5af6381 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:50.940810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.952558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.977066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:26:50.999139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.014936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.030888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Pushing event updated for resources: {'Port': ['ID=03a65901-5874-4208-92a6-205496cf941d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.050933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45648) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:51.069388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58393206-84e5-4b15-bbc9-efca88b9927d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.089008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:51.093268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:51.096633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:51.100664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:51.122643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.123055 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Added segment e9d9299b-6bbb-468c-a404-3096397056bf of type vlan for network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 Dec 24 03:26:51.186423 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Attempting to bind port 03a65901-5874-4208-92a6-205496cf941d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:51.187159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Attempting to bind port 03a65901-5874-4208-92a6-205496cf941d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:51.187735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Attempting to bind port 03a65901-5874-4208-92a6-205496cf941d on network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:51.189400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.202343 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:51.203186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Checking segment: {'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:51.203601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.204079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Bound using segment: {'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:51.204717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Bound port: 03a65901-5874-4208-92a6-205496cf941d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:51.205401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.208900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.219378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Port b238e952-c63f-4e07-9a4e-0042c5af6381 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103177) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Dec 24 03:26:51.219965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Reverting IP allocation for 2001:db8::f816:3eff:fef6:2853 {{(pid=103177) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Dec 24 03:26:51.224983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef6:2853 {{(pid=103177) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Dec 24 03:26:51.226099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.227919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8::1 (2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8/ee9f26b7-2373-48a2-82b8-5ad3951272d9/5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:51.251975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] Pushing event deleted for resources: {'Port': ['ID=b238e952-c63f-4e07-9a4e-0042c5af6381,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.282450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c77e6-87ae-4bae-8647-9faf2d296d61 None None] No DVR routers for this DVR port b238e952-c63f-4e07-9a4e-0042c5af6381 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:51.285171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:51.286767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-841a465f-a167-4140-9d20-0338729abf4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.297883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:51.304427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.308337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:51.312015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:51.312250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.312605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.313704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c290b31-db27-42f7-8423-5de3d01c2d27 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:51.324500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=88d6ef10-ca0d-4044-8265-6f1be949143b,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.339053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] For port 03a65901-5874-4208-92a6-205496cf941d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:51.347381 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dc245c04-cef6-445d-a095-e85093908bf3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0674593 Dec 24 03:26:51.348592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45654) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:51.357724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:a4:74:9f', 'name': 'tempest-NetworksTestDHCPv6-1547736267'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:51.361744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] For port 03a65901-5874-4208-92a6-205496cf941d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03a65901-5874-4208-92a6-205496cf941d,segment=NetworkSegment(98afcfab-9aec-40c9-8fee-5e01a2d46759),segment_id=98afcfab-9aec-40c9-8fee-5e01a2d46759)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:51.389078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.399416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7438915 Dec 24 03:26:51.399803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45656) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:51.408199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'subnet': {'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:51.442163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ac1c-342c-4600-9209-226652be3df1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Network': ['ID=6d4099dd-8f4b-4d98-931f-1351b89f9eb9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.464413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:51.480501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.519072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.532439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5425d12-8dae-4275-b529-0314d98ec93f None None] Pushing event updated for resources: {'Port': ['ID=03a65901-5874-4208-92a6-205496cf941d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.576932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:51.583801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:51.586111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:51.587196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.587641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '88d6ef10-ca0d-4044-8265-6f1be949143b'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:51.588613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.591048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.731500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.764100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Allocated IP 2001:db8::f816:3eff:fe73:17de (97b6bd3f-63b4-4ad9-857e-58009b511f78/88d6ef10-ca0d-4044-8265-6f1be949143b/01b59110-97ac-4361-a83f-c2337af1c715) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:51.866964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b238e952-c63f-4e07-9a4e-0042c5af6381 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:51.918182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:51.922922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.960291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-841a465f-a167-4140-9d20-0338729abf4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.977447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-841a465f-a167-4140-9d20-0338729abf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.056100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b238e952-c63f-4e07-9a4e-0042c5af6381 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:52.056490 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b238e952-c63f-4e07-9a4e-0042c5af6381 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:52.067106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:52.095970 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-841a465f-a167-4140-9d20-0338729abf4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d46473bd020e4441be2a2d4bc6529d10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0438409 Dec 24 03:26:52.096740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a465f-a167-4140-9d20-0338729abf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4882cc8a-46e8-486d-9c2f-b0fed13ccace,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.099744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:52.113852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.206967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.215108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.216177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.224314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.225543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.236823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.259147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:52.261854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:52.275607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd2286d2-a5b3-4e71-8704-d9b38f8e9d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.279597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 8004b42f-91db-4d53-872c-dda2cc15fa7a yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:52.286004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:52.322107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.330116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.373203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Pushing event updated for resources: {'Port': ['ID=01b59110-97ac-4361-a83f-c2337af1c715,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.377363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Attempting to bind port 01b59110-97ac-4361-a83f-c2337af1c715 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:52.379022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Attempting to bind port 01b59110-97ac-4361-a83f-c2337af1c715 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:52.379673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Attempting to bind port 01b59110-97ac-4361-a83f-c2337af1c715 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:52.387467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:52.388245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:52.389152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.389742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:52.390416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Bound port: 01b59110-97ac-4361-a83f-c2337af1c715, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:52.391020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.400722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd2286d2-a5b3-4e71-8704-d9b38f8e9d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.467447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] For port 01b59110-97ac-4361-a83f-c2337af1c715, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:52.472718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] For port 01b59110-97ac-4361-a83f-c2337af1c715, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=01b59110-97ac-4361-a83f-c2337af1c715,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:52.479251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.482944 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Subnet': ['ID=810d5733-957f-4f47-821c-aca5d8ce10e5,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.500331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:52.503823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fea4:749f (97b6bd3f-63b4-4ad9-857e-58009b511f78/88d6ef10-ca0d-4044-8265-6f1be949143b/8004b42f-91db-4d53-872c-dda2cc15fa7a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:52.511289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:52.512264 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Checking segment: {'id': 'e9d9299b-6bbb-468c-a404-3096397056bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:52.512726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network hostable DHCP agents. Network: 6d4099dd-8f4b-4d98-931f-1351b89f9eb9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:52.562663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91de08f-9735-429d-9024-e1bcc48628f5 None None] Pushing event updated for resources: {'Port': ['ID=01b59110-97ac-4361-a83f-c2337af1c715,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.578201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:52.607147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6d4099dd-8f4b-4d98-931f-1351b89f9eb9) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:52.612790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd2286d2-a5b3-4e71-8704-d9b38f8e9d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.615972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd2286d2-a5b3-4e71-8704-d9b38f8e9d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.617165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bd2286d2-a5b3-4e71-8704-d9b38f8e9d7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4882cc8a-46e8-486d-9c2f-b0fed13ccace HTTP/1.1" status: 204 len: 168 time: 0.5059931 Dec 24 03:26:52.617652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:52.618240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.642936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd832d7a-5769-4563-b31e-cf09ed4dac7c None None] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:52.654950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2286d2-a5b3-4e71-8704-d9b38f8e9d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4882cc8a-46e8-486d-9c2f-b0fed13ccace,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.693966 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-58a54edd-0172-481d-94f4-535f04a311dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2930520 Dec 24 03:26:52.702130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:52.726159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08a1ba-1d24-4cbd-93d5-1eb94243b36f req-7ca31655-16c0-4f3a-ad80-f1bdbcfb26dd tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:52.727726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5f08a1ba-1d24-4cbd-93d5-1eb94243b36f req-7ca31655-16c0-4f3a-ad80-f1bdbcfb26dd tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.1630981 Dec 24 03:26:52.740675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'name': 'tempest-AllowedAddressPairTestJSON-486886473'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:52.851043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.870571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'project_id': 'd8a97e50d7bd4afbb940127d7250ebb1', 'fixed_ips': [{'subnet_id': '810d5733-957f-4f47-821c-aca5d8ce10e5'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:52.873356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.905415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.009232 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5f08a1ba-1d24-4cbd-93d5-1eb94243b36f req-33558069-947f-40fb-8e1f-6ec4a3459770 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492292 Dec 24 03:26:53.022449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:26:53.067184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:53.074525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:53.082482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:53.088768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:53.089521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.094511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=8004b42f-91db-4d53-872c-dda2cc15fa7a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:53.127355 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9206a1f4-97c4-4ade-96fa-619bcaef8ff9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7753549 Dec 24 03:26:53.132292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45676) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:53.184308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f6e66-e0c6-441a-bbc5-fe11a4ee32f2 None None] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:53.219454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:53.223027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.223967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Allocated IP 172.20.0.2 (6d4099dd-8f4b-4d98-931f-1351b89f9eb9/810d5733-957f-4f47-821c-aca5d8ce10e5/f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:53.225575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:53.232054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803adbdd-a19c-4c94-a311-b02828a0ce12 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:53.236882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-69ef4936-eba2-45c4-a954-60295d4dec61 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3827350 Dec 24 03:26:53.237033 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:53.239609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803adbdd-a19c-4c94-a311-b02828a0ce12 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:53.243865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45680) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:53.244056 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-803adbdd-a19c-4c94-a311-b02828a0ce12 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1080353 Dec 24 03:26:53.245198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45682) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:53.250666 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:53.252785 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:53.338800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-84e7c89e-4989-43f0-b94a-5905f62090a4 None None] Provisioning complete for port 03a65901-5874-4208-92a6-205496cf941d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:53.340127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84e7c89e-4989-43f0-b94a-5905f62090a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.383901 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:53.400663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 8004b42f-91db-4d53-872c-dda2cc15fa7a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:53.401167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.522718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289079557'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:53.536183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.545159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] device_id is not set on port 327e481d-b63e-4ccf-8424-d148f34b27b8 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:53.559565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 8004b42f-91db-4d53-872c-dda2cc15fa7a owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:53.712986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.799477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.803022 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:26:51Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:51Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:53.856442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84e7c89e-4989-43f0-b94a-5905f62090a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.858423 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:26:53.859190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Allocated IP 172.20.0.13 (6d4099dd-8f4b-4d98-931f-1351b89f9eb9/810d5733-957f-4f47-821c-aca5d8ce10e5/327e481d-b63e-4ccf-8424-d148f34b27b8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:53.873188 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Updating router 199e05ad-d6da-46c3-a88f-a0e02c01e512 port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:26:53.901580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=8004b42f-91db-4d53-872c-dda2cc15fa7a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:53.917326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.960739 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.970166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.983939 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-30697967-09f4-47b2-a057-3639e6c784cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/8004b42f-91db-4d53-872c-dda2cc15fa7a HTTP/1.1" status: 204 len: 168 time: 0.7376781 Dec 24 03:26:53.986815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45694) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:54.040290 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 01b59110-97ac-4361-a83f-c2337af1c715 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:54.083914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:54.086083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Pushing event updated for resources: {'Port': ['ID=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:54.094735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab5b1e-e8a2-4e09-adb4-c823571990b7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:54.095507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:54.096320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab5b1e-e8a2-4e09-adb4-c823571990b7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:54.107180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:54.107400 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-84ab5b1e-e8a2-4e09-adb4-c823571990b7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1134276 Dec 24 03:26:54.107400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45696) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:54.123691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-84e7c89e-4989-43f0-b94a-5905f62090a4 None None] For port 03a65901-5874-4208-92a6-205496cf941d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03a65901-5874-4208-92a6-205496cf941d,segment=NetworkSegment(98afcfab-9aec-40c9-8fee-5e01a2d46759),segment_id=98afcfab-9aec-40c9-8fee-5e01a2d46759)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:54.154607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:54.158805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.185799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84e7c89e-4989-43f0-b94a-5905f62090a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.238972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 88d6ef10-ca0d-4044-8265-6f1be949143b {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:54.242457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Attempting to bind port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:54.242831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Attempting to bind port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'e9d9299b-6bbb-468c-a404-3096397056bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:54.243189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Attempting to bind port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 on network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:54.244221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.248090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41da53-c4c6-4488-95f3-7abf8856cf91 req-634409e1-ebd4-4aa0-8e10-a75df93267fd tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:54.256656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa41da53-c4c6-4488-95f3-7abf8856cf91 req-634409e1-ebd4-4aa0-8e10-a75df93267fd tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.7267807 Dec 24 03:26:54.268301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:54.268704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Checking segment: {'id': 'e9d9299b-6bbb-468c-a404-3096397056bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:54.268831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.269102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.269493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Bound using segment: {'id': 'e9d9299b-6bbb-468c-a404-3096397056bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:54.269975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Bound port: f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d9299b-6bbb-468c-a404-3096397056bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:54.270334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.303230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:54.344761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.358895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6dca8-dd73-4703-83cb-0aa61abed7e6 req-d1e41556-ebcf-46c6-b9c6-a5f710f8f604 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:54.370738 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4af6dca8-dd73-4703-83cb-0aa61abed7e6 req-d1e41556-ebcf-46c6-b9c6-a5f710f8f604 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3021376 Dec 24 03:26:54.396419 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa41da53-c4c6-4488-95f3-7abf8856cf91 req-6fa8a268-9380-4f05-971e-fd3ca1f47b50 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386223 Dec 24 03:26:54.406497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.406823 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 91a8accd-6305-4ac8-aabd-c95bb46b233c of type vlan for network 144161ee-c7c6-429c-bc5b-a8a019feed58 Dec 24 03:26:54.418320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c89e-4989-43f0-b94a-5905f62090a4 None None] Pushing event updated for resources: {'Port': ['ID=03a65901-5874-4208-92a6-205496cf941d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:54.439815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] For port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:54.462717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-00220a26-b9b5-42be-9bf8-f85d69f749a6 None None] Provisioning complete for port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:54.463461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00220a26-b9b5-42be-9bf8-f85d69f749a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.466700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 01b59110-97ac-4361-a83f-c2337af1c715 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:54.467313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.508393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] For port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,segment=NetworkSegment(e9d9299b-6bbb-468c-a404-3096397056bf),segment_id=e9d9299b-6bbb-468c-a404-3096397056bf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:54.526558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.535940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.548716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.573147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.608556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:54.611761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=327e481d-b63e-4ccf-8424-d148f34b27b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:54.628322 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4af6dca8-dd73-4703-83cb-0aa61abed7e6 req-a1387fee-876e-41fa-9ea4-9b2b8ead5f37 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2566521 Dec 24 03:26:54.632054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:54.642042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:26:54.680069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:54.702972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-00220a26-b9b5-42be-9bf8-f85d69f749a6 None None] Port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:54.736408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.752453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:54.754041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.759808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.825490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.837683 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/88d6ef10-ca0d-4044-8265-6f1be949143b HTTP/1.1" status: 204 len: 168 time: 0.7276976 Dec 24 03:26:54.838270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45706) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:54.856062 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6140716 Dec 24 03:26:54.861305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-00220a26-b9b5-42be-9bf8-f85d69f749a6 None None] Provisioning complete for port 03a65901-5874-4208-92a6-205496cf941d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:54.861881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00220a26-b9b5-42be-9bf8-f85d69f749a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.868620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5ea48-f1a9-4c0e-88ef-c20310920d03 None None] Pushing event updated for resources: {'Port': ['ID=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:54.879382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45708) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:54.908505 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.920004 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.933280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:54.969682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d00356-9eab-4f97-b992-8bf2569c6100 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:54.979159 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Pushing event updated for resources: {'Port': ['ID=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:55.009443 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d43908c1-a9c6-40d1-ba82-a2f6940969a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670985 Dec 24 03:26:55.016268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:55.018870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33c416-b979-4e5b-abbd-7ba9408a7e75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=88d6ef10-ca0d-4044-8265-6f1be949143b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:55.051917 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.052293 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.052672 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.053043 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.053335 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.053549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:55.053673 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.053994 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.054325 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.054693 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.054983 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.055305 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.055543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.055665 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.055928 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:55.074002 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Attempting to bind port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:55.076676 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Attempting to bind port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:55.077889 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Attempting to bind port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf on network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:55.085058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:55.091754 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:55.092236 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Checking segment: {'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:55.123119 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.123241 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Bound using segment: {'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:55.126457 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Bound port: 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98afcfab-9aec-40c9-8fee-5e01a2d46759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:55.129691 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.199284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.238181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 01b59110-97ac-4361-a83f-c2337af1c715, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=01b59110-97ac-4361-a83f-c2337af1c715,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:55.238419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4376db-3883-4132-aeb1-f14b7f84f382 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=144161ee-c7c6-429c-bc5b-a8a019feed58,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:55.247210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.248427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03a65901-5874-4208-92a6-205496cf941d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:55.269234 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] For port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:55.273921 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] For port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,segment=NetworkSegment(98afcfab-9aec-40c9-8fee-5e01a2d46759),segment_id=98afcfab-9aec-40c9-8fee-5e01a2d46759)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:55.288900 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.320331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45716) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:55.326899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'name': 'tempest-AllowedAddressPairTestJSON-916351467', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5e:64:72'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:55.329204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-09ebdc72-321e-4f97-94d9-6761900bbd59 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6003594 Dec 24 03:26:55.363500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:55.366208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=01b59110-97ac-4361-a83f-c2337af1c715,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:55.390702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac371-e052-41df-8c59-d1f2324a6a2b req-cbbeb7c8-1871-4688-bd6d-d80c39d1c673 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:55.398765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-431ac371-e052-41df-8c59-d1f2324a6a2b req-cbbeb7c8-1871-4688-bd6d-d80c39d1c673 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.5076568 Dec 24 03:26:55.404821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae429a59-f3b9-48b6-b541-4edfab7f04a5 None None] Pushing event updated for resources: {'Port': ['ID=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:55.420727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:55.421581 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:55.518028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc1968-cc2a-4817-ace1-016380d52d1d req-dc9aff86-c849-4398-a19b-3e6fdc65c045 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:55.519666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cc1968-cc2a-4817-ace1-016380d52d1d req-dc9aff86-c849-4398-a19b-3e6fdc65c045 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3606262 Dec 24 03:26:55.577803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:55.579375 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:55.581321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:55.581961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.587359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:55.599368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-431ac371-e052-41df-8c59-d1f2324a6a2b req-3d207dbf-055c-4dbc-b7a4-ee8c7ca78218 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996088 Dec 24 03:26:55.722973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:55.726603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.744554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.773079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] device_id is not set on port 6ff8da0e-2d60-44ac-b41c-af25ad138c81 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:55.897692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cc1968-cc2a-4817-ace1-016380d52d1d req-0813a745-a2a7-4654-b7a3-521f23e41b61 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3644471 Dec 24 03:26:55.951332 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:26:51Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:55Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:55.953257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 03a65901-5874-4208-92a6-205496cf941d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:55.953671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.007886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Allocated IP 172.20.0.6 (6d4099dd-8f4b-4d98-931f-1351b89f9eb9/810d5733-957f-4f47-821c-aca5d8ce10e5/6ff8da0e-2d60-44ac-b41c-af25ad138c81) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:56.012818 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536d33c-08ac-464a-a404-b6eba9882694 None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:26:51Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:55Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:56.047871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] Could not find standard attr ID for object 8004b42f-91db-4d53-872c-dda2cc15fa7a. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:56.053655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] Deleting port 01b59110-97ac-4361-a83f-c2337af1c715 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:56.054285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.269803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] For port 01b59110-97ac-4361-a83f-c2337af1c715, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=01b59110-97ac-4361-a83f-c2337af1c715,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:56.270195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.270441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e72dd-77c3-449c-baa2-3ff3a217c74e req-50ed614d-6ea2-4e18-9386-66a0bbc598cc tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:56.286902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab7e72dd-77c3-449c-baa2-3ff3a217c74e req-50ed614d-6ea2-4e18-9386-66a0bbc598cc tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.2822623 Dec 24 03:26:56.298338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] Calling delete_port for 01b59110-97ac-4361-a83f-c2337af1c715 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:56.465701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.489876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd892fb-3f87-41c0-beac-8976f955c410 None None] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:56.550829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] Provisioning complete for port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:56.551648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.557762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.663206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.740862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:56.754000 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=6ff8da0e-2d60-44ac-b41c-af25ad138c81,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:56.756567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:56.764391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:56.775870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=b55749b6-0723-4f1c-9b52-e22469407c31,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:56.847216 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab7e72dd-77c3-449c-baa2-3ff3a217c74e req-ad87c357-aa88-4011-af16-50d598296262 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5533981 Dec 24 03:26:56.848536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:56.849417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.900423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-e9998e99-40b1-492d-918f-de63b0931177 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:56.909550 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-e9998e99-40b1-492d-918f-de63b0931177 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.2707732 Dec 24 03:26:56.951075 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7dea61ad-4b2c-446e-9061-e81db9e8ebc1 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6282904 Dec 24 03:26:56.955618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45732) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:56.971760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.013836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] No DVR routers for this DVR port 01b59110-97ac-4361-a83f-c2337af1c715 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:57.019828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4de5ae-70d3-4d47-b0ed-5e4ae673a8d1 None None] Pushing event deleted for resources: {'Port': ['ID=01b59110-97ac-4361-a83f-c2337af1c715,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:57.022780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.074775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] For port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,segment=NetworkSegment(98afcfab-9aec-40c9-8fee-5e01a2d46759),segment_id=98afcfab-9aec-40c9-8fee-5e01a2d46759)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:57.081950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.086308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df33d5-8df4-47f2-8e87-ca7ae1b8b763 req-666f02c2-ea2a-42e4-9ef9-7f9ce396fd4d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.091367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] Could not find standard attr ID for object 01b59110-97ac-4361-a83f-c2337af1c715. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:57.100889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-91df33d5-8df4-47f2-8e87-ca7ae1b8b763 req-666f02c2-ea2a-42e4-9ef9-7f9ce396fd4d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3235300 Dec 24 03:26:57.143669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:57.189797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514ff9b-0701-494e-a385-44a23b6a805b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.196223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514ff9b-0701-494e-a385-44a23b6a805b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.202547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514ff9b-0701-494e-a385-44a23b6a805b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.204336 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8514ff9b-0701-494e-a385-44a23b6a805b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2477777 Dec 24 03:26:57.208655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45734) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:57.236131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-de65e5b5-5bb7-4d19-b171-83a5ca0695b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.237821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-de65e5b5-5bb7-4d19-b171-83a5ca0695b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.4664097 Dec 24 03:26:57.244059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2babaf2-5326-4a18-800e-a415360a7c3f None None] Pushing event updated for resources: {'Port': ['ID=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:57.264057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a7068e79-d7e2-48e3-afd1-86acdb499a40 None None] Provisioning complete for port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:57.264473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a7068e79-d7e2-48e3-afd1-86acdb499a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.280558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312000d-545d-407b-97d0-a97b606a793a req-3f3ec93d-6c24-4e9b-8338-8546c8cb5467 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.282015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2312000d-545d-407b-97d0-a97b606a793a req-3f3ec93d-6c24-4e9b-8338-8546c8cb5467 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 945 time: 0.3167820 Dec 24 03:26:57.296503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Deleting port ed8e662f-a47c-469d-a671-1c49b4611a8c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:57.297002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.301344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:57.302226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: 144161ee-c7c6-429c-bc5b-a8a019feed58, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:57.331548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:57.331917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.381969 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-91df33d5-8df4-47f2-8e87-ca7ae1b8b763 req-d323b981-3657-485d-9136-c98fa9463dc8 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2799804 Dec 24 03:26:57.442822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:26:57.447000 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] For port ed8e662f-a47c-469d-a671-1c49b4611a8c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ed8e662f-a47c-469d-a671-1c49b4611a8c,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:57.447363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.452416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:57.458397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a7068e79-d7e2-48e3-afd1-86acdb499a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.478462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.491305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting port 6ff8da0e-2d60-44ac-b41c-af25ad138c81 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:57.491903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.516572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a7068e79-d7e2-48e3-afd1-86acdb499a40 None None] For port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,segment=NetworkSegment(e9d9299b-6bbb-468c-a404-3096397056bf),segment_id=e9d9299b-6bbb-468c-a404-3096397056bf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:57.543066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a7068e79-d7e2-48e3-afd1-86acdb499a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.577883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:57.593387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 144161ee-c7c6-429c-bc5b-a8a019feed58) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:57.613239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e2cb3-2131-43a7-9209-bc449a646e87 None None] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:57.630255 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2312000d-545d-407b-97d0-a97b606a793a req-5a82f81c-70c0-47ea-96b7-d77e16a8c8c1 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups?id=527df3cf-c793-4705-8717-2a5446e97a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329062 Dec 24 03:26:57.631998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.633977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.654288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:57.673490 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f55fba7a-db0c-471f-a003-d96006bac96b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7811978 Dec 24 03:26:57.674953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:57.677473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45736) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:57.696026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e31ed9-f99e-455c-87b5-a91a9b91dd84 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:57.702305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:57.703011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.712904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7068e79-d7e2-48e3-afd1-86acdb499a40 None None] Pushing event updated for resources: {'Port': ['ID=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:57.834771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Provisioning complete for port 6ff8da0e-2d60-44ac-b41c-af25ad138c81 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:57.834771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.864560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.874363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:57.874734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.927392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Calling delete_port for 6ff8da0e-2d60-44ac-b41c-af25ad138c81 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:57.932574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.935060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.939156 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Floating IP 4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863 disassociated. External IP: 172.26.5.204, port: ed8e662f-a47c-469d-a671-1c49b4611a8c. Dec 24 03:26:57.939761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Calling delete_port for ed8e662f-a47c-469d-a671-1c49b4611a8c owned by compute:nova {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:57.978504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Port 6ff8da0e-2d60-44ac-b41c-af25ad138c81 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:57.987766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-144161ee-c7c6-429c-bc5b-a8a019feed58', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:57.988704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.028545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-ff02dbb0-7f86-4c8e-bc82-a5eaf00ef656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:58.030246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-ff02dbb0-7f86-4c8e-bc82-a5eaf00ef656 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.7347434 Dec 24 03:26:58.031166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=ae8c6f4c-c682-4423-8fd4-8314e274cfcf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:58.061203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'ae8c6f4c-c682-4423-8fd4-8314e274cfcf'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:26:58.062073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.090996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Provisioning complete for port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:58.091374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.172122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ec98957a-c23d-40f4-8cc2-c94e79871635 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1247091 Dec 24 03:26:58.180304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:58.195217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03a65901-5874-4208-92a6-205496cf941d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:58.198790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:28:3d:f2', 'name': 'tempest-NetworksTestDHCPv6-112242017'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:58.230384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.251923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.310135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Port': ['ID=6ff8da0e-2d60-44ac-b41c-af25ad138c81,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:58.353085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ac2a-32f2-4663-ba4f-941a075d86c1 req-5547c105-47d7-45eb-a76a-af967c513616 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:58.361598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1105ac2a-32f2-4663-ba4f-941a075d86c1 req-5547c105-47d7-45eb-a76a-af967c513616 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.3623102 Dec 24 03:26:58.374857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-6e784dfd-1a66-41d0-b1df-22a304826325 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1002 time: 0.2806859 Dec 24 03:26:58.448055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-3dd1c10c-17e0-4f3f-bed5-f1af69533264 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:58.452445 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-3dd1c10c-17e0-4f3f-bed5-f1af69533264 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.4353194 Dec 24 03:26:58.493058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Router c2d92adf-8536-4a04-a68f-21efb15e387d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:58.501270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event deleted for resources: {'Port': ['ID=ed8e662f-a47c-469d-a671-1c49b4611a8c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:58.528736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 03a65901-5874-4208-92a6-205496cf941d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:58.528736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.532882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Allocated IP 2001:db8::f816:3eff:fe5f:9084 (97b6bd3f-63b4-4ad9-857e-58009b511f78/ae8c6f4c-c682-4423-8fd4-8314e274cfcf/d1bd128f-62fb-488f-9c1c-2325279d9c3d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:58.590645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Allocated IP 2001:db8:1::2 (144161ee-c7c6-429c-bc5b-a8a019feed58/b55749b6-0723-4f1c-9b52-e22469407c31/0aa7c372-1dcc-4f28-bc76-48a1a3bb8716) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:58.613338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Provisioning complete for port 327e481d-b63e-4ccf-8424-d148f34b27b8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:58.613648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.656065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:58.712031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] No DVR routers for this DVR port ed8e662f-a47c-469d-a671-1c49b4611a8c on host hv-neutron-8228 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:58.723327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-5cf1f5ce-5831-4234-99bd-21328da946e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:58.725025 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-5cf1f5ce-5831-4234-99bd-21328da946e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.3365467 Dec 24 03:26:58.731908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:58.735913 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.41 "DELETE /v2.0/ports/ed8e662f-a47c-469d-a671-1c49b4611a8c HTTP/1.1" status: 204 len: 173 time: 1.8128474 Dec 24 03:26:58.737121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'name': 'network-vif-deleted', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:26:58.739833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce708af6-5be5-49c5-b3f3-eba813637df7" -d '{"events": [{"server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "name": "network-vif-deleted", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:26:58.763126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1105ac2a-32f2-4663-ba4f-941a075d86c1 req-a6a7acb5-79fb-4e7d-9af4-7c59b64c792b tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004211 Dec 24 03:26:58.870246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e4be74d-c45a-4a5b-9035-f225dde99c95 None None] Port 327e481d-b63e-4ccf-8424-d148f34b27b8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:59.012895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0029a8-2f5c-4028-ae52-2244bba886f7 req-f1acbbb8-21fe-480a-b629-3e48eaff51e1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:59.014681 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f0029a8-2f5c-4028-ae52-2244bba886f7 req-f1acbbb8-21fe-480a-b629-3e48eaff51e1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.4525404 Dec 24 03:26:59.025103 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-215266ed-acf5-4055-9f1a-df6e2797c3bc req-87304967-c6ea-4352-a7c1-2a7bef4fa6f9 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b5b8ca3-229c-4630-900d-52f1e2d92d57 HTTP/1.1" status: 200 len: 210 time: 0.1161919 Dec 24 03:26:59.065034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] Sync routers for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:59.077555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:59.121818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7b1b882b-e234-4de5-b4b9-7c9a6067292b None None] Could not find standard attr ID for object 6ff8da0e-2d60-44ac-b41c-af25ad138c81. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:26:59.122369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-8680dd82-58e7-4bd8-ab78-54ebe13843d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:59.123975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-8680dd82-58e7-4bd8-ab78-54ebe13843d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2745054 Dec 24 03:26:59.125691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c324437a-416a-4b60-8a52-4a2a4567864f x-openstack-request-id: req-c324437a-416a-4b60-8a52-4a2a4567864f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:26:59.125997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5b8ca3-229c-4630-900d-52f1e2d92d57", "name": "network-vif-deleted", "tag": "ed8e662f-a47c-469d-a671-1c49b4611a8c", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:26:59.126240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c324437a-416a-4b60-8a52-4a2a4567864f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:26:59.126636 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5b8ca3-229c-4630-900d-52f1e2d92d57', 'name': 'network-vif-deleted', 'tag': 'ed8e662f-a47c-469d-a671-1c49b4611a8c', 'status': 'completed', 'code': 200} Dec 24 03:26:59.138746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:59.138746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:59.140334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.146106 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-edf771e9-1ed4-4814-a1ef-ae32d1f9a40d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/ports/6ff8da0e-2d60-44ac-b41c-af25ad138c81 HTTP/1.1" status: 204 len: 168 time: 1.9345117 Dec 24 03:26:59.146360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45748) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:59.172023 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e281e4-980d-4df9-8038-72db7ec21ea4 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] GET failed (client error): The resource could not be found. Dec 24 03:26:59.176872 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-82e281e4-980d-4df9-8038-72db7ec21ea4 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "GET /v2.0/ports/6ff8da0e-2d60-44ac-b41c-af25ad138c81 HTTP/1.1" status: 404 len: 333 time: 0.0261264 Dec 24 03:26:59.177094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45750) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:59.181846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'name': 'tempest-AllowedAddressPairTestJSON-227734781'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:59.245479 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f0029a8-2f5c-4028-ae52-2244bba886f7 req-b1c1aee0-d46d-4581-bc0b-18eda1f226f3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2041364 Dec 24 03:26:59.278897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.314584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Deleting port adc30b37-a407-4cfa-92e9-bf807bdc8125 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:59.315167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.316261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7b1b882b-e234-4de5-b4b9-7c9a6067292b None None] Provisioning complete for port 327e481d-b63e-4ccf-8424-d148f34b27b8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:59.316701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b882b-e234-4de5-b4b9-7c9a6067292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.323080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:59.330010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.348520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.351057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] device_id is not set on port 0085ede3-625e-4c72-b696-f7d6c984e1d7 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:59.365353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.409186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.442858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.445284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:59.450563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b882b-e234-4de5-b4b9-7c9a6067292b None None] Port 327e481d-b63e-4ccf-8424-d148f34b27b8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:59.454064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:59.473036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port ab48da09-127b-4c33-9828-14b9000a4291 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:26:59.482172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.486400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:59.492671 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-3ab65433-4fda-40b3-a0ac-76625cbc3920 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575070 Dec 24 03:26:59.492981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 01b59110-97ac-4361-a83f-c2337af1c715 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:59.494913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Pushing event updated for resources: {'Port': ['ID=d1bd128f-62fb-488f-9c1c-2325279d9c3d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:59.504066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:59.553450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 01b59110-97ac-4361-a83f-c2337af1c715 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:59.554488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 01b59110-97ac-4361-a83f-c2337af1c715 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:59.560509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:59.563221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Allocated IP 172.20.0.11 (6d4099dd-8f4b-4d98-931f-1351b89f9eb9/810d5733-957f-4f47-821c-aca5d8ce10e5/0085ede3-625e-4c72-b696-f7d6c984e1d7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:59.579200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:59.629672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:59.660459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Pushing event updated for resources: {'Port': ['ID=0aa7c372-1dcc-4f28-bc76-48a1a3bb8716,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:59.725422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Attempting to bind port d1bd128f-62fb-488f-9c1c-2325279d9c3d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:59.725422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Attempting to bind port d1bd128f-62fb-488f-9c1c-2325279d9c3d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:59.725723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Attempting to bind port d1bd128f-62fb-488f-9c1c-2325279d9c3d on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:59.776260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:59.802822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.815262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:59.815621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:59.815946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.816453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:59.816865 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Bound port: d1bd128f-62fb-488f-9c1c-2325279d9c3d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:59.817245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.838200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Attempting to bind port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:59.838735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Attempting to bind port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:59.839079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Attempting to bind port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 on network 144161ee-c7c6-429c-bc5b-a8a019feed58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:59.844613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.863099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:59.863469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Checking segment: {'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:59.863868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.864261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Bound using segment: {'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:59.864766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Bound port: 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:59.865150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.902049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:59.905880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:59.921133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=0085ede3-625e-4c72-b696-f7d6c984e1d7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:59.925320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:59.987478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] For port adc30b37-a407-4cfa-92e9-bf807bdc8125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:59.987739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.993639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:59.994572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.020411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] For port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:00.025239 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad7a6953-f1aa-4bda-b543-33db6ca289dc tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8470452 Dec 24 03:27:00.026579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45756) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:00.033602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5e:64:72'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:00.034040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] For port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0aa7c372-1dcc-4f28-bc76-48a1a3bb8716,segment=NetworkSegment(91a8accd-6305-4ac8-aabd-c95bb46b233c),segment_id=91a8accd-6305-4ac8-aabd-c95bb46b233c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:00.040130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:00.040130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.046551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] For port d1bd128f-62fb-488f-9c1c-2325279d9c3d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:00.071715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.107914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] For port d1bd128f-62fb-488f-9c1c-2325279d9c3d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d1bd128f-62fb-488f-9c1c-2325279d9c3d,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:00.136270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.206521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45762) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:00.207631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.213501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 5, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:00.218706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6032d2e-ee54-411e-a145-0057e0894446 None None] Pushing event updated for resources: {'Port': ['ID=0aa7c372-1dcc-4f28-bc76-48a1a3bb8716,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:00.297451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] Checking router: c2d92adf-8536-4a04-a68f-21efb15e387d for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:00.309412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-817be4ca-3895-451a-8485-e8c5719584d2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.370897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:00.371641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:00.375060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c392-ed86-44fe-8ec9-22b6c6bcea1c None None] Pushing event updated for resources: {'Port': ['ID=d1bd128f-62fb-488f-9c1c-2325279d9c3d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:00.378558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:00.398469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-817be4ca-3895-451a-8485-e8c5719584d2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.410801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fe28:3df2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/ae8c6f4c-c682-4423-8fd4-8314e274cfcf/ab48da09-127b-4c33-9828-14b9000a4291) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:00.413721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-018145ed-d615-4d99-a418-f164fef454f9 None None] Provisioning complete for port 0085ede3-625e-4c72-b696-f7d6c984e1d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:00.414091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-018145ed-d615-4d99-a418-f164fef454f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.560867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb400-3511-4371-9eea-029e4e109860 req-dd6ea959-7e37-4861-af42-871f8fe1b363 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:00.573108 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb1bb400-3511-4371-9eea-029e4e109860 req-dd6ea959-7e37-4861-af42-871f8fe1b363 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 945 time: 0.6356544 Dec 24 03:27:00.602339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-018145ed-d615-4d99-a418-f164fef454f9 None None] Port 0085ede3-625e-4c72-b696-f7d6c984e1d7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:00.623244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-817be4ca-3895-451a-8485-e8c5719584d2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.626006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-817be4ca-3895-451a-8485-e8c5719584d2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.627925 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-817be4ca-3895-451a-8485-e8c5719584d2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "DELETE /v2.0/security-groups/527df3cf-c793-4705-8717-2a5446e97a73 HTTP/1.1" status: 204 len: 168 time: 0.4175918 Dec 24 03:27:00.639683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b467c923-c2ac-4a05-98d0-cd2457dfd353 req-7efdd437-298c-41a1-871a-fcbf49b09291 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1330402 Dec 24 03:27:00.640755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:00.646973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817be4ca-3895-451a-8485-e8c5719584d2 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527df3cf-c793-4705-8717-2a5446e97a73,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:00.660979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:00.734761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:00.735388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.737571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.746260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.801367 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-8a1efe9b-8df5-4df1-9d4d-dd9daf60b589 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] show failed (client error): The resource could not be found. Dec 24 03:27:00.804901 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8a1efe9b-8df5-4df1-9d4d-dd9daf60b589 tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "GET /v2.0/security-groups/527df3cf-c793-4705-8717-2a5446e97a73 HTTP/1.1" status: 404 len: 347 time: 0.1114473 Dec 24 03:27:00.857988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:00.861146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=0085ede3-625e-4c72-b696-f7d6c984e1d7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:00.887816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] In _notify_port_updated(), no bound segment for port 0085ede3-625e-4c72-b696-f7d6c984e1d7 on network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:27:00.897217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:00.898183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.900086 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eb32f5d0-fa03-4049-b8c9-bede46818019 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "PUT /v2.0/ports/0085ede3-625e-4c72-b696-f7d6c984e1d7 HTTP/1.1" status: 200 len: 994 time: 0.8723857 Dec 24 03:27:00.904413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45770) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:00.984191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device adc30b37-a407-4cfa-92e9-bf807bdc8125 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:01.028947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting port 0085ede3-625e-4c72-b696-f7d6c984e1d7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:01.029547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.090214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8:1::1 (144161ee-c7c6-429c-bc5b-a8a019feed58/b55749b6-0723-4f1c-9b52-e22469407c31/d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:01.134131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.141213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbed640-e7ac-4cad-b78d-902cb2c8fa4f req-e8050408-c9fe-4bb3-9bb7-6b050b212dcc tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:01.142796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbbed640-e7ac-4cad-b78d-902cb2c8fa4f req-e8050408-c9fe-4bb3-9bb7-6b050b212dcc tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.6618910 Dec 24 03:27:01.148490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Calling delete_port for 0085ede3-625e-4c72-b696-f7d6c984e1d7 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:01.174718 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb1bb400-3511-4371-9eea-029e4e109860 req-68d94655-61b2-4a74-9baf-7051b575e330 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups?id=84851e6b-f899-4c79-bab3-af2635df5c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6006906 Dec 24 03:27:01.275546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-65ab10cf-0f8b-4853-8fcb-9a6e8d362159 None None] Provisioning complete for port 0085ede3-625e-4c72-b696-f7d6c984e1d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:01.276108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65ab10cf-0f8b-4853-8fcb-9a6e8d362159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.299418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.303693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.304246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.304593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Floating IP 53f124d6-2797-4a3c-a8b1-88ffbffefb15 disassociated. External IP: 172.26.5.59, port: adc30b37-a407-4cfa-92e9-bf807bdc8125. Dec 24 03:27:01.304944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Calling delete_port for adc30b37-a407-4cfa-92e9-bf807bdc8125 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:01.306745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.330351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.338422 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Port': ['ID=0085ede3-625e-4c72-b696-f7d6c984e1d7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:01.370378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:27:01.373133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99625d-6e32-4153-9389-7aa730506ea3" -d '{"events": [{"server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:27:01.379320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-65ab10cf-0f8b-4853-8fcb-9a6e8d362159 None None] Port 0085ede3-625e-4c72-b696-f7d6c984e1d7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:01.396991 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port adc30b37-a407-4cfa-92e9-bf807bdc8125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=adc30b37-a407-4cfa-92e9-bf807bdc8125,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:01.404707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.405915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ed8e662f-a47c-469d-a671-1c49b4611a8c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:01.441648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: ed8e662f-a47c-469d-a671-1c49b4611a8c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:01.442112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ed8e662f-a47c-469d-a671-1c49b4611a8c not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:01.471264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff69cd8a-6f4b-45f7-ae26-ee47f3d47d7e x-openstack-request-id: req-ff69cd8a-6f4b-45f7-ae26-ee47f3d47d7e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:27:01.471638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:27:01.471807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff69cd8a-6f4b-45f7-ae26-ee47f3d47d7e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:27:01.472191 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'code': 200} Dec 24 03:27:01.504060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.513288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=adc30b37-a407-4cfa-92e9-bf807bdc8125,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:01.517435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 5, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:01.537790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.546491 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fa0d84bc-72ad-4c89-bec2-efae14a767ae tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/ports/0085ede3-625e-4c72-b696-f7d6c984e1d7 HTTP/1.1" status: 204 len: 168 time: 0.6401949 Dec 24 03:27:01.547153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45774) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:01.557423 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace32a7-87da-4a3f-b531-6e8e630333a2 None None] The sync data for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:27Z', 'revision_number': 4, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '369c2ba7-c9ed-41ce-b64e-73570b038215', 'name': '', 'network_id': 'fbb50964-5930-4392-8b02-ed79e2127e83', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'mac_address': 'fa:16:3e:7a:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:26Z', 'updated_at': '2021-12-24T03:24:33Z', 'revision_number': 5, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'subnets': [{'id': '78058204-26e5-486c-898b-81f3cbad2cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:01.580972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbbed640-e7ac-4cad-b78d-902cb2c8fa4f req-e03f880a-419f-4860-9536-0c55171050ef tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4028213 Dec 24 03:27:01.582617 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f015c3-acc1-4814-bc6a-d7c89e46d0ee tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] GET failed (client error): The resource could not be found. Dec 24 03:27:01.594880 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f8f015c3-acc1-4814-bc6a-d7c89e46d0ee tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "GET /v2.0/ports/0085ede3-625e-4c72-b696-f7d6c984e1d7 HTTP/1.1" status: 404 len: 333 time: 0.0463390 Dec 24 03:27:01.598563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45776) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:01.604292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'name': 'tempest-AllowedAddressPairTestJSON-1132597519'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:01.690071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.706160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.762326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Deleting port a3334887-b891-4ef0-b17f-890f1dd24de5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:01.762670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.840795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:01.849395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:01.883369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:01.890235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:01.894593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d1bd128f-62fb-488f-9c1c-2325279d9c3d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:01.895494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.923497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] device_id is not set on port 6ae74ceb-d073-4908-9c43-14e81251854a yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:01.952352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:01.955597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:01.956149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.963642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:01.983368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d1bd128f-62fb-488f-9c1c-2325279d9c3d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:01.983918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.991837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:02.004215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:02.005374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.042981 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9aee2-f423-42ea-a9ff-786e394299bc None None] New status for floating IP 4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:27:02.072696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0ed61-1736-4f04-bfac-dac432aa4dc3 None None] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:02.140088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9465036 Dec 24 03:27:02.141288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Allocated IP 172.20.0.5 (6d4099dd-8f4b-4d98-931f-1351b89f9eb9/810d5733-957f-4f47-821c-aca5d8ce10e5/6ae74ceb-d073-4908-9c43-14e81251854a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:02.144555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45778) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:02.146723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-92f1fec7-98bd-4b86-bbd7-15adaddcdd00 None None] Provisioning complete for port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:02.147230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92f1fec7-98bd-4b86-bbd7-15adaddcdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.157069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.184468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.185309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.191112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b52b3b-866d-44a5-9bdb-7b3dffaeef98 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=ab48da09-127b-4c33-9828-14b9000a4291,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:02.318002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.350477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c88f32-e189-4bca-8887-9dbc3d57f83e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:02.365470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c88f32-e189-4bca-8887-9dbc3d57f83e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:02.367561 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-98c88f32-e189-4bca-8887-9dbc3d57f83e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2215230 Dec 24 03:27:02.372312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45782) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:02.411093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port d1bd128f-62fb-488f-9c1c-2325279d9c3d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d1bd128f-62fb-488f-9c1c-2325279d9c3d,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:02.435764 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.436591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:02.510757 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=d1bd128f-62fb-488f-9c1c-2325279d9c3d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:02.535041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.558610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92f1fec7-98bd-4b86-bbd7-15adaddcdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.562141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port ab48da09-127b-4c33-9828-14b9000a4291 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:02.562961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.584192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Calling delete_port for a3334887-b891-4ef0-b17f-890f1dd24de5 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:02.592462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event deleted for resources: {'Port': ['ID=adc30b37-a407-4cfa-92e9-bf807bdc8125,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:02.624242 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-18e74df0-5a97-4a3d-8e6f-d2ba0ceadc76 req-a985cd66-df49-4af6-81b8-938b5650130a tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.0551815 Dec 24 03:27:02.640118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-92f1fec7-98bd-4b86-bbd7-15adaddcdd00 None None] For port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0aa7c372-1dcc-4f28-bc76-48a1a3bb8716,segment=NetworkSegment(91a8accd-6305-4ac8-aabd-c95bb46b233c),segment_id=91a8accd-6305-4ac8-aabd-c95bb46b233c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:02.650298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:02.650703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.705980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.707183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92f1fec7-98bd-4b86-bbd7-15adaddcdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.720914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for ab48da09-127b-4c33-9828-14b9000a4291 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:02.821001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.840437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.862212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1fec7-98bd-4b86-bbd7-15adaddcdd00 None None] Pushing event updated for resources: {'Port': ['ID=0aa7c372-1dcc-4f28-bc76-48a1a3bb8716,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:02.884756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9436b5cd-7f95-472b-a980-bfd2bc5e4869 None None] Provisioning complete for port d1bd128f-62fb-488f-9c1c-2325279d9c3d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:02.885125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9436b5cd-7f95-472b-a980-bfd2bc5e4869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.937012 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:02.944034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:02.950010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:02.979557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37742a-87cc-475c-bc73-cb8029f99def req-abde6c5a-1c40-4b26-8d66-2b01bd25cb0e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:02.981775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b37742a-87cc-475c-bc73-cb8029f99def req-abde6c5a-1c40-4b26-8d66-2b01bd25cb0e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2214429 Dec 24 03:27:02.990945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=6ae74ceb-d073-4908-9c43-14e81251854a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:02.998418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:02.999062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.053099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=ab48da09-127b-4c33-9828-14b9000a4291,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.066487 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:03.069250 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:03.070314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:03.070985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.117306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a348df09-2f71-46fc-bf32-59d94d4f5b16 None None] Provisioning complete for port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.119059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.119717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a348df09-2f71-46fc-bf32-59d94d4f5b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.131176 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1426ceaa-9b4e-4cec-a3b5-0788ba8e3a2e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/ab48da09-127b-4c33-9828-14b9000a4291 HTTP/1.1" status: 204 len: 168 time: 0.7576897 Dec 24 03:27:03.134604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45786) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:03.216039 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cd44b8a8-1e17-4e9c-b119-d8127954d617 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6160634 Dec 24 03:27:03.222802 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45788) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:03.242779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5e:64:72'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:03.300535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.306208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ff5566-9d56-42ff-86c4-79929d0bcbba tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:03.309907 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ff5566-9d56-42ff-86c4-79929d0bcbba tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:03.312310 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-50ff5566-9d56-42ff-86c4-79929d0bcbba tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1762788 Dec 24 03:27:03.315877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:03.344707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a348df09-2f71-46fc-bf32-59d94d4f5b16 None None] Provisioning complete for port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.345202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a348df09-2f71-46fc-bf32-59d94d4f5b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.399361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet ae8c6f4c-c682-4423-8fd4-8314e274cfcf {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:03.403509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.416015 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a348df09-2f71-46fc-bf32-59d94d4f5b16 None None] Port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:03.428620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a348df09-2f71-46fc-bf32-59d94d4f5b16 None None] Could not find standard attr ID for object ab48da09-127b-4c33-9828-14b9000a4291. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:27:03.491986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.522175 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b37742a-87cc-475c-bc73-cb8029f99def req-793440da-2cbd-4fa8-b219-48f2aa9b137e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5272481 Dec 24 03:27:03.547735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2d2967d6-7811-4b90-816c-8984f08cd06b None None] Provisioning complete for port 6ae74ceb-d073-4908-9c43-14e81251854a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.548105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d2967d6-7811-4b90-816c-8984f08cd06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.561393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Pushing event deleted for resources: {'Port': ['ID=a3334887-b891-4ef0-b17f-890f1dd24de5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:03.582928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2d2967d6-7811-4b90-816c-8984f08cd06b None None] Port 6ae74ceb-d073-4908-9c43-14e81251854a cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:03.593919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2d2967d6-7811-4b90-816c-8984f08cd06b None None] Provisioning complete for port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.594294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d2967d6-7811-4b90-816c-8984f08cd06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.639333 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2d2967d6-7811-4b90-816c-8984f08cd06b None None] Port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:03.649580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.708260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d1bd128f-62fb-488f-9c1c-2325279d9c3d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:03.735675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.738394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:03.741427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.765261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf275265-d565-4575-9319-8a56895ca987 None None] Sync routers for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:03.770140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d1bd128f-62fb-488f-9c1c-2325279d9c3d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.770616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.780060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9c844aeb-c1c4-48a2-bd6f-dd8fced43f4a req-693bd88d-dac7-421d-a1d2-23105456222d tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b10a514-8466-42e0-9e81-4411b1104aeb HTTP/1.1" status: 200 len: 210 time: 0.0629840 Dec 24 03:27:03.785491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.788103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.789276 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b4648799-7d58-490d-803f-6114c57a573e tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] 10.222.0.37 "DELETE /v2.0/floatingips/4c80bcc6-ba9f-4f0a-ab5e-c440adb0d863 HTTP/1.1" status: 204 len: 168 time: 2.8892455 Dec 24 03:27:03.793042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45794) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:03.825842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:03.826499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:03.866859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] No DVR routers for this DVR port adc30b37-a407-4cfa-92e9-bf807bdc8125 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:03.872581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.876013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-14830442-b82b-4073-9315-4eb83fa6cf42 req-6619bb40-37f0-4773-9fc2-cbceb89be366 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.41 "DELETE /v2.0/ports/adc30b37-a407-4cfa-92e9-bf807bdc8125 HTTP/1.1" status: 204 len: 173 time: 5.3220918 Dec 24 03:27:03.878000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.880382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'name': 'network-vif-deleted', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:27:03.889575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057a153-c604-410b-b100-ed247dfbb13e" -d '{"events": [{"server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "name": "network-vif-deleted", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:27:03.895276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.896064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.961998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.976941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe5498-9019-457e-843b-91decb90eb82 x-openstack-request-id: req-1ebe5498-9019-457e-843b-91decb90eb82 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:27:03.977241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10a514-8466-42e0-9e81-4411b1104aeb", "name": "network-vif-deleted", "tag": "adc30b37-a407-4cfa-92e9-bf807bdc8125", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:27:03.977498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ebe5498-9019-457e-843b-91decb90eb82 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:27:03.977904 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b10a514-8466-42e0-9e81-4411b1104aeb', 'name': 'network-vif-deleted', 'tag': 'adc30b37-a407-4cfa-92e9-bf807bdc8125', 'status': 'completed', 'code': 200} Dec 24 03:27:04.019717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:04.114651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:04.134114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=6ae74ceb-d073-4908-9c43-14e81251854a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:04.137353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] In _notify_port_updated(), no bound segment for port 6ae74ceb-d073-4908-9c43-14e81251854a on network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:27:04.143570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:04.144091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.145469 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-58701bc5-0838-4084-90da-13dfb0a3d956 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "PUT /v2.0/ports/6ae74ceb-d073-4908-9c43-14e81251854a HTTP/1.1" status: 200 len: 996 time: 0.9177971 Dec 24 03:27:04.148599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45798) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.175989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.208766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:04.216384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:04.217632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8c6f4c-c682-4423-8fd4-8314e274cfcf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:04.222331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.228876 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4d2f66ad-e664-4ad8-b629-224b48eadf74 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/ae8c6f4c-c682-4423-8fd4-8314e274cfcf HTTP/1.1" status: 204 len: 168 time: 0.9053864 Dec 24 03:27:04.229721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45800) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.231161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:04.249761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52bff9-b331-4cd9-92fd-7464145f1eff None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:04.333466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-49f533ea-b2ab-427b-a33c-83c7c0963fe3 None None] Provisioning complete for port 6ae74ceb-d073-4908-9c43-14e81251854a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:04.334124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49f533ea-b2ab-427b-a33c-83c7c0963fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.353161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting port 6ae74ceb-d073-4908-9c43-14e81251854a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:04.353503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.381601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-726b3399-781c-4f96-9d39-9c84eee2838f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457362 Dec 24 03:27:04.382716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.433350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:04.473174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc87c18-5b07-47a4-afdb-11ab2234b8be tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:04.477159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9dc87c18-5b07-47a4-afdb-11ab2234b8be tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0928464 Dec 24 03:27:04.486767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-49f533ea-b2ab-427b-a33c-83c7c0963fe3 None None] Port 6ae74ceb-d073-4908-9c43-14e81251854a cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:04.513868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:04.514500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.582456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.583974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:04.585761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45804) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.594193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8446ae4a-d17d-4e8f-8079-99e81f99ebed tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9086521 Dec 24 03:27:04.598892 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:04.619758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.621615 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:04.622248 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:04.632729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Calling delete_port for 6ae74ceb-d073-4908-9c43-14e81251854a owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:04.685121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1538564773'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:04.711368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:04.754462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373abce8-a90c-4f10-a025-03044fffa3ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:04.758640 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-373abce8-a90c-4f10-a025-03044fffa3ca tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1695266 Dec 24 03:27:04.762036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.769631 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:04.773912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.793867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a14a2d73-cdcd-498f-9edf-522da40e45d0 None None] Provisioning complete for port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:04.794839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a14a2d73-cdcd-498f-9edf-522da40e45d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.798075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:04.816024 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c8ce4b13-3401-45ea-9c30-07a6566d9907 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490699 Dec 24 03:27:04.816024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:04.820069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.822225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45814) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.830447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15678f9d-f4ab-43eb-ae50-af0f091f44d0 req-1cca19ca-ee06-4ffd-9328-40ca6941e3f3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:04.832019 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-15678f9d-f4ab-43eb-ae50-af0f091f44d0 req-1cca19ca-ee06-4ffd-9328-40ca6941e3f3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1409132 Dec 24 03:27:04.836898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:04.929485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.942269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf275265-d565-4575-9319-8a56895ca987 None None] Checking router: 2f77fbe9-01a0-4f3d-9935-84292aba5e3b for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:04.962434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a14a2d73-cdcd-498f-9edf-522da40e45d0 None None] Port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:04.969736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:04.970406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:04.974921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] Deleting port d1bd128f-62fb-488f-9c1c-2325279d9c3d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:04.975308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.020131 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:02Z', 'revision_number': 3, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:05.027023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:05.067520 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:05.068145 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Updating router 199e05ad-d6da-46c3-a88f-a0e02c01e512 port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:05.070525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.070875 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 861ad3e7-1778-40ae-9dba-bc41f8d229b5 of type vlan for network f6dff991-6cb9-4adf-95ed-b211c4e65aef Dec 24 03:27:05.077800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-15678f9d-f4ab-43eb-ae50-af0f091f44d0 req-4a5fe205-abcf-4414-b75c-1045553f5fc1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2356336 Dec 24 03:27:05.093204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ed0d10e-c210-4910-bd75-458fbc232b13 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.129799 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.134602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] For port d1bd128f-62fb-488f-9c1c-2325279d9c3d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d1bd128f-62fb-488f-9c1c-2325279d9c3d,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:05.135035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.149861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.160750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] Calling delete_port for d1bd128f-62fb-488f-9c1c-2325279d9c3d owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:05.166919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ed0d10e-c210-4910-bd75-458fbc232b13 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.176250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:05.180970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.183928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:05.290695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:27:05.335282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.351555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:05.353149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.381738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.401776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ed0d10e-c210-4910-bd75-458fbc232b13 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.405807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ed0d10e-c210-4910-bd75-458fbc232b13 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.409694 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6ed0d10e-c210-4910-bd75-458fbc232b13 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "DELETE /v2.0/security-groups/84851e6b-f899-4c79-bab3-af2635df5c19 HTTP/1.1" status: 204 len: 168 time: 0.4769902 Dec 24 03:27:05.416456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45820) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:05.422825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Port': ['ID=6ae74ceb-d073-4908-9c43-14e81251854a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:05.438518 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-742dbdc4-9b8d-4043-8362-c485663c62b8 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] show failed (client error): The resource could not be found. Dec 24 03:27:05.442114 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-742dbdc4-9b8d-4043-8362-c485663c62b8 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "GET /v2.0/security-groups/84851e6b-f899-4c79-bab3-af2635df5c19 HTTP/1.1" status: 404 len: 347 time: 0.0190721 Dec 24 03:27:05.443297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45822) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:05.447500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8050027 Dec 24 03:27:05.448124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45824) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:05.463812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:05.468269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0d10e-c210-4910-bd75-458fbc232b13 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84851e6b-f899-4c79-bab3-af2635df5c19,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:05.468636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.513777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] No DVR routers for this DVR port d1bd128f-62fb-488f-9c1c-2325279d9c3d on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:05.516338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b8a4e-b043-4410-900f-2d80f4816b87 None None] Pushing event deleted for resources: {'Port': ['ID=d1bd128f-62fb-488f-9c1c-2325279d9c3d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:05.550032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf275265-d565-4575-9319-8a56895ca987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:05.551277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566bde1-b94f-4e3f-8bd2-3b7e76544c49 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=f6dff991-6cb9-4adf-95ed-b211c4e65aef,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:05.583471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf275265-d565-4575-9319-8a56895ca987 None None] The sync data for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv is: [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:31Z', 'revision_number': 4, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'd02a0a84-73b7-4d81-9a2d-854e84ba6457', 'name': '', 'network_id': 'ac5d4be0-c0a1-41b4-bb1d-4312348a0629', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'mac_address': 'fa:16:3e:34:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:28Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'subnets': [{'id': '876fc94e-656a-4a59-8430-74f06f5dd826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:05.586218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:05.749018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.753679 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3eec2dfa-cefc-4388-ab0a-b35f55a7cf76 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/ports/6ae74ceb-d073-4908-9c43-14e81251854a HTTP/1.1" status: 204 len: 168 time: 1.6035397 Dec 24 03:27:05.755942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45826) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:05.770540 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.779200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.792786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d1bd128f-62fb-488f-9c1c-2325279d9c3d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:05.794834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:05.806137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.826347 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea3a0ca-be45-416b-95ea-4899f7934dd8 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] GET failed (client error): The resource could not be found. Dec 24 03:27:05.827818 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fea3a0ca-be45-416b-95ea-4899f7934dd8 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "GET /v2.0/ports/6ae74ceb-d073-4908-9c43-14e81251854a HTTP/1.1" status: 404 len: 333 time: 0.0507448 Dec 24 03:27:05.833910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45828) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:05.843815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'name': 'tempest-AllowedAddressPairTestJSON-890028187'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:05.866656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d1bd128f-62fb-488f-9c1c-2325279d9c3d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:05.867144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d1bd128f-62fb-488f-9c1c-2325279d9c3d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:05.967573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Deleting port 89c231d0-2ecc-4c62-8c53-d48d1785ac21 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:05.967910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.011572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Deleting port 369c2ba7-c9ed-41ce-b64e-73570b038215 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:06.011572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.071703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577425de-8a5c-4759-90af-3da845c371c7 None None] New status for floating IP 53f124d6-2797-4a3c-a8b1-88ffbffefb15: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:27:06.075260 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf55c6-15bf-4467-8812-68c7fb6756b3 None None] Pushing event updated for resources: {'Port': ['ID=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.078770 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Attempting to bind port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:06.079251 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Attempting to bind port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:06.079963 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Attempting to bind port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 on network 144161ee-c7c6-429c-bc5b-a8a019feed58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:06.087453 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:06.087453 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Checking segment: {'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:06.089410 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.090946 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Bound using segment: {'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:06.091624 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Bound port: d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a8accd-6305-4ac8-aabd-c95bb46b233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:06.092213 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.178393 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] For port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:06.181737 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] For port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,segment=NetworkSegment(91a8accd-6305-4ac8-aabd-c95bb46b233c),segment_id=91a8accd-6305-4ac8-aabd-c95bb46b233c)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:06.188632 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.198392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.198723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.227060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Calling delete_port for 89c231d0-2ecc-4c62-8c53-d48d1785ac21 owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:06.231404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:06.235182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.246476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] For port 369c2ba7-c9ed-41ce-b64e-73570b038215, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=369c2ba7-c9ed-41ce-b64e-73570b038215,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:06.247073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.254722 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf55c6-15bf-4467-8812-68c7fb6756b3 None None] Pushing event updated for resources: {'Port': ['ID=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.274499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Calling delete_port for 369c2ba7-c9ed-41ce-b64e-73570b038215 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:06.292357 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:06.293750 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:06.311747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-84acfeba-5302-4fc9-89f0-78461c4a389e None None] Provisioning complete for port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:06.313450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84acfeba-5302-4fc9-89f0-78461c4a389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.356856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] device_id is not set on port 6fa176f5-b533-4d65-b8dc-0a2752090a35 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:06.418782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:27:06.434686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.436818 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:06.468273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84acfeba-5302-4fc9-89f0-78461c4a389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.491229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:06.503837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:06.516021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:06.516996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.533088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865fd73-c193-44e4-bdf6-4971671f0715 req-68e408b6-310d-4935-a1d5-b3d5c7dae191 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:06.541536 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3865fd73-c193-44e4-bdf6-4971671f0715 req-68e408b6-310d-4935-a1d5-b3d5c7dae191 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1985235 Dec 24 03:27:06.631857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7986319 Dec 24 03:27:06.656029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:06.661301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:3d:bf:61', 'name': 'tempest-NetworksTestDHCPv6-1116750316'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:06.668572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d352c67-9515-4d99-a158-62365678b198 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=46e686c8-42f5-4749-92b1-5d2841cee561,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.680166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5629a0-a4a3-42e3-be08-0335aba59e52 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:06.702753 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3865fd73-c193-44e4-bdf6-4971671f0715 req-8b5759fd-02f2-484e-b88a-af914e4d1c25 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599779 Dec 24 03:27:06.734607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-84acfeba-5302-4fc9-89f0-78461c4a389e None None] For port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,segment=NetworkSegment(91a8accd-6305-4ac8-aabd-c95bb46b233c),segment_id=91a8accd-6305-4ac8-aabd-c95bb46b233c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:06.774924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84acfeba-5302-4fc9-89f0-78461c4a389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.787660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Allocated IP 172.20.0.7 (6d4099dd-8f4b-4d98-931f-1351b89f9eb9/810d5733-957f-4f47-821c-aca5d8ce10e5/6fa176f5-b533-4d65-b8dc-0a2752090a35) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:06.800154 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:02Z', 'revision_number': 3, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:06.847081 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f10bc1-7d27-4994-89d2-54616d2c22a4 None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:02Z', 'revision_number': 3, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:06.859058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acfeba-5302-4fc9-89f0-78461c4a389e None None] Pushing event updated for resources: {'Port': ['ID=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.859304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.883868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.966069 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '46e686c8-42f5-4749-92b1-5d2841cee561'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:06.966804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.968890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Pushing event deleted for resources: {'Port': ['ID=89c231d0-2ecc-4c62-8c53-d48d1785ac21,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.970528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-37f6b1b0-b013-422e-a6a8-3f2f5ce347e9 None None] Provisioning complete for port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:06.970528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-37f6b1b0-b013-422e-a6a8-3f2f5ce347e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.998173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=1d93d9cc-9306-4397-934b-a6b4bf91d70d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:07.027040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:07.027621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: f6dff991-6cb9-4adf-95ed-b211c4e65aef, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:07.041415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:07.055914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.139194 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:07.156946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f6dff991-6cb9-4adf-95ed-b211c4e65aef) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:07.163699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:07.164446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.185878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Pushing event deleted for resources: {'Port': ['ID=369c2ba7-c9ed-41ce-b64e-73570b038215,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:07.208991 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b3d9f85d-2214-4445-8bf4-7210d1b39f23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7548370 Dec 24 03:27:07.211627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:07.239102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Allocated IP 2001:db8::f816:3eff:fec5:c258 (97b6bd3f-63b4-4ad9-857e-58009b511f78/46e686c8-42f5-4749-92b1-5d2841cee561/cc5e3701-a6e5-43c7-bc23-aad36030e977) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:07.270577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d4d90-1c9c-45b3-8c04-336ba943e7e4 None None] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:07.272923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.275558 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.282974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.297099 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e1fb0a70-2ac3-49d6-87f2-05f83f801d70 tempest-ServersTestManualDisk-776365511 tempest-ServersTestManualDisk-776365511-project] 10.222.0.37 "DELETE /v2.0/floatingips/53f124d6-2797-4a3c-a8b1-88ffbffefb15 HTTP/1.1" status: 204 len: 168 time: 1.8487647 Dec 24 03:27:07.303634 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45836) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:07.348739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port d4a90850-42ad-40cb-837a-aebf192fec0b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:07.540575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:07.541484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.573477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.666114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.683756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.747815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.768376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:07.780969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Pushing event updated for resources: {'Port': ['ID=cc5e3701-a6e5-43c7-bc23-aad36030e977,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:07.780969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:07.780969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:07.798821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Allocated IP 2001:db8:2::2 (f6dff991-6cb9-4adf-95ed-b211c4e65aef/1d93d9cc-9306-4397-934b-a6b4bf91d70d/fff70556-a062-4bd5-a8ea-60104b4d489b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:07.871506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Attempting to bind port cc5e3701-a6e5-43c7-bc23-aad36030e977 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:07.872397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Attempting to bind port cc5e3701-a6e5-43c7-bc23-aad36030e977 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:07.872787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Attempting to bind port cc5e3701-a6e5-43c7-bc23-aad36030e977 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:07.874634 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.888952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:07.917753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:07.918164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:07.918565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.918957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:07.919438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Bound port: cc5e3701-a6e5-43c7-bc23-aad36030e977, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:07.919809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.998070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fe3d:bf61 (97b6bd3f-63b4-4ad9-857e-58009b511f78/46e686c8-42f5-4749-92b1-5d2841cee561/d4a90850-42ad-40cb-837a-aebf192fec0b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:08.055645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c5f15-3f6a-4507-8fe1-336681f5aa8e req-8e916be6-71c6-447f-99ce-0803edf86059 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:08.057294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a50c5f15-3f6a-4507-8fe1-336681f5aa8e req-8e916be6-71c6-447f-99ce-0803edf86059 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2068653 Dec 24 03:27:08.089302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] For port cc5e3701-a6e5-43c7-bc23-aad36030e977, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:08.098105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] For port cc5e3701-a6e5-43c7-bc23-aad36030e977, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cc5e3701-a6e5-43c7-bc23-aad36030e977,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:08.109001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:08.109102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.111117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.121496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.170861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.230700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:08.233007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfed58-8168-4041-ad61-b581ad747c00 None None] Pushing event updated for resources: {'Port': ['ID=cc5e3701-a6e5-43c7-bc23-aad36030e977,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:08.236218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:08.241258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:08.300115 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a50c5f15-3f6a-4507-8fe1-336681f5aa8e req-3b916fce-dbfa-42a7-8a50-a9ab80fb47d6 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2280145 Dec 24 03:27:08.355038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Pushing event updated for resources: {'Port': ['ID=fff70556-a062-4bd5-a8ea-60104b4d489b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:08.376620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:08.378097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Attempting to bind port fff70556-a062-4bd5-a8ea-60104b4d489b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:08.378357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Attempting to bind port fff70556-a062-4bd5-a8ea-60104b4d489b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:08.378718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Attempting to bind port fff70556-a062-4bd5-a8ea-60104b4d489b on network f6dff991-6cb9-4adf-95ed-b211c4e65aef {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:08.385556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:08.385930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Checking segment: {'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:08.386323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.387262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Bound using segment: {'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:08.387737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Bound port: fff70556-a062-4bd5-a8ea-60104b4d489b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:08.388118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.396667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8:2::1 (f6dff991-6cb9-4adf-95ed-b211c4e65aef/1d93d9cc-9306-4397-934b-a6b4bf91d70d/13997fa8-fb1f-4f50-9431-c067e1dcb9a2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:08.403390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=6fa176f5-b533-4d65-b8dc-0a2752090a35,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:08.406193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:08.407935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.410061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:08.465790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:08.466810 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.498786 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8be99bbc-9c2b-4133-8e52-0ca950d4848b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6589403 Dec 24 03:27:08.500796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45842) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:08.502007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.505725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] For port fff70556-a062-4bd5-a8ea-60104b4d489b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:08.514559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'network_id': '6d4099dd-8f4b-4d98-931f-1351b89f9eb9', 'name': 'tempest-AllowedAddressPairTestJSON-1238671445'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:08.520137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] For port fff70556-a062-4bd5-a8ea-60104b4d489b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fff70556-a062-4bd5-a8ea-60104b4d489b,segment=NetworkSegment(861ad3e7-1778-40ae-9dba-bc41f8d229b5),segment_id=861ad3e7-1778-40ae-9dba-bc41f8d229b5)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:08.530161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.679763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83e20-2a19-411b-a630-e023f931fccf None None] Pushing event updated for resources: {'Port': ['ID=fff70556-a062-4bd5-a8ea-60104b4d489b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:08.793497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.830051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Made reservation on behalf of d8a97e50d7bd4afbb940127d7250ebb1 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:08.833458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.909369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] device_id is not set on port 7a8167f3-f279-44b4-99c4-0b6eacc05468 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:08.911116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-69c84599-6e63-463b-978b-35b4aeaadd35 None None] Provisioning complete for port 6fa176f5-b533-4d65-b8dc-0a2752090a35 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:08.911591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69c84599-6e63-463b-978b-35b4aeaadd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.931211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:08.977515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:08.981058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:08.988070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-69c84599-6e63-463b-978b-35b4aeaadd35 None None] Port 6fa176f5-b533-4d65-b8dc-0a2752090a35 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:08.993963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:08.994845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.005652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.009990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=d4a90850-42ad-40cb-837a-aebf192fec0b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:09.021540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55e58-4a8a-4c82-a6eb-a1efe2496ebd req-9f463df1-6e92-499e-b63c-3331d941cf35 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:09.023128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bab55e58-4a8a-4c82-a6eb-a1efe2496ebd req-9f463df1-6e92-499e-b63c-3331d941cf35 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2852869 Dec 24 03:27:09.072215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-ae7cb688-a0e3-4c12-bb35-f42b7f3de1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:09.073917 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-ae7cb688-a0e3-4c12-bb35-f42b7f3de1dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.2029371 Dec 24 03:27:09.082504 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5e67c9de-b3a0-4ebe-b752-ed2da76d840c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4225860 Dec 24 03:27:09.084466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:09.143455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.212798 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bab55e58-4a8a-4c82-a6eb-a1efe2496ebd req-bbe8b5aa-6f1a-4f28-9354-39821f3442f4 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1777391 Dec 24 03:27:09.221128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.248162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fee3f3-091f-4540-8c94-acdc267fe9db tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:09.253475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fee3f3-091f-4540-8c94-acdc267fe9db tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:09.257660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-19fee3f3-091f-4540-8c94-acdc267fe9db tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1617072 Dec 24 03:27:09.275198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:09.292033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Router c2d92adf-8536-4a04-a68f-21efb15e387d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:09.306716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Allocated IP 172.20.0.4 (6d4099dd-8f4b-4d98-931f-1351b89f9eb9/810d5733-957f-4f47-821c-aca5d8ce10e5/7a8167f3-f279-44b4-99c4-0b6eacc05468) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:09.337007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:09.354782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:09.369450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:09.376981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80fee7b8-2393-4daa-9d98-d83a2f29c9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.389208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:09.389749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.394040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-3fc7bc23-bc67-45f7-b7eb-f046758aa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:09.395584 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-3fc7bc23-bc67-45f7-b7eb-f046758aa239 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.3061171 Dec 24 03:27:09.599854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:09.605449 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6b752ca9-8d3f-4eff-9b75-90e9823ffdee admin admin] 10.222.0.37 "PUT /v2.0/routers/c2d92adf-8536-4a04-a68f-21efb15e387d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7773232 Dec 24 03:27:09.609760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45850) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:09.610399 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] Sync routers for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:09.644530 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:09.645761 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:09.770416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.784073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-002f3038-741b-486d-8f7f-4d7ce18a0fe0 None None] Provisioning complete for port cc5e3701-a6e5-43c7-bc23-aad36030e977 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:09.784519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-002f3038-741b-486d-8f7f-4d7ce18a0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.876279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.891586 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fff70556-a062-4bd5-a8ea-60104b4d489b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:09.926470 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:09.966355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.033288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port fff70556-a062-4bd5-a8ea-60104b4d489b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:10.033813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.040748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-002f3038-741b-486d-8f7f-4d7ce18a0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.066237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.150596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:10.150955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-002f3038-741b-486d-8f7f-4d7ce18a0fe0 None None] For port cc5e3701-a6e5-43c7-bc23-aad36030e977, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cc5e3701-a6e5-43c7-bc23-aad36030e977,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:10.155644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Deleting port d02a0a84-73b7-4d81-9a2d-854e84ba6457 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:10.156339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.161550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-002f3038-741b-486d-8f7f-4d7ce18a0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.169421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:10.175087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:10.189442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=7a8167f3-f279-44b4-99c4-0b6eacc05468,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:10.227795 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-08baafc1-b928-4ae0-9503-285232543491 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1002 time: 0.8119879 Dec 24 03:27:10.243906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.335317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port d4a90850-42ad-40cb-837a-aebf192fec0b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:10.336764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.339498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.343336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f3038-741b-486d-8f7f-4d7ce18a0fe0 None None] Pushing event updated for resources: {'Port': ['ID=cc5e3701-a6e5-43c7-bc23-aad36030e977,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:10.352871 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:10.353551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.403450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f81fb1a2-0a34-4f29-96ca-c4317afe64d1 None None] Provisioning complete for port d4a90850-42ad-40cb-837a-aebf192fec0b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:10.403820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f81fb1a2-0a34-4f29-96ca-c4317afe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.408507 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-325ce246-09b3-446c-8a72-c8198fa6bf1a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8985584 Dec 24 03:27:10.411755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45854) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:10.420103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5e:64:72'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4d:80:ed'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:10.430246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] For port d02a0a84-73b7-4d81-9a2d-854e84ba6457, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d02a0a84-73b7-4d81-9a2d-854e84ba6457,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:10.430609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.431307 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port': {'id': '8feedfeb-a8d9-4b5f-8897-dda18fbc53c1', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:10.460091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee45202-b718-4d5a-a377-0919ff1cf95c None None] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:10.471324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Calling delete_port for d02a0a84-73b7-4d81-9a2d-854e84ba6457 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:10.474147 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] Checking router: c2d92adf-8536-4a04-a68f-21efb15e387d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:10.484036 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] Routers {'c2d92adf-8536-4a04-a68f-21efb15e387d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:10.485034 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2d92adf-8536-4a04-a68f-21efb15e387d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:10.510045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port fff70556-a062-4bd5-a8ea-60104b4d489b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fff70556-a062-4bd5-a8ea-60104b4d489b,segment=NetworkSegment(861ad3e7-1778-40ae-9dba-bc41f8d229b5),segment_id=861ad3e7-1778-40ae-9dba-bc41f8d229b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:10.523482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Deleting port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:10.523814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.531177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.532218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cc5e3701-a6e5-43c7-bc23-aad36030e977 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:10.562126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f81fb1a2-0a34-4f29-96ca-c4317afe64d1 None None] Port d4a90850-42ad-40cb-837a-aebf192fec0b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:10.599926 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] Set router c2d92adf-8536-4a04-a68f-21efb15e387d gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:10.675759 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 6, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:10.715951 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc92399-5f65-48dc-a1a8-73a6428d66f8 None None] The sync data for ids ['c2d92adf-8536-4a04-a68f-21efb15e387d'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2d92adf-8536-4a04-a68f-21efb15e387d', 'name': 'tempest-ServersTestJSON-1234543606-router', 'tenant_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 6, 'project_id': '54d0d52e5e2b45ad8cfa2a58bb6a0c9d', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:10.770670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] For port 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:10.770670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.775432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.792267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.794153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.814178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.816059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Calling delete_port for 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:10.821947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-f3fecdbb-d906-4d22-a836-e1feea5dc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:10.823530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-f3fecdbb-d906-4d22-a836-e1feea5dc31f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.5875564 Dec 24 03:27:10.825853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.848242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=fff70556-a062-4bd5-a8ea-60104b4d489b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:10.855050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-17856d66-ae47-4b66-952f-0940ca018fde None None] Provisioning complete for port 7a8167f3-f279-44b4-99c4-0b6eacc05468 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:10.856031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-17856d66-ae47-4b66-952f-0940ca018fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.885366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeceac1-f97f-4026-be38-4c2e9b9b70ee req-9a930e67-72c4-4b08-881d-76de4e9f58b9 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:10.893368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5eeceac1-f97f-4026-be38-4c2e9b9b70ee req-9a930e67-72c4-4b08-881d-76de4e9f58b9 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.4794714 Dec 24 03:27:10.896806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for d4a90850-42ad-40cb-837a-aebf192fec0b owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:10.906154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cc5e3701-a6e5-43c7-bc23-aad36030e977 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:10.906613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.909284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-17856d66-ae47-4b66-952f-0940ca018fde None None] Port 7a8167f3-f279-44b4-99c4-0b6eacc05468 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:10.954435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-17856d66-ae47-4b66-952f-0940ca018fde None None] Provisioning complete for port fff70556-a062-4bd5-a8ea-60104b4d489b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:10.955158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-17856d66-ae47-4b66-952f-0940ca018fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.979726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:11.032124 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.107037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02a0a84-73b7-4d81-9a2d-854e84ba6457,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:11.124767 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5eeceac1-f97f-4026-be38-4c2e9b9b70ee req-28596271-abcc-482f-bb4f-1e98d791f651 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2222743 Dec 24 03:27:11.201206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:11.205903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-7f3d2fda-d311-4dbb-8db9-1205d822a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:11.207550 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-7f3d2fda-d311-4dbb-8db9-1205d822a625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3416567 Dec 24 03:27:11.209642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:11.447372 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:11.448741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-573327ea-6e19-4f61-abd3-c29dc3694216 None None] Provisioning complete for port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:11.450362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-573327ea-6e19-4f61-abd3-c29dc3694216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.451495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.490821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-573327ea-6e19-4f61-abd3-c29dc3694216 None None] Port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:11.500284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=d4a90850-42ad-40cb-837a-aebf192fec0b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:11.503240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-573327ea-6e19-4f61-abd3-c29dc3694216 None None] Provisioning complete for port fff70556-a062-4bd5-a8ea-60104b4d489b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:11.503996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-573327ea-6e19-4f61-abd3-c29dc3694216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.512788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-6057117c-5f5f-4c4b-b143-649cd77140e9 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423928 Dec 24 03:27:11.534099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.537814 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fc1a95d1-9b77-4edb-9fca-999594de8b93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/d4a90850-42ad-40cb-837a-aebf192fec0b HTTP/1.1" status: 204 len: 168 time: 2.2592285 Dec 24 03:27:11.547403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:11.737896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a14a07ec-6ff7-49f9-b1c3-e81c7fb0d32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.767465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-44fcf21b-598a-406b-a7b5-3295ec2b9154 req-533d291a-9c23-40e1-9b59-40633dddb1c3 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387247 Dec 24 03:27:11.788770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.860916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ff94d-dd1a-4e25-b18b-e9d2fe84bca0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:11.862549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ff94d-dd1a-4e25-b18b-e9d2fe84bca0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:11.869005 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fff70556-a062-4bd5-a8ea-60104b4d489b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:11.870010 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-249ff94d-dd1a-4e25-b18b-e9d2fe84bca0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3224931 Dec 24 03:27:11.870741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:11.885625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Pushing event deleted for resources: {'Port': ['ID=8feedfeb-a8d9-4b5f-8897-dda18fbc53c1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:11.914407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a8d157f8-59d9-4686-9779-223df86def4b None None] Provisioning complete for port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:11.915416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8d157f8-59d9-4686-9779-223df86def4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.947019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 46e686c8-42f5-4749-92b1-5d2841cee561 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:11.953937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.972187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.973454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a8d157f8-59d9-4686-9779-223df86def4b None None] Port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:11.984858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port fff70556-a062-4bd5-a8ea-60104b4d489b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:11.985524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:11.992220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:12.005034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3fd74635-be54-4089-af3d-c1bfa6ebf063 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7923052 Dec 24 03:27:12.005724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45860) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:12.020150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1095896536'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:12.038498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:12.054841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.058016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:12.058781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:12.068289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.083086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.088203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.098897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:12.112172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.162718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:12.181950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.182295 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added segment 1cb4cf63-7c11-4f56-96c6-0c77f5126c4b of type vlan for network 861c19a8-2592-4f94-8a0c-4c8639028398 Dec 24 03:27:12.215876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:12.300711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.304002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.305772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.310029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.371914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event updated for resources: {'Port': ['ID=7a8167f3-f279-44b4-99c4-0b6eacc05468,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:12.381834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221606-0f9d-4632-b0b1-7b1d4c32bcfe req-553f1a4c-e4cf-41ba-960f-d0a08518ba76 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:12.383810 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-74221606-0f9d-4632-b0b1-7b1d4c32bcfe req-553f1a4c-e4cf-41ba-960f-d0a08518ba76 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1351738 Dec 24 03:27:12.387217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] In _notify_port_updated(), no bound segment for port 7a8167f3-f279-44b4-99c4-0b6eacc05468 on network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:27:12.394053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:12.394781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.395460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.399205 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-78df1426-1446-4f06-975a-3ed4fd0b516e tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "PUT /v2.0/ports/7a8167f3-f279-44b4-99c4-0b6eacc05468 HTTP/1.1" status: 200 len: 1056 time: 1.9836178 Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.399346 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:12.401641 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:12.406228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:12.406962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.411105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45864) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:12.462859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.463405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d92adf-8536-4a04-a68f-21efb15e387d {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:27:12.473213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.474338 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-310de86c-0a23-4415-9c92-c3bdd6da135d admin admin] 10.222.0.37 "DELETE /v2.0/routers/c2d92adf-8536-4a04-a68f-21efb15e387d HTTP/1.1" status: 204 len: 168 time: 2.8598540 Dec 24 03:27:12.477994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45866) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:12.485414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4c3150be-0652-4639-ab62-62a4fe648424 None None] Provisioning complete for port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:12.485938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4c3150be-0652-4639-ab62-62a4fe648424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.503012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cc5e3701-a6e5-43c7-bc23-aad36030e977 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:12.510653 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5014200 Dec 24 03:27:12.520045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:12.529018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'subnet': {'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:12.582589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.651330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-74221606-0f9d-4632-b0b1-7b1d4c32bcfe req-76eb4e7a-cf92-4d36-8465-9b48bcf8e3e4 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2410686 Dec 24 03:27:12.657066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4c3150be-0652-4639-ab62-62a4fe648424 None None] Port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:12.677197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63554cc0-3da9-4763-be8a-95fc94ea2c1b tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Network': ['ID=861c19a8-2592-4f94-8a0c-4c8639028398,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:12.677412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] Deleting subnet 78058204-26e5-486c-898b-81f3cbad2cf9 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:12.681774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=46e686c8-42f5-4749-92b1-5d2841cee561,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:12.683905 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.704228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc65b6-e403-4f4a-8a84-d52588abc5d7 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:12.706442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 861c19a8-2592-4f94-8a0c-4c8639028398 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:12.711971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.715611 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ca505e04-74ec-4b85-a271-ed26ed6e0225 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/46e686c8-42f5-4749-92b1-5d2841cee561 HTTP/1.1" status: 204 len: 168 time: 0.8390172 Dec 24 03:27:12.719682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45870) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:12.743146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting port 7a8167f3-f279-44b4-99c4-0b6eacc05468 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:12.743508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.766230 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a9ecd9e6-e0d7-4734-8b47-b4a62e24b475 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454018 Dec 24 03:27:12.769530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.770388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cc5e3701-a6e5-43c7-bc23-aad36030e977 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:12.770603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.770767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45872) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:12.777590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:12.779209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.831592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Made reservation on behalf of 4df791b888054e0eba93fb86c120af25 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:12.835982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.859325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:12.919849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d1a1603b-3016-4f20-b09b-8e58008f4d94 None None] Provisioning complete for port 7a8167f3-f279-44b4-99c4-0b6eacc05468 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:12.920114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1a1603b-3016-4f20-b09b-8e58008f4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.931268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:12.984700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:12.988555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.996201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:12.996574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Updating router 199e05ad-d6da-46c3-a88f-a0e02c01e512 port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:13.041519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:13.049934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1603b-3016-4f20-b09b-8e58008f4d94 None None] Port 7a8167f3-f279-44b4-99c4-0b6eacc05468 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:13.050557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.059714 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d837924d-0a5e-4d6c-83d1-c79534c900c6 admin admin] 10.222.0.37 "PUT /v2.0/routers/2f77fbe9-01a0-4f3d-9935-84292aba5e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7344797 Dec 24 03:27:13.063283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.064839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45874) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:13.073089 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] Sync routers for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:13.090821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:13.092830 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:13.121278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Calling delete_port for 7a8167f3-f279-44b4-99c4-0b6eacc05468 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:13.135897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.230565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:13.261834 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:13.318938 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.325418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.395574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] Deleting port cc5e3701-a6e5-43c7-bc23-aad36030e977 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:13.396345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.406159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78058204-26e5-486c-898b-81f3cbad2cf9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:13.419029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.423159 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-149ef8be-5a8a-4ee6-a310-9fbe85486d62 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/78058204-26e5-486c-898b-81f3cbad2cf9 HTTP/1.1" status: 204 len: 168 time: 0.9435973 Dec 24 03:27:13.427809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45876) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:13.488032 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:13.523069 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] Checking router: 2f77fbe9-01a0-4f3d-9935-84292aba5e3b for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:13.533329 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] Routers {'2f77fbe9-01a0-4f3d-9935-84292aba5e3b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:13.534317 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:13.597958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.613160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.623716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.696489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5281a2-0ae9-4a9e-8beb-a5c4de9ff5e4 None None] Network fbb50964-5930-4392-8b02-ed79e2127e83 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:13.735189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.765341 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Port': ['ID=7a8167f3-f279-44b4-99c4-0b6eacc05468,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:13.768923 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] Set router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:13.783895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 369c2ba7-c9ed-41ce-b64e-73570b038215 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:13.853699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 369c2ba7-c9ed-41ce-b64e-73570b038215 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:13.854037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 369c2ba7-c9ed-41ce-b64e-73570b038215 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:13.854457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:13.887888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:13.888289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8feedfeb-a8d9-4b5f-8897-dda18fbc53c1 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:13.914718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Deleting port 4ac34daf-348d-4e25-884d-42d27d1d1f23 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:13.915858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.986448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] For port cc5e3701-a6e5-43c7-bc23-aad36030e977, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cc5e3701-a6e5-43c7-bc23-aad36030e977,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:13.986448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.031468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cc5e3701-a6e5-43c7-bc23-aad36030e977 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:14.091778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] DHCP port deletion for fbb50964-5930-4392-8b02-ed79e2127e83 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:14.105285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] Calling delete_port for cc5e3701-a6e5-43c7-bc23-aad36030e977 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:14.118988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Checking segment: {'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:14.120103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network hostable DHCP agents. Network: 861c19a8-2592-4f94-8a0c-4c8639028398, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:14.130175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Subnet': ['ID=273242d4-3eb2-45b1-b868-a21046dbc426,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:14.168719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996c7a-ceb4-4578-be51-0adc1bd752c9 req-bf25d9bd-1c66-4240-ae14-d500ffafcac4 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:14.177542 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-72996c7a-ceb4-4578-be51-0adc1bd752c9 req-bf25d9bd-1c66-4240-ae14-d500ffafcac4 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3658283 Dec 24 03:27:14.216701 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:14.258282 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f750f-f70b-4b78-b43a-31a3efeb32d1 None None] The sync data for ids ['2f77fbe9-01a0-4f3d-9935-84292aba5e3b'] in dv-neutron-822869-1-hyperv is: [{'id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'name': 'tempest-ServersTestManualDisk-126426907-router', 'tenant_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:22Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 5, 'project_id': 'b4e385599f3f44f1a80f03cebf12cdc3', 'gw_port': {'id': '555cdd69-2818-489e-8f45-7a9a5fd2b822', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f77fbe9-01a0-4f3d-9935-84292aba5e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:23Z', 'updated_at': '2021-12-24T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:14.304581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.318045 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-72996c7a-ceb4-4578-be51-0adc1bd752c9 req-337e8936-e86f-4164-bedd-0ea41d22fb7b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396039 Dec 24 03:27:14.321594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 861c19a8-2592-4f94-8a0c-4c8639028398 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:14.363888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 861c19a8-2592-4f94-8a0c-4c8639028398) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:14.376531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:14.377132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.416289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f36479-1d95-476d-8d84-3fafc7066556 None None] Network 861c19a8-2592-4f94-8a0c-4c8639028398 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:14.446720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] For port 4ac34daf-348d-4e25-884d-42d27d1d1f23, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4ac34daf-348d-4e25-884d-42d27d1d1f23,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:14.447321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.451901 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port cc5e3701-a6e5-43c7-bc23-aad36030e977, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cc5e3701-a6e5-43c7-bc23-aad36030e977,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:14.460925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.462257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Calling delete_port for 4ac34daf-348d-4e25-884d-42d27d1d1f23 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:14.477844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.494409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:27:14.522662 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7b45786c-bd66-4b6a-9979-007a117a4691 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9957142 Dec 24 03:27:14.522902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] Deleting port 4ac34daf-348d-4e25-884d-42d27d1d1f23 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:14.522902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.527784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45882) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:14.550146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Deleting port 555cdd69-2818-489e-8f45-7a9a5fd2b822 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:14.550477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.599935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] For port 4ac34daf-348d-4e25-884d-42d27d1d1f23, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4ac34daf-348d-4e25-884d-42d27d1d1f23,segment=NetworkSegment(b188ddc4-bf2e-47cb-8232-d2d951fbfd52),segment_id=b188ddc4-bf2e-47cb-8232-d2d951fbfd52)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:14.600243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.604845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3314dc-f571-480b-a71e-8c8bc642ad3a req-573663aa-5dd2-4cf6-a814-b66e8ea2fa4d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:14.606513 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb3314dc-f571-480b-a71e-8c8bc642ad3a req-573663aa-5dd2-4cf6-a814-b66e8ea2fa4d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1276214 Dec 24 03:27:14.614540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] Calling delete_port for 4ac34daf-348d-4e25-884d-42d27d1d1f23 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:14.721644 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb3314dc-f571-480b-a71e-8c8bc642ad3a req-5b0b5801-6a14-44e8-9793-c3eb1c70a403 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861261 Dec 24 03:27:14.743338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.765831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.788182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.808054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] No DVR routers for this DVR port 4ac34daf-348d-4e25-884d-42d27d1d1f23 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:14.813874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.840720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.925999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac34daf-348d-4e25-884d-42d27d1d1f23,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:14.934601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=cc5e3701-a6e5-43c7-bc23-aad36030e977,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:14.967749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50133db2-6c4d-4be4-9be1-380168232c81 None None] Pushing event deleted for resources: {'Port': ['ID=4ac34daf-348d-4e25-884d-42d27d1d1f23,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:14.998863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] For port 555cdd69-2818-489e-8f45-7a9a5fd2b822, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=555cdd69-2818-489e-8f45-7a9a5fd2b822,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:14.999072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.032582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Calling delete_port for 555cdd69-2818-489e-8f45-7a9a5fd2b822 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:15.071219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5727702-8295-47e9-b80f-e84e6c3a9d38 None None] Pushing event updated for resources: {'Port': ['ID=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:15.080648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] For port cc5e3701-a6e5-43c7-bc23-aad36030e977, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cc5e3701-a6e5-43c7-bc23-aad36030e977,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:15.135122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] No DVR routers for this DVR port 4ac34daf-348d-4e25-884d-42d27d1d1f23 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:15.180995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-861c19a8-2592-4f94-8a0c-4c8639028398', 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'project_id': '4df791b888054e0eba93fb86c120af25', 'fixed_ips': [{'subnet_id': '273242d4-3eb2-45b1-b868-a21046dbc426'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:15.182012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.194809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.196796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.201068 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a7c9dff3-2337-4dc7-aca7-a7f2078bf72a tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/ports/7a8167f3-f279-44b4-99c4-0b6eacc05468 HTTP/1.1" status: 204 len: 168 time: 2.7830381 Dec 24 03:27:15.204897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45888) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:15.223534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.224072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.295155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.305831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f3c010-60d2-47e1-bcf5-45ee024c454b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] GET failed (client error): The resource could not be found. Dec 24 03:27:15.313790 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b0f3c010-60d2-47e1-bcf5-45ee024c454b tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "GET /v2.0/ports/7a8167f3-f279-44b4-99c4-0b6eacc05468 HTTP/1.1" status: 404 len: 333 time: 0.1047704 Dec 24 03:27:15.319052 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb50964-5930-4392-8b02-ed79e2127e83']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:15.329966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:15.330311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b188ddc4-bf2e-47cb-8232-d2d951fbfd52') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:15.341148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.355036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.356687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.367928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:15.368264 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.369080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.374786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Attempting to bind port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:15.375146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Attempting to bind port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:15.375503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Attempting to bind port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 on network f6dff991-6cb9-4adf-95ed-b211c4e65aef {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:15.409429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:15.413586 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Allocated IP 2001:db8:3::2 (861c19a8-2592-4f94-8a0c-4c8639028398/273242d4-3eb2-45b1-b868-a21046dbc426/12d23cf1-03a0-4681-847e-84922f7f103b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:15.423048 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:15.423450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Checking segment: {'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:15.423807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.424200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Bound using segment: {'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:15.429856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Bound port: 13997fa8-fb1f-4f50-9431-c067e1dcb9a2, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861ad3e7-1778-40ae-9dba-bc41f8d229b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:15.430304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.433968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=cc5e3701-a6e5-43c7-bc23-aad36030e977,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:15.447734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.453740 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:15.456727 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:15.459366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=1ea73eeb-2516-42e2-9cf0-710e53d979f4,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:15.459635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] Pushing event deleted for resources: {'Port': ['ID=cc5e3701-a6e5-43c7-bc23-aad36030e977,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:15.463916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.473783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:15.477538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:15.478149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.478956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.498165 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fbb50964-5930-4392-8b02-ed79e2127e83 HTTP/1.1" status: 204 len: 168 time: 2.0635133 Dec 24 03:27:15.505240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4d2f-b816-4b6b-b547-027a377d074a req-fb3e0e9a-542f-4516-b703-8ad3fdcf1b8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:15.506727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-131c4d2f-b816-4b6b-b547-027a377d074a req-fb3e0e9a-542f-4516-b703-8ad3fdcf1b8b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3847826 Dec 24 03:27:15.529799 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-baf65228-2385-4936-a90a-8e96f7087308 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7570839 Dec 24 03:27:15.573135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:15.580819 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-131c4d2f-b816-4b6b-b547-027a377d074a req-6e519482-2dca-4fcf-9a64-3611720d2456 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498650 Dec 24 03:27:15.590148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:bf:ca:7c', 'name': 'tempest-NetworksTestDHCPv6-620725372'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:15.663388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.669201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba310f9f-5bcf-410d-a8b6-87b63024897c None None] No DVR routers for this DVR port cc5e3701-a6e5-43c7-bc23-aad36030e977 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:15.684145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.710135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077b726-6836-421b-b451-4b9b95b2bf9a None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:15.790751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606c586-cc52-4623-9b5d-d84370603515 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb50964-5930-4392-8b02-ed79e2127e83,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:15.840302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45900) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:15.868446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Network 861c19a8-2592-4f94-8a0c-4c8639028398 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:15.887170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:15.898012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:15.900183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-977a3b60-9701-47f8-bace-87238adc7e73 None None] Provisioning complete for port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:15.900645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-977a3b60-9701-47f8-bace-87238adc7e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.939480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:15.942967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '1ea73eeb-2516-42e2-9cf0-710e53d979f4'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:15.943864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:15.964404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-977a3b60-9701-47f8-bace-87238adc7e73 None None] Port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:16.000610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Pushing event updated for resources: {'Port': ['ID=12d23cf1-03a0-4681-847e-84922f7f103b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:16.023595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] For port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:16.029131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] For port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,segment=NetworkSegment(861ad3e7-1778-40ae-9dba-bc41f8d229b5),segment_id=861ad3e7-1778-40ae-9dba-bc41f8d229b5)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:16.029876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a098f5-7bf7-43c5-b69e-dc204c2c0b04 req-4997399a-f15b-4aa0-bcbe-82699ccd0c03 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:16.038756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96a098f5-7bf7-43c5-b69e-dc204c2c0b04 req-4997399a-f15b-4aa0-bcbe-82699ccd0c03 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1483097 Dec 24 03:27:16.053500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d02a0a84-73b7-4d81-9a2d-854e84ba6457 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:16.061008 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ac3bebc-c98d-4714-bf8f-dc5cd5b052e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54d0d52e5e2b45ad8cfa2a58bb6a0c9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2179585 Dec 24 03:27:16.066142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45902) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:16.067318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting port 6fa176f5-b533-4d65-b8dc-0a2752090a35 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:16.067694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.115003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.184878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.192224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d02a0a84-73b7-4d81-9a2d-854e84ba6457 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:16.192598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d02a0a84-73b7-4d81-9a2d-854e84ba6457 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:16.193457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4ac34daf-348d-4e25-884d-42d27d1d1f23 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:16.205054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.234706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96a098f5-7bf7-43c5-b69e-dc204c2c0b04 req-f96c01dc-24b2-4087-94c5-b761a4fdf44f tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1949420 Dec 24 03:27:16.240674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d888b4fe-d374-4f61-a141-8f7ba560a09a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.253262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 4ac34daf-348d-4e25-884d-42d27d1d1f23 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:16.254135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4ac34daf-348d-4e25-884d-42d27d1d1f23 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:16.257200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=555cdd69-2818-489e-8f45-7a9a5fd2b822,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:16.261299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Attempting to bind port 12d23cf1-03a0-4681-847e-84922f7f103b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:16.261887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Attempting to bind port 12d23cf1-03a0-4681-847e-84922f7f103b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:16.262448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Attempting to bind port 12d23cf1-03a0-4681-847e-84922f7f103b on network 861c19a8-2592-4f94-8a0c-4c8639028398 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:16.262823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.286193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 2b018fa9-ac97-436c-91af-6a31dee0d6b8 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:16.291823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:16.293055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Checking segment: {'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:16.293678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.294286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Bound using segment: {'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:16.294983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Bound port: 12d23cf1-03a0-4681-847e-84922f7f103b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:16.295639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.332674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.342122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5727702-8295-47e9-b80f-e84e6c3a9d38 None None] Pushing event updated for resources: {'Port': ['ID=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:16.347062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:16.347062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:16.357216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Calling delete_port for 6fa176f5-b533-4d65-b8dc-0a2752090a35 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:16.373330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d888b4fe-d374-4f61-a141-8f7ba560a09a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.492356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d888b4fe-d374-4f61-a141-8f7ba560a09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.494838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d888b4fe-d374-4f61-a141-8f7ba560a09a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.496620 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d888b4fe-d374-4f61-a141-8f7ba560a09a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8cf6e12b-1d2f-4c3a-a322-85ab633e8d24 HTTP/1.1" status: 204 len: 168 time: 0.4294355 Dec 24 03:27:16.526205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.627655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Allocated IP 2001:db8::f816:3eff:fe9c:2aee (97b6bd3f-63b4-4ad9-857e-58009b511f78/1ea73eeb-2516-42e2-9cf0-710e53d979f4/65d42249-5bf4-4102-8613-26bf1c9bce13) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:16.670620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:16.697401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.702074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/ports/6fa176f5-b533-4d65-b8dc-0a2752090a35 HTTP/1.1" status: 204 len: 168 time: 1.2513561 Dec 24 03:27:16.703447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c754fa-6969-4e9d-a3d0-e93ad5252325 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Port': ['ID=6fa176f5-b533-4d65-b8dc-0a2752090a35,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:16.708584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888b4fe-d374-4f61-a141-8f7ba560a09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf6e12b-1d2f-4c3a-a322-85ab633e8d24,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:16.718197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:16.718347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.723689 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Allocated IP 2001:db8:3::1 (861c19a8-2592-4f94-8a0c-4c8639028398/273242d4-3eb2-45b1-b868-a21046dbc426/34bb372d-b7b3-45c3-8e1a-8ec77e2771ca) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:16.761038 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6b8b65-9f67-4643-ad5f-b53813c18714 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] GET failed (client error): The resource could not be found. Dec 24 03:27:16.763299 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ca6b8b65-9f67-4643-ad5f-b53813c18714 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "GET /v2.0/ports/6fa176f5-b533-4d65-b8dc-0a2752090a35 HTTP/1.1" status: 404 len: 333 time: 0.0422952 Dec 24 03:27:16.774481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45908) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:16.842595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.845523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.890470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] For port 12d23cf1-03a0-4681-847e-84922f7f103b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:16.893839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting port 327e481d-b63e-4ccf-8424-d148f34b27b8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:16.895524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.916240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-93120ba1-622e-4b3a-a4d5-5c033dde965f None None] Provisioning complete for port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:16.916635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93120ba1-622e-4b3a-a4d5-5c033dde965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.928287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] For port 12d23cf1-03a0-4681-847e-84922f7f103b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12d23cf1-03a0-4681-847e-84922f7f103b,segment=NetworkSegment(1cb4cf63-7c11-4f56-96c6-0c77f5126c4b),segment_id=1cb4cf63-7c11-4f56-96c6-0c77f5126c4b)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:16.977487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.978040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f77fbe9-01a0-4f3d-9935-84292aba5e3b {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:27:16.988071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:16.990259 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2d438bed-c026-435f-b834-b64a3ee203d7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2f77fbe9-01a0-4f3d-9935-84292aba5e3b HTTP/1.1" status: 204 len: 168 time: 3.9227238 Dec 24 03:27:16.996117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:17.039955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.061494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.069807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.084027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] Deleting subnet 876fc94e-656a-4a59-8430-74f06f5dd826 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:17.090826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Calling delete_port for 327e481d-b63e-4ccf-8424-d148f34b27b8 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:17.097144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.151435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.200308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.241776 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 861c19a8-2592-4f94-8a0c-4c8639028398 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:17.246343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:17.249497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:17.250596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.354108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93120ba1-622e-4b3a-a4d5-5c033dde965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.361688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68fcd9-2e91-4aff-91ba-7478a07cbb53 None None] Pushing event updated for resources: {'Port': ['ID=12d23cf1-03a0-4681-847e-84922f7f103b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:17.394534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:17.401054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.416835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.431807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.463634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-93120ba1-622e-4b3a-a4d5-5c033dde965f None None] For port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,segment=NetworkSegment(861ad3e7-1778-40ae-9dba-bc41f8d229b5),segment_id=861ad3e7-1778-40ae-9dba-bc41f8d229b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:17.523774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:17.527169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93120ba1-622e-4b3a-a4d5-5c033dde965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.529039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:17.534821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:17.556608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Pushing event updated for resources: {'Port': ['ID=65d42249-5bf4-4102-8613-26bf1c9bce13,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:17.594484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:febf:ca7c (97b6bd3f-63b4-4ad9-857e-58009b511f78/1ea73eeb-2516-42e2-9cf0-710e53d979f4/2b018fa9-ac97-436c-91af-6a31dee0d6b8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:17.612642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.614335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.664233 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.688911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.694433 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/876fc94e-656a-4a59-8430-74f06f5dd826 HTTP/1.1" status: 204 len: 168 time: 0.6948669 Dec 24 03:27:17.697200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134efda3-0797-444b-a9a4-1f82d7eef78c None None] Network ac5d4be0-c0a1-41b4-bb1d-4312348a0629 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:17.712167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45932) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:17.760824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Attempting to bind port 65d42249-5bf4-4102-8613-26bf1c9bce13 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:17.761252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Attempting to bind port 65d42249-5bf4-4102-8613-26bf1c9bce13 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:17.761623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Attempting to bind port 65d42249-5bf4-4102-8613-26bf1c9bce13 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:17.779241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:16Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:17.797033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff005c57-cb2c-4df9-ab02-ec2ef437ac6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876fc94e-656a-4a59-8430-74f06f5dd826,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:17.886207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93120ba1-622e-4b3a-a4d5-5c033dde965f None None] Pushing event updated for resources: {'Port': ['ID=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:17.889630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:17.890012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:17.890417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.890803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:17.891353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Bound port: 65d42249-5bf4-4102-8613-26bf1c9bce13, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:17.891647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:17.904652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41669d-beba-4681-80b1-dd4380dd3d0f None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:16Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:18.083236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.144510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] For port 65d42249-5bf4-4102-8613-26bf1c9bce13, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:18.153406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] For port 65d42249-5bf4-4102-8613-26bf1c9bce13, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=65d42249-5bf4-4102-8613-26bf1c9bce13,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:18.169209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.210635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.225112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Port': ['ID=327e481d-b63e-4ccf-8424-d148f34b27b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:18.272888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] DHCP port deletion for ac5d4be0-c0a1-41b4-bb1d-4312348a0629 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:18.275674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12d23cf1-03a0-4681-847e-84922f7f103b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:18.396953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:18.418213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e919fc9-6aee-4954-a1ce-b1eeb2f8cd26 req-0e21e7cb-b90b-47da-b241-12c958fbdb18 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:18.427073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6e919fc9-6aee-4954-a1ce-b1eeb2f8cd26 req-0e21e7cb-b90b-47da-b241-12c958fbdb18 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.9971523 Dec 24 03:27:18.465257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:18.467978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:18.473197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddb032-9d50-49d5-9c36-ade2792bb168 None None] Pushing event updated for resources: {'Port': ['ID=65d42249-5bf4-4102-8613-26bf1c9bce13,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:18.482582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:18.483276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.555110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 12d23cf1-03a0-4681-847e-84922f7f103b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:18.556486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.572238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=2b018fa9-ac97-436c-91af-6a31dee0d6b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:18.631225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] Deleting port cb83db03-c544-4089-99d6-839040ff1857 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:18.631832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.681442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-29b961bb-06b3-448b-a060-22454ad246c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0995331 Dec 24 03:27:18.703670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45944) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:18.787109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] For port cb83db03-c544-4089-99d6-839040ff1857, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb83db03-c544-4089-99d6-839040ff1857,segment=NetworkSegment(709865c7-3c41-4216-a5d7-d53ef3789907),segment_id=709865c7-3c41-4216-a5d7-d53ef3789907)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:18.787506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.814716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.820946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] Calling delete_port for cb83db03-c544-4089-99d6-839040ff1857 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:18.823182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-54ef7d31-73a8-40c0-92aa-4437e67c73cf tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/ports/327e481d-b63e-4ccf-8424-d148f34b27b8 HTTP/1.1" status: 204 len: 168 time: 2.0449166 Dec 24 03:27:18.835399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45950) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:18.879821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6e919fc9-6aee-4954-a1ce-b1eeb2f8cd26 req-e2f8e205-475b-4650-a763-4c1226d86d9e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4518774 Dec 24 03:27:18.907305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ddc30-be61-47f9-a296-ba881a204c4b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:18.918997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:18.933793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ddc30-be61-47f9-a296-ba881a204c4b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:18.938335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-995ddc30-be61-47f9-a296-ba881a204c4b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2330966 Dec 24 03:27:18.938940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45954) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:18.990914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45956) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:19.015615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.021976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting subnet 810d5733-957f-4f47-821c-aca5d8ce10e5 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:19.028339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.029815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.072687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] Pushing event deleted for resources: {'Port': ['ID=cb83db03-c544-4089-99d6-839040ff1857,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:19.096558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc4119-864c-4363-969d-46a80eadff33 None None] No DVR routers for this DVR port cb83db03-c544-4089-99d6-839040ff1857 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:19.114822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf84ba47-79f4-4fd4-902b-dc4001039529 None None] Network 861c19a8-2592-4f94-8a0c-4c8639028398 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:19.159353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 2b018fa9-ac97-436c-91af-6a31dee0d6b8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:19.159815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.160013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 12d23cf1-03a0-4681-847e-84922f7f103b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12d23cf1-03a0-4681-847e-84922f7f103b,segment=NetworkSegment(1cb4cf63-7c11-4f56-96c6-0c77f5126c4b),segment_id=1cb4cf63-7c11-4f56-96c6-0c77f5126c4b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:19.173295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.275226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3e3838ff-346d-49ef-bef5-019797257e97 None None] Provisioning complete for port 12d23cf1-03a0-4681-847e-84922f7f103b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:19.276040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e3838ff-346d-49ef-bef5-019797257e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.281514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 555cdd69-2818-489e-8f45-7a9a5fd2b822 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:19.282747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.305322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5d4be0-c0a1-41b4-bb1d-4312348a0629']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:19.353233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.367034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.378281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fc19d8db-683a-4ac7-8201-81e71f0107a8 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-227012528'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:19.378885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fc19d8db-683a-4ac7-8201-81e71f0107a8 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Unknown quota resources ['metering_label']. {{(pid=103177) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:27:19.384465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe94-b7ef-4182-a072-6d8cc43c035f req-a58b6922-111e-47ac-817f-9ad1f3ca7560 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:19.390776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73bdfe94-b7ef-4182-a072-6d8cc43c035f req-a58b6922-111e-47ac-817f-9ad1f3ca7560 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1197879 Dec 24 03:27:19.395410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 2b018fa9-ac97-436c-91af-6a31dee0d6b8 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:19.399170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709865c7-3c41-4216-a5d7-d53ef3789907') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:19.399546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709865c7-3c41-4216-a5d7-d53ef3789907') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:19.403088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.403951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.464253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73bdfe94-b7ef-4182-a072-6d8cc43c035f req-e860d2eb-201f-45d5-8956-392c5697b6e4 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643313 Dec 24 03:27:19.498454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.522354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.577706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 555cdd69-2818-489e-8f45-7a9a5fd2b822 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:19.578085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 555cdd69-2818-489e-8f45-7a9a5fd2b822 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:19.611133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=12d23cf1-03a0-4681-847e-84922f7f103b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:19.629094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.634622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.672712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=2b018fa9-ac97-436c-91af-6a31dee0d6b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:19.717823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.721138 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c0f6200f-fb38-4fec-b6c8-6879aa120566 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/2b018fa9-ac97-436c-91af-6a31dee0d6b8 HTTP/1.1" status: 204 len: 168 time: 0.7812219 Dec 24 03:27:19.724877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:19.739975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:19.740471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:19.745554 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:19.760483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event updated for resources: {'Port': ['ID=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:19.794756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9960ab-4d86-44c2-9dac-06c8179b9bfd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:19.796685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9960ab-4d86-44c2-9dac-06c8179b9bfd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:19.798359 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8c9960ab-4d86-44c2-9dac-06c8179b9bfd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0721290 Dec 24 03:27:19.800886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:19.820115 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc19d8db-683a-4ac7-8201-81e71f0107a8 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.821358 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc19d8db-683a-4ac7-8201-81e71f0107a8 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8294785 Dec 24 03:27:19.831641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45966) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:19.838023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c0974c28-a26c-4e10-98f6-223820b68c4a tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '567be2af-0229-45fd-86a3-d8deb72178b2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:19.838510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c0974c28-a26c-4e10-98f6-223820b68c4a tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:27:19.911353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 1ea73eeb-2516-42e2-9cf0-710e53d979f4 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:19.915084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.917888 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.services.metering.metering_plugin [None req-c0974c28-a26c-4e10-98f6-223820b68c4a tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 03:27:19.919344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.940270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6c13e68f-5dc2-4399-9696-0ecba63525ea None None] Provisioning complete for port 65d42249-5bf4-4102-8613-26bf1c9bce13 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:19.940710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c13e68f-5dc2-4399-9696-0ecba63525ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.993379 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:19.999358 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ac5d4be0-c0a1-41b4-bb1d-4312348a0629 HTTP/1.1" status: 204 len: 168 time: 2.2837384 Dec 24 03:27:20.001300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Network 861c19a8-2592-4f94-8a0c-4c8639028398 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:20.002286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165e33f-2d46-4505-9f63-3ef750aa6092 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5d4be0-c0a1-41b4-bb1d-4312348a0629,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:20.009210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.066086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:20.144355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c13e68f-5dc2-4399-9696-0ecba63525ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.207529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6c13e68f-5dc2-4399-9696-0ecba63525ea None None] For port 65d42249-5bf4-4102-8613-26bf1c9bce13, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=65d42249-5bf4-4102-8613-26bf1c9bce13,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:20.216470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c13e68f-5dc2-4399-9696-0ecba63525ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.315537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13e68f-5dc2-4399-9696-0ecba63525ea None None] Pushing event updated for resources: {'Port': ['ID=65d42249-5bf4-4102-8613-26bf1c9bce13,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:20.342285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:20.356811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 65d42249-5bf4-4102-8613-26bf1c9bce13 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:20.364965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-34d24199-5de3-4d23-b4d0-eb9c0bdcd875 None None] Could not find standard attr ID for object 2b018fa9-ac97-436c-91af-6a31dee0d6b8. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:27:20.381444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.407764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0974c28-a26c-4e10-98f6-223820b68c4a tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.411826 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c0974c28-a26c-4e10-98f6-223820b68c4a tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5768347 Dec 24 03:27:20.412572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45970) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:20.417089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0a83157f-d553-4479-b14c-f87dc64e4888 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '567be2af-0229-45fd-86a3-d8deb72178b2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:20.417519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0a83157f-d553-4479-b14c-f87dc64e4888 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:27:20.422520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.429146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:20.475943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-34d24199-5de3-4d23-b4d0-eb9c0bdcd875 None None] Provisioning complete for port 12d23cf1-03a0-4681-847e-84922f7f103b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:20.476319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34d24199-5de3-4d23-b4d0-eb9c0bdcd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.561490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:20.564859 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.services.metering.metering_plugin [None req-0a83157f-d553-4479-b14c-f87dc64e4888 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 03:27:20.571311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Subnet': ['ID=810d5733-957f-4f47-821c-aca5d8ce10e5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:20.579292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 65d42249-5bf4-4102-8613-26bf1c9bce13 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:20.580670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.586512 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eb6b1b7d-62ab-44a5-9e8e-564d7183c78d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0551028 Dec 24 03:27:20.591521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45976) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:20.597757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:20.603682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.614504 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8fc63744-df82-4b4f-8c60-d4bed1c73858 tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/subnets/810d5733-957f-4f47-821c-aca5d8ce10e5 HTTP/1.1" status: 204 len: 168 time: 1.7753060 Dec 24 03:27:20.615441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45978) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:20.637188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:20.649963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb75a9-b73a-4502-822f-90a1bcf3a294 None None] Network 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:20.695847 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fd6bc8af-d7d5-4d04-859f-d82e70c09d29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4e385599f3f44f1a80f03cebf12cdc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2378607 Dec 24 03:27:20.696844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:20.765978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a83157f-d553-4479-b14c-f87dc64e4888 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.766634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:20.767276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:20.768108 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0a83157f-d553-4479-b14c-f87dc64e4888 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3546104 Dec 24 03:27:20.776108 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45982) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:20.787381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.830422 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c95c6d01-0b4e-4560-8aa7-1747b31f2602 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5a8f7363-271d-4a1e-911b-bf8409cc3652 HTTP/1.1" status: 200 len: 464 time: 0.0522470 Dec 24 03:27:20.836495 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:27:20.839587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45984) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:20.845848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60781b7-d7d4-47b8-a801-a732375dff49 req-aeb86abf-c1cc-4802-9d79-eb363ca8176a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:20.847539 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a60781b7-d7d4-47b8-a801-a732375dff49 req-aeb86abf-c1cc-4802-9d79-eb363ca8176a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2686725 Dec 24 03:27:20.903189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ec0-3953-4677-99f4-69e85d5627da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.913688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.935920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:20.958538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a60781b7-d7d4-47b8-a801-a732375dff49 req-5fc6e983-ae22-4efb-8270-88e77fb5eb99 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994735 Dec 24 03:27:20.963893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.967418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ec0-3953-4677-99f4-69e85d5627da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.968956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12d23cf1-03a0-4681-847e-84922f7f103b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:21.012941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.023024 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/1ea73eeb-2516-42e2-9cf0-710e53d979f4 HTTP/1.1" status: 204 len: 168 time: 1.2182200 Dec 24 03:27:21.023024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b71f3-2618-4823-8e5d-b6ba4aaae9c0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea73eeb-2516-42e2-9cf0-710e53d979f4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:21.023971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45988) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.075038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b61077-b287-4def-baa3-3183976d1960 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:21.077042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] DHCP port deletion for 6d4099dd-8f4b-4d98-931f-1351b89f9eb9 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:21.091127 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fd2db6cb-729b-472c-8ad3-25ce73795d04 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629833 Dec 24 03:27:21.099663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-34d24199-5de3-4d23-b4d0-eb9c0bdcd875 None None] Provisioning complete for port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:21.100041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34d24199-5de3-4d23-b4d0-eb9c0bdcd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.103622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.182213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ec0-3953-4677-99f4-69e85d5627da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.184452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de438ad3-7eba-4bdc-bdf2-199d5d907d88 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.184997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e70b2ec0-3953-4677-99f4-69e85d5627da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.185570 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-de438ad3-7eba-4bdc-bdf2-199d5d907d88 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/5a8f7363-271d-4a1e-911b-bf8409cc3652 HTTP/1.1" status: 204 len: 168 time: 0.3443630 Dec 24 03:27:21.192840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45992) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e70b2ec0-3953-4677-99f4-69e85d5627da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceea9d9b-872c-4f33-a1c7-7b413447cc67 HTTP/1.1" status: 204 len: 168 time: 0.4875083 Dec 24 03:27:21.209363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f6836-d959-45d9-8c29-b61877d781f6 req-633d71a6-459c-4b0b-a45d-8679938e229a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:21.211404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d1f6836-d959-45d9-8c29-b61877d781f6 req-633d71a6-459c-4b0b-a45d-8679938e229a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1246128 Dec 24 03:27:21.216479 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3e7d0403-f1d8-4a32-8852-70542cf2887b tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5a8f7363-271d-4a1e-911b-bf8409cc3652 HTTP/1.1" status: 200 len: 221 time: 0.0208716 Dec 24 03:27:21.220884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 45996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.229519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b07f5-d468-43b2-94cf-03c6ca2793d3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:21.231793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ab1b07f5-d468-43b2-94cf-03c6ca2793d3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1294694 Dec 24 03:27:21.233655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b2ec0-3953-4677-99f4-69e85d5627da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea9d9b-872c-4f33-a1c7-7b413447cc67,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:21.240251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bf38bdb5-5f07-4aa6-b30d-96c2dd0073fc tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2051956620', 'description': 'label created by tempest'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:21.240529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bf38bdb5-5f07-4aa6-b30d-96c2dd0073fc tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Unknown quota resources ['metering_label']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 03:27:21.242629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 45998) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.263710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Deleting port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:21.264432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.294842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 12d23cf1-03a0-4681-847e-84922f7f103b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:21.295400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.371161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-34d24199-5de3-4d23-b4d0-eb9c0bdcd875 None None] Port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:21.383148 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d1f6836-d959-45d9-8c29-b61877d781f6 req-e3ce678c-b00e-4189-b426-b9b3456d21da tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634820 Dec 24 03:27:21.400466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec98bac-87f8-4370-8f3a-9bb8c2f9f6aa tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:21.403485 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3ec98bac-87f8-4370-8f3a-9bb8c2f9f6aa tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1570837 Dec 24 03:27:21.411276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46000) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.430780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] For port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,segment=NetworkSegment(e9d9299b-6bbb-468c-a404-3096397056bf),segment_id=e9d9299b-6bbb-468c-a404-3096397056bf)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:21.431218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.464729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] Deleting port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:21.465217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.493456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf38bdb5-5f07-4aa6-b30d-96c2dd0073fc tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.501975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bf38bdb5-5f07-4aa6-b30d-96c2dd0073fc tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2581635 Dec 24 03:27:21.501975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46004) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.502299 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e5e749e6-50da-47ac-8e3c-ec998d8d9376 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856268 Dec 24 03:27:21.502406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.504952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Calling delete_port for f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:21.508777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:21.548787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7aedd290-5603-447c-b964-363b7c8a4b45 None None] Provisioning complete for port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:21.549448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7aedd290-5603-447c-b964-363b7c8a4b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.563577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:27:21.586381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Removed routes are [] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:27:21.586381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.643115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:21.696172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.713702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] For port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,segment=NetworkSegment(e9d9299b-6bbb-468c-a404-3096397056bf),segment_id=e9d9299b-6bbb-468c-a404-3096397056bf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:21.715149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.727454 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7743cd4e-95aa-49d0-8dab-915e48882815 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=46e25395-c3a4-4c34-abc6-f7baa890502a HTTP/1.1" status: 200 len: 468 time: 0.2284582 Dec 24 03:27:21.730637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46012) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:21.733665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Port': ['ID=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:21.747324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] Calling delete_port for f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:21.752926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] No DVR routers for this DVR port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:21.756100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:21.765658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7aedd290-5603-447c-b964-363b7c8a4b45 None None] Port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:21.822266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd582af-69cd-4247-aca1-46a668b3c9e6 req-6aff1f9b-52fd-4a93-a5d7-783df43c400f tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:21.832629 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fd582af-69cd-4247-aca1-46a668b3c9e6 req-6aff1f9b-52fd-4a93-a5d7-783df43c400f tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2917571 Dec 24 03:27:21.901070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] Deleting port 65d42249-5bf4-4102-8613-26bf1c9bce13 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:21.901777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.930486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.930675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fd582af-69cd-4247-aca1-46a668b3c9e6 req-1997b5b1-16a2-4198-9e93-1ce185fc09ad tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955071 Dec 24 03:27:21.955096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:21.960679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.017625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34bb372d-b7b3-45c3-8e1a-8ec77e2771ca', 'name': '', 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:b8:f5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:16Z', 'updated_at': '2021-12-24T03:27:18Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:22.156749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e52cd-f04f-4752-98b7-8f04a575a825 req-85171f68-023e-4350-8427-e770f0a8de95 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:22.161076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-791e52cd-f04f-4752-98b7-8f04a575a825 req-85171f68-023e-4350-8427-e770f0a8de95 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1095514 Dec 24 03:27:22.236104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] For port 65d42249-5bf4-4102-8613-26bf1c9bce13, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=65d42249-5bf4-4102-8613-26bf1c9bce13,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:22.236104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.246256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:22.246618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Updating router 199e05ad-d6da-46c3-a88f-a0e02c01e512 port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:22.270583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] Calling delete_port for 65d42249-5bf4-4102-8613-26bf1c9bce13 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:22.330744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-791e52cd-f04f-4752-98b7-8f04a575a825 req-651a8581-3bcf-48cd-a15d-35324543c9fd tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894635 Dec 24 03:27:22.337027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:22.337027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.340325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.385998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.406932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.411678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:22.416812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:22.422008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:22.422677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.428641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7439c3a9-9bfe-4d8b-9d32-7b6bb44df3cf tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.433867 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7439c3a9-9bfe-4d8b-9d32-7b6bb44df3cf tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/46e25395-c3a4-4c34-abc6-f7baa890502a HTTP/1.1" status: 204 len: 168 time: 0.6978736 Dec 24 03:27:22.434625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46034) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.439798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.446871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=b15596b6-6d3c-4a17-b839-b043e401ef21,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:22.450785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.454248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4099dd-8f4b-4d98-931f-1351b89f9eb9']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:22.455399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-46c4956b-8606-467f-912b-d0135b9ccd01 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=46e25395-c3a4-4c34-abc6-f7baa890502a HTTP/1.1" status: 200 len: 216 time: 0.0177667 Dec 24 03:27:22.460576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c10b1307-16b5-41b5-8a8c-975e18b07a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9575791 Dec 24 03:27:22.461207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.465387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.466010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46038) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.471530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2790fd98-d2af-4e84-8147-2a7c6ad432a6 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0092809 Dec 24 03:27:22.472430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] Pushing event deleted for resources: {'Port': ['ID=f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:22.476470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46040) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.483585 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:4e:64:73', 'name': 'tempest-NetworksTestDHCPv6-946692732'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:22.490074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5132c97f-540b-47df-a0b9-b5d11380a9ab tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0125377 Dec 24 03:27:22.491616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453f235-76a1-4fbc-b743-ef3837fa8eeb None None] No DVR routers for this DVR port f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:22.493552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.527286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d9299b-6bbb-468c-a404-3096397056bf') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:22.527576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d9299b-6bbb-468c-a404-3096397056bf') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:22.550150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.593431 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eb32f92b-f691-4b42-b814-384cbc5bf143 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/567be2af-0229-45fd-86a3-d8deb72178b2 HTTP/1.1" status: 200 len: 472 time: 0.0987599 Dec 24 03:27:22.598822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.618609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-29d56e70-34fd-4d54-ac5e-d90d4a75345a tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/fb028c56-7d30-4fdc-ab44-bb0d02a57bf3 HTTP/1.1" status: 200 len: 461 time: 0.0168276 Dec 24 03:27:22.621699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.660539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.667789 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.688026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:22.688397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:22.693262 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:22.716093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] Pushing event deleted for resources: {'Port': ['ID=65d42249-5bf4-4102-8613-26bf1c9bce13,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:22.726870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b7e75-38e8-4f57-989e-0d7755316f18 None None] No DVR routers for this DVR port 65d42249-5bf4-4102-8613-26bf1c9bce13 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:22.766194 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-290c11c7-b0a7-478f-8675-8c2664d9ac7e tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.770008 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-290c11c7-b0a7-478f-8675-8c2664d9ac7e tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/fb028c56-7d30-4fdc-ab44-bb0d02a57bf3 HTTP/1.1" status: 204 len: 168 time: 0.1425681 Dec 24 03:27:22.770170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266a2fd-38f1-40b1-ba5d-113ba28c85f3 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:22.771030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:22.794551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:22.821728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.838929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:22.844041 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] 10.222.0.37 "DELETE /v2.0/networks/6d4099dd-8f4b-4d98-931f-1351b89f9eb9 HTTP/1.1" status: 204 len: 168 time: 2.1475151 Dec 24 03:27:22.865233 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22386be-9d93-4eb0-bf9b-512441a5f87d tempest-AllowedAddressPairTestJSON-56583295 tempest-AllowedAddressPairTestJSON-56583295-project] Pushing event deleted for resources: {'Network': ['ID=6d4099dd-8f4b-4d98-931f-1351b89f9eb9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:22.884245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb83db03-c544-4089-99d6-839040ff1857 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:22.910968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:23.018159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:23.028555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.030502 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5768e7f0-d4d2-464d-b486-3b2cce35e37a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 200 len: 953 time: 2.4371426 Dec 24 03:27:23.033248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46060) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:23.037378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cf26001-366d-498f-bf7e-6226cf54d731 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.039351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6cf26001-366d-498f-bf7e-6226cf54d731 tempest-MeteringTestJSON-720536458 tempest-MeteringTestJSON-720536458-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/567be2af-0229-45fd-86a3-d8deb72178b2 HTTP/1.1" status: 204 len: 168 time: 0.2672000 Dec 24 03:27:23.059311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: cb83db03-c544-4089-99d6-839040ff1857 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:23.059784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb83db03-c544-4089-99d6-839040ff1857 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:23.141129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.191854 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ebd55935-3cd6-44fe-81d9-ef8c3eff07d1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 200 len: 953 time: 0.1573367 Dec 24 03:27:23.194706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46068) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:23.199442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'routes': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:23.206183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port bef79c8c-8ac0-4aa6-aa1b-2109badae813 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:23.206731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46070) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:23.223259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.229293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'b15596b6-6d3c-4a17-b839-b043e401ef21'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:23.230238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.232729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 65d42249-5bf4-4102-8613-26bf1c9bce13 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:23.244822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.326665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10517d-1b64-4a23-a2b6-1bcdc810951f None None] Pushing event updated for resources: {'Port': ['ID=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:23.340907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 65d42249-5bf4-4102-8613-26bf1c9bce13 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:23.341572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 65d42249-5bf4-4102-8613-26bf1c9bce13 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:23.342652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:23.374650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:23.375222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f4f0c6a5-c6c6-4dcb-92ca-02dd2235af11 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:23.515135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:23.553172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::295 (97b6bd3f-63b4-4ad9-857e-58009b511f78/b15596b6-6d3c-4a17-b839-b043e401ef21/bef79c8c-8ac0-4aa6-aa1b-2109badae813) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:23.556492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Attempting to bind port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:23.557638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Attempting to bind port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:23.557638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Attempting to bind port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca on network 861c19a8-2592-4f94-8a0c-4c8639028398 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:23.566242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:23.567106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Checking segment: {'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:23.567719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.568307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Bound using segment: {'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:23.569012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Bound port: 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:23.569598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.587549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5773bb4b-342d-4fd5-b693-65107d7a2d06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8a97e50d7bd4afbb940127d7250ebb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796356 Dec 24 03:27:23.600900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:23.635467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46084) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:23.651844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] For port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:23.655602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] For port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,segment=NetworkSegment(1cb4cf63-7c11-4f56-96c6-0c77f5126c4b),segment_id=1cb4cf63-7c11-4f56-96c6-0c77f5126c4b)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:23.668390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.683679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.729678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.739292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:23.740070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:23.744259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1842350245', 'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:23.774241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99c6c97f-a9b9-4bf3-b253-35941dd75f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.838770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10517d-1b64-4a23-a2b6-1bcdc810951f None None] Pushing event updated for resources: {'Port': ['ID=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:23.850208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0b682d79-a615-409c-bdd3-92d807e79d9f None None] Provisioning complete for port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:23.850530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b682d79-a615-409c-bdd3-92d807e79d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.866111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.870503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.872952 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58393206-84e5-4b15-bbc9-efca88b9927d HTTP/1.1" status: 204 len: 168 time: 0.2709842 Dec 24 03:27:23.878249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Made reservation on behalf of 263e4ddbb2e444bb978c7298f33df6d7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:23.881040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.904995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.907729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58393206-84e5-4b15-bbc9-efca88b9927d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:23.910276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:23.951562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.952758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.953128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.954182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.954910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.955478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.955868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.956569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.957140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.957398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.957742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.958082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.958480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:23.958793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282759d-166b-417c-886d-afe90a7b5b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.070481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99c6c97f-a9b9-4bf3-b253-35941dd75f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.076994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added routes are [] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:27:24.077407 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:27:24.081673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99c6c97f-a9b9-4bf3-b253-35941dd75f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.086275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b682d79-a615-409c-bdd3-92d807e79d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.131278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.148150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.179901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6c97f-a9b9-4bf3-b253-35941dd75f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d5fb3-9455-4b90-aa6d-f24bd5875cd2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:24.189111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:24.202537 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-99c6c97f-a9b9-4bf3-b253-35941dd75f75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=741edaa60a2f4fa7ad80666e012683ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637145 Dec 24 03:27:24.208491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46092) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:24.210154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0b682d79-a615-409c-bdd3-92d807e79d9f None None] For port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,segment=NetworkSegment(1cb4cf63-7c11-4f56-96c6-0c77f5126c4b),segment_id=1cb4cf63-7c11-4f56-96c6-0c77f5126c4b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:24.210487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.222505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b682d79-a615-409c-bdd3-92d807e79d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.235755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.256860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:24.284562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:24.289282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/b15596b6-6d3c-4a17-b839-b043e401ef21/f8bc3418-4103-4566-9837-7edfbe349b76) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:24.301654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9847a6-8f2b-4979-a3e6-c970e6137c4e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:24.305878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.306607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Added segment cd5808fc-52b2-460d-a44a-ab35bc163049 of type vlan for network f390ba17-1a79-4aa0-bc73-6a5afce13c36 Dec 24 03:27:24.340421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b57dfa3-d1b9-4f11-87a5-7f859d409381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.344526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:24.352812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:24.353837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.380131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=bef79c8c-8ac0-4aa6-aa1b-2109badae813,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:24.380421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b682d79-a615-409c-bdd3-92d807e79d9f None None] Pushing event updated for resources: {'Port': ['ID=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:24.394526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b57dfa3-d1b9-4f11-87a5-7f859d409381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.396343 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-03040717-4513-486e-8a34-5bbda938b9f9 None None] Provisioning complete for port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:24.396754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03040717-4513-486e-8a34-5bbda938b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.411164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.411901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.412500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.413082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.415010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.415749 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.416353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.417613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.418234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.418780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.419318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.419884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.420442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:24.434728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.443794 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7a444a1c-20e9-47be-9492-89851c6c3c22 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9688525 Dec 24 03:27:24.451935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46102) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:24.485062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.486330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:24.487166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.524661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0078483 Dec 24 03:27:24.525429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:24.549393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'subnet': {'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:24.554546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b57dfa3-d1b9-4f11-87a5-7f859d409381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.557469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b57dfa3-d1b9-4f11-87a5-7f859d409381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.559354 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1b57dfa3-d1b9-4f11-87a5-7f859d409381 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b1d5fb3-9455-4b90-aa6d-f24bd5875cd2 HTTP/1.1" status: 204 len: 168 time: 0.3475749 Dec 24 03:27:24.600785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57dfa3-d1b9-4f11-87a5-7f859d409381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d5fb3-9455-4b90-aa6d-f24bd5875cd2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:24.637597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Made reservation on behalf of 263e4ddbb2e444bb978c7298f33df6d7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:24.642176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.645900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59b5a6-1a53-4911-9012-c65d8c7395c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:24.650773 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5e59b5a6-1a53-4911-9012-c65d8c7395c5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1982496 Dec 24 03:27:24.656661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46112) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:24.672340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:21Z', 'revision_number': 6, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34bb372d-b7b3-45c3-8e1a-8ec77e2771ca', 'name': '', 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:b8:f5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:16Z', 'updated_at': '2021-12-24T03:27:23Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:24.715380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e89b5-a735-4d30-93da-e08c3a07534b None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:21Z', 'revision_number': 6, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34bb372d-b7b3-45c3-8e1a-8ec77e2771ca', 'name': '', 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:b8:f5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:16Z', 'updated_at': '2021-12-24T03:27:23Z', 'revision_number': 4, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:24.737950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8f85-3afb-4b43-b46d-41fcda102b40 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Network': ['ID=f390ba17-1a79-4aa0-bc73-6a5afce13c36,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:24.764398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f390ba17-1a79-4aa0-bc73-6a5afce13c36 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:24.861282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.873305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.942166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.953943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.005310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:25.011802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:25.015123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:25.031306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Pushing event updated for resources: {'Port': ['ID=f8bc3418-4103-4566-9837-7edfbe349b76,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:25.068352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.069230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.069230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.069467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.069789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.070112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.070455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.070785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.071410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.071410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.071749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.072208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.072719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:25.073125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port bef79c8c-8ac0-4aa6-aa1b-2109badae813 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:25.073548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.139347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Attempting to bind port f8bc3418-4103-4566-9837-7edfbe349b76 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:25.139719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Attempting to bind port f8bc3418-4103-4566-9837-7edfbe349b76 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:25.140082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Attempting to bind port f8bc3418-4103-4566-9837-7edfbe349b76 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:25.146748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:25.155849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:25.157994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:25.158792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.159428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:25.160452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Bound port: f8bc3418-4103-4566-9837-7edfbe349b76, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:25.161731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.209289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46120) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:25.314464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] For port f8bc3418-4103-4566-9837-7edfbe349b76, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:25.322294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] For port f8bc3418-4103-4566-9837-7edfbe349b76, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f8bc3418-4103-4566-9837-7edfbe349b76,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:25.335579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.341499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46124) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:25.342482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:25.369284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.377650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:27:25.378209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.418794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca89d930-404b-459c-9b71-4695ec19bcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.432123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for bef79c8c-8ac0-4aa6-aa1b-2109badae813 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:25.475095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23b24f-57c6-4480-ba87-adf18e4a34ac None None] Pushing event updated for resources: {'Port': ['ID=f8bc3418-4103-4566-9837-7edfbe349b76,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:25.483222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:25.484063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.495668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a611606d-39a1-4289-9b22-8ede5025db7c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:25.512269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Checking segment: {'id': 'cd5808fc-52b2-460d-a44a-ab35bc163049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:25.513029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network hostable DHCP agents. Network: f390ba17-1a79-4aa0-bc73-6a5afce13c36, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:25.540353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network f390ba17-1a79-4aa0-bc73-6a5afce13c36 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:25.560996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f390ba17-1a79-4aa0-bc73-6a5afce13c36) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:25.567616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:25.568725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.583361 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ceccb6-2424-4cd0-8f1e-d7626ea30f0c None None] Network f390ba17-1a79-4aa0-bc73-6a5afce13c36 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:25.602280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-33fa473a-3d3e-4684-ab52-ec0579fbf100 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0591943 Dec 24 03:27:25.603288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:25.610544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1967655268', 'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:25.644812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Made reservation on behalf of 263e4ddbb2e444bb978c7298f33df6d7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:25.646982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.668058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] device_id is not set on port 2eb92cc5-a921-4c17-9c3a-ae25c08811e3 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:25.806383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e6a7ba-1bb4-4408-81fc-36888aea41ce None None] Network f390ba17-1a79-4aa0-bc73-6a5afce13c36 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:25.842578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Allocated IP 2001:db8::3c5 (f390ba17-1a79-4aa0-bc73-6a5afce13c36/a611606d-39a1-4289-9b22-8ede5025db7c/2eb92cc5-a921-4c17-9c3a-ae25c08811e3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:25.976059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'networks': [{'name': 'tempest-network--1792960774'}, {'name': 'tempest-network--758466959'}]} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:25.976618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'network': {'name': 'tempest-network--1792960774'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:25.976725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'network': {'name': 'tempest-network--758466959'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:25.985158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:26.000931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.004937 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7c5c31c8-6e69-4612-8381-4ff14359926f tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 200 len: 703 time: 2.8094869 Dec 24 03:27:26.005767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46128) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:26.058473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.078248 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:26.088152 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:26.088925 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:26.097515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.142590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network f390ba17-1a79-4aa0-bc73-6a5afce13c36 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:26.148453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:26.150129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:26.151153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:26.151834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.158353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Made reservation on behalf of 12f0f4e1c51e43c1831dbfdf94d4153e for: {'network': 2} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:26.162456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb92cc5-a921-4c17-9c3a-ae25c08811e3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:26.163631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.181056 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d476989-be97-4fad-8768-d7d67c124321 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5739450 Dec 24 03:27:26.182356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46130) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:26.182664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.204352 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:26.211456 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f67d36a-8a94-40c5-aa3c-229cb86f57cb tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 200 len: 703 time: 0.1932752 Dec 24 03:27:26.214791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:26.257763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca89d930-404b-459c-9b71-4695ec19bcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.273724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca89d930-404b-459c-9b71-4695ec19bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.325630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.349436 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ca89d930-404b-459c-9b71-4695ec19bcf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ae86a59fb344615a42057435e45260c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0035112 Dec 24 03:27:26.357875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:26.380227 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=bef79c8c-8ac0-4aa6-aa1b-2109badae813,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:26.383346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89d930-404b-459c-9b71-4695ec19bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc7a866-20b5-40b1-aae0-b9366b017697,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:26.424654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.430919 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-138bb4f8-70f3-4711-b30d-2cc16b9bed93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/bef79c8c-8ac0-4aa6-aa1b-2109badae813 HTTP/1.1" status: 204 len: 168 time: 1.7703280 Dec 24 03:27:26.436220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46136) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:26.449955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.472434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.472903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.482310 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:24Z', 'revision_number': 7, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34bb372d-b7b3-45c3-8e1a-8ec77e2771ca', 'name': '', 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:b8:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:16Z', 'updated_at': '2021-12-24T03:27:24Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:26.528750 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:26.533038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb0cbf3-24c2-42d3-b552-46d58c0f9fa9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:26.534723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb0cbf3-24c2-42d3-b552-46d58c0f9fa9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:26.539157 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-beb0cbf3-24c2-42d3-b552-46d58c0f9fa9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1016219 Dec 24 03:27:26.539770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46138) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:26.542854 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:26.544304 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:26.544455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af93ff01-4f56-4f40-926a-2edac3bbfc17,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:26.583947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:26.606782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.607394 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Added segment 57e29cf5-cdda-4e85-881e-46b767b25079 of type vlan for network 6e6e5aea-3f16-4225-8564-ffc9739a7b95 Dec 24 03:27:26.672343 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:26.676122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.711311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Deleting port 2eb92cc5-a921-4c17-9c3a-ae25c08811e3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:26.711912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.721334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet b15596b6-6d3c-4a17-b839-b043e401ef21 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:26.725123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.764286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:26.772467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.806357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.806714 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Added segment edd83fbe-6700-402a-b41b-e04551e32d6e of type vlan for network ce377666-d9b3-4743-b96b-2be97b097c3f Dec 24 03:27:26.856763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c64752f5-e9ef-4445-a287-8995f22a86b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.892501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.897537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.938307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c64752f5-e9ef-4445-a287-8995f22a86b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.940125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Calling delete_port for 2eb92cc5-a921-4c17-9c3a-ae25c08811e3 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:26.945872 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:24Z', 'revision_number': 7, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34bb372d-b7b3-45c3-8e1a-8ec77e2771ca', 'name': '', 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:b8:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:16Z', 'updated_at': '2021-12-24T03:27:24Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:26.964842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.974897 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5e9e3-d6d7-4a02-8a91-dbe106c71b8a None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:24Z', 'revision_number': 7, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34bb372d-b7b3-45c3-8e1a-8ec77e2771ca', 'name': '', 'network_id': '861c19a8-2592-4f94-8a0c-4c8639028398', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:b8:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:16Z', 'updated_at': '2021-12-24T03:27:24Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '273242d4-3eb2-45b1-b868-a21046dbc426', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:27.021386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.022005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.035921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.042140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.043104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.051668 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.082292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e742817a-c295-46ea-99aa-3ca23732fa9e None None] Provisioning complete for port f8bc3418-4103-4566-9837-7edfbe349b76 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:27.082961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e742817a-c295-46ea-99aa-3ca23732fa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.136976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=b15596b6-6d3c-4a17-b839-b043e401ef21,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:27.146831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c64752f5-e9ef-4445-a287-8995f22a86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.149344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.156375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c64752f5-e9ef-4445-a287-8995f22a86b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.159090 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d67c94ff-1f2b-41da-8318-ab64efbd5330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/b15596b6-6d3c-4a17-b839-b043e401ef21 HTTP/1.1" status: 204 len: 168 time: 0.6159005 Dec 24 03:27:27.160016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46140) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:27.160233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c64752f5-e9ef-4445-a287-8995f22a86b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edc7a866-20b5-40b1-aae0-b9366b017697 HTTP/1.1" status: 204 len: 168 time: 0.8013673 Dec 24 03:27:27.194904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64752f5-e9ef-4445-a287-8995f22a86b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc7a866-20b5-40b1-aae0-b9366b017697,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:27.260027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e742817a-c295-46ea-99aa-3ca23732fa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.293823 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0791547 Dec 24 03:27:27.294663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46144) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:27.300839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.306165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e742817a-c295-46ea-99aa-3ca23732fa9e None None] For port f8bc3418-4103-4566-9837-7edfbe349b76, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f8bc3418-4103-4566-9837-7edfbe349b76,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:27.320715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f8bc3418-4103-4566-9837-7edfbe349b76 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:27.324916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e742817a-c295-46ea-99aa-3ca23732fa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.357001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb92cc5-a921-4c17-9c3a-ae25c08811e3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:27.423039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.429207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-252f4ca0-08d0-40f2-8a3f-118ee6edee4e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2eb92cc5-a921-4c17-9c3a-ae25c08811e3 HTTP/1.1" status: 204 len: 168 time: 1.2451403 Dec 24 03:27:27.431232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:27.438662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36', 'external_fixed_ips': [{'subnet_id': 'a611606d-39a1-4289-9b22-8ede5025db7c', 'ip_address': '2001:db8::3c5'}]}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:27.441252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742817a-c295-46ea-99aa-3ca23732fa9e None None] Pushing event updated for resources: {'Port': ['ID=f8bc3418-4103-4566-9837-7edfbe349b76,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:27.445891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.458020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f8bc3418-4103-4566-9837-7edfbe349b76 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:27.458402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.482824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b21fe-6036-4062-ac4f-5de30baa51cb None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:27.547618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.548318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.565090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2b623db3-fa68-403a-8fdd-50743ffb26d2 None None] Could not find standard attr ID for object bef79c8c-8ac0-4aa6-aa1b-2109badae813. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:27:27.582422 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Network': ['ID=6e6e5aea-3f16-4225-8564-ffc9739a7b95,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:27.596714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6e6e5aea-3f16-4225-8564-ffc9739a7b95 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:27.656750 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2c590d82-9554-4922-bcf8-d8ff64c2f8cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3668575 Dec 24 03:27:27.662786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19291154-d3a2-457d-84c8-ae9395d5707f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Network': ['ID=ce377666-d9b3-4743-b96b-2be97b097c3f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:27.672216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46150) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:27.685968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.689168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network ce377666-d9b3-4743-b96b-2be97b097c3f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:27.751783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb6239-5926-4ba9-a321-ff78e64877ee tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.753918 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eebb6239-5926-4ba9-a321-ff78e64877ee tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0809190 Dec 24 03:27:27.762020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd21fe-a7c5-43ca-a218-a1ca1fde654f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.767808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd21fe-a7c5-43ca-a218-a1ca1fde654f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.774416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd21fe-a7c5-43ca-a218-a1ca1fde654f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.774620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:27.780973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd21fe-a7c5-43ca-a218-a1ca1fde654f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.787876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd21fe-a7c5-43ca-a218-a1ca1fde654f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.789719 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-91bd21fe-a7c5-43ca-a218-a1ca1fde654f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.4776502 Dec 24 03:27:27.795533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46158) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:27.850540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:27.908384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.934183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.938659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] Deleting port f8bc3418-4103-4566-9837-7edfbe349b76 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:27.939038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:27.948476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a61d2f-d6f2-4d38-a147-711832f17330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:27.950355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e8a61d2f-d6f2-4d38-a147-711832f17330 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1725905 Dec 24 03:27:27.953598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46166) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:28.013024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.022793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] For port f8bc3418-4103-4566-9837-7edfbe349b76, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f8bc3418-4103-4566-9837-7edfbe349b76,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:28.023486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.039303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-55694f8b-61e9-4e8b-959d-f5676418a0d5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764496 Dec 24 03:27:28.039543 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e5aea-3f16-4225-8564-ffc9739a7b95']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:28.045736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:28.047730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] Calling delete_port for f8bc3418-4103-4566-9837-7edfbe349b76 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:28.054491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e29cf5-cdda-4e85-881e-46b767b25079') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:28.054723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e29cf5-cdda-4e85-881e-46b767b25079') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:28.058692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:28.066594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.082615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.094129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:28.094587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:28.118311 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:28.173464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.186443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.195834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.203036 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/networks/6e6e5aea-3f16-4225-8564-ffc9739a7b95 HTTP/1.1" status: 204 len: 168 time: 0.4063773 Dec 24 03:27:28.203948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:28.210191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] No DVR routers for this DVR port f8bc3418-4103-4566-9837-7edfbe349b76 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:28.214695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799df4dc-3cda-4718-891f-ea721c95e6b2 None None] Pushing event deleted for resources: {'Port': ['ID=f8bc3418-4103-4566-9837-7edfbe349b76,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:28.217814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb8d3-f320-47e0-8f01-da570a8b7d2a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Network': ['ID=6e6e5aea-3f16-4225-8564-ffc9739a7b95,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:28.221656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:28.222069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.340325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46180) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:28.358434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:28.361915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.406543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.443956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1228541471'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:28.466500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Made reservation on behalf of ca588126a8b747c39d2804ffc4e5a46c for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:28.470778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.479414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.554115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,segment=NetworkSegment(1cb4cf63-7c11-4f56-96c6-0c77f5126c4b),segment_id=1cb4cf63-7c11-4f56-96c6-0c77f5126c4b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:28.554482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.560202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.564118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.588356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:28.602376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3de3cc1-33a4-42ee-b6a6-226d45b3dce8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:28.607274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.607616 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Added segment 9d75cf90-cf1b-450d-84f1-c55e82c95a96 of type vlan for network 308f2776-f60c-44b0-a6f3-956ccdd25588 Dec 24 03:27:28.624430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:28.647929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.674821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.680590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:28.681384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.722167 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3776634 Dec 24 03:27:28.722413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46184) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:28.727091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Request body: {'subnet': {'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:28.747138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.751239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.771233 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf18ddb-f00f-4f21-8e6b-6414b0e1f544 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event updated for resources: {'Network': ['ID=308f2776-f60c-44b0-a6f3-956ccdd25588,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:28.781287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:28.808395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.832207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce377666-d9b3-4743-b96b-2be97b097c3f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:28.851282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Made reservation on behalf of ca588126a8b747c39d2804ffc4e5a46c for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:28.854908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:28.865546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd83fbe-6700-402a-b41b-e04551e32d6e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:28.865855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd83fbe-6700-402a-b41b-e04551e32d6e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:28.914822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.032586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.042469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.084997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:29.085394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:29.089030 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:29.115563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Checking segment: {'id': '9d75cf90-cf1b-450d-84f1-c55e82c95a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:29.115911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Network hostable DHCP agents. Network: 308f2776-f60c-44b0-a6f3-956ccdd25588, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:29.120826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event updated for resources: {'Subnet': ['ID=7ac24c1a-2016-4260-8774-629aca95ca4e,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:29.137354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:29.161881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 308f2776-f60c-44b0-a6f3-956ccdd25588) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:29.166735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:29.168031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.181100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0e7f1-ce1e-4b8e-a64a-057f3ebe548e None None] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:29.190572 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4e3dd1b7-2d11-4e86-b76d-b4b852885826 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4643667 Dec 24 03:27:29.190707 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46186) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:29.197589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Request body: {'port': {'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-613996768'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:29.206868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f8bc3418-4103-4566-9837-7edfbe349b76 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:29.237241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f8bc3418-4103-4566-9837-7edfbe349b76 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:29.237662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f8bc3418-4103-4566-9837-7edfbe349b76 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:29.249683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.273004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.276794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/networks/ce377666-d9b3-4743-b96b-2be97b097c3f HTTP/1.1" status: 204 len: 168 time: 1.0700250 Dec 24 03:27:29.279932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46188) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:29.301051 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Allocated IP 2001:db8::3c5 (f390ba17-1a79-4aa0-bc73-6a5afce13c36/a611606d-39a1-4289-9b22-8ede5025db7c/6f1d4d6e-4563-49df-8a67-65be44be3e36) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:29.308292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0cbfb-2e74-4c00-8ca9-b9b6bb752893 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Network': ['ID=ce377666-d9b3-4743-b96b-2be97b097c3f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:29.327529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.327755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-308f2776-f60c-44b0-a6f3-956ccdd25588', 'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588', 'project_id': 'ca588126a8b747c39d2804ffc4e5a46c', 'fixed_ips': [{'subnet_id': '7ac24c1a-2016-4260-8774-629aca95ca4e'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:29.329422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.347008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:27:29.360883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.427275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c5910-cdf4-444b-8e92-b18e6a13afaf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:29.431515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=34bb372d-b7b3-45c3-8e1a-8ec77e2771ca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:29.434782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c5910-cdf4-444b-8e92-b18e6a13afaf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:29.446787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c5910-cdf4-444b-8e92-b18e6a13afaf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:29.446787 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a75c5910-cdf4-444b-8e92-b18e6a13afaf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.1615794 Dec 24 03:27:29.447926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46190) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:29.452438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-680504258'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:29.456474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Made reservation on behalf of ca588126a8b747c39d2804ffc4e5a46c for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:29.459816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.469303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:29.487409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Allocated IP 2001:db8::2 (308f2776-f60c-44b0-a6f3-956ccdd25588/7ac24c1a-2016-4260-8774-629aca95ca4e/18f95230-9675-4134-b1b9-f90839fe2485) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:29.491224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] device_id is not set on port 025a0174-f1b2-457a-a443-7f02b91cf0f6 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:29.504680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:29.511119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:29.511725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.523498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d579149-9100-424c-a365-a84d977a7beb None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:29.534930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Made reservation on behalf of 12f0f4e1c51e43c1831dbfdf94d4153e for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:29.538600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.586727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:29.599934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.600469 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Added segment c1cabc7c-250f-4816-adb8-28e93b90fb9c of type vlan for network 961a3d14-41ed-4f1e-ae55-6c72e5b0ed06 Dec 24 03:27:29.655585 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.688778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.699446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:29.700932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.715997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '48cba0d8-bedb-4a1f-ae76-faa133b13582'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:29.716903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.750576 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3020229 Dec 24 03:27:29.753011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46192) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:29.760164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-705713917'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:29.786844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.794266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.825784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faaeef9-8f09-4700-8004-5b8ebb0ab4e3 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Network': ['ID=961a3d14-41ed-4f1e-ae55-6c72e5b0ed06,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:29.871783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Made reservation on behalf of 12f0f4e1c51e43c1831dbfdf94d4153e for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:29.875863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.897764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Allocated IP 2001:db8::129 (308f2776-f60c-44b0-a6f3-956ccdd25588/7ac24c1a-2016-4260-8774-629aca95ca4e/025a0174-f1b2-457a-a443-7f02b91cf0f6) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:29.930917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:29.932122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.957607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:29.957991 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Added segment 701acab5-bf71-41a5-a428-7b953c095149 of type vlan for network e9e182e8-e413-4df4-bf16-1a54fd26b09b Dec 24 03:27:29.965446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=48cba0d8-bedb-4a1f-ae76-faa133b13582,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:29.985280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 961a3d14-41ed-4f1e-ae55-6c72e5b0ed06 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:30.004160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-23f2c293-8f6d-4afb-9d68-2169630f078b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9570827 Dec 24 03:27:30.008266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:30.015294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.030870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4eef03f0-db78-4f2b-9371-2f57e2583a65 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:30.041331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:30.048513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.052399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:30.063866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:30.098603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network f390ba17-1a79-4aa0-bc73-6a5afce13c36 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:30.125287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.128800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Pushing event updated for resources: {'Port': ['ID=18f95230-9675-4134-b1b9-f90839fe2485,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:30.130785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:30.131382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.164207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:30.166792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:30.201639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Allocated IP 2001:db8::f816:3eff:febd:a17b (97b6bd3f-63b4-4ad9-857e-58009b511f78/48cba0d8-bedb-4a1f-ae76-faa133b13582/8070477c-aafb-4532-b5b2-01baa9ffece2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:30.203946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Attempting to bind port 18f95230-9675-4134-b1b9-f90839fe2485 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:30.204307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Attempting to bind port 18f95230-9675-4134-b1b9-f90839fe2485 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '9d75cf90-cf1b-450d-84f1-c55e82c95a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:30.205192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Attempting to bind port 18f95230-9675-4134-b1b9-f90839fe2485 on network 308f2776-f60c-44b0-a6f3-956ccdd25588 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:30.212479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:30.213143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Checking segment: {'id': '9d75cf90-cf1b-450d-84f1-c55e82c95a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:30.213776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.214356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Bound using segment: {'id': '9d75cf90-cf1b-450d-84f1-c55e82c95a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:30.215087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Bound port: 18f95230-9675-4134-b1b9-f90839fe2485, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d75cf90-cf1b-450d-84f1-c55e82c95a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:30.215684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.221762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Network': ['ID=e9e182e8-e413-4df4-bf16-1a54fd26b09b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:30.234497 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-facf5264-f7f5-4b77-9b74-875e308e3466 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4804184 Dec 24 03:27:30.237148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46196) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:30.242623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e9e182e8-e413-4df4-bf16-1a54fd26b09b details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:30.243326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'ports': [{'network_id': '961a3d14-41ed-4f1e-ae55-6c72e5b0ed06', 'name': 'tempest-port--1976702459', 'admin_state_up': True}, {'network_id': 'e9e182e8-e413-4df4-bf16-1a54fd26b09b', 'admin_state_up': False}]} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:30.243706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'port': {'network_id': '961a3d14-41ed-4f1e-ae55-6c72e5b0ed06', 'name': 'tempest-port--1976702459', 'admin_state_up': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:30.244213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'port': {'network_id': 'e9e182e8-e413-4df4-bf16-1a54fd26b09b', 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:30.250083 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.268382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.283570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Port': ['ID=6f1d4d6e-4563-49df-8a67-65be44be3e36,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:30.377837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.412264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] For port 18f95230-9675-4134-b1b9-f90839fe2485, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:30.420758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] For port 18f95230-9675-4134-b1b9-f90839fe2485, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=18f95230-9675-4134-b1b9-f90839fe2485,segment=NetworkSegment(9d75cf90-cf1b-450d-84f1-c55e82c95a96),segment_id=9d75cf90-cf1b-450d-84f1-c55e82c95a96)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:30.435227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.449963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef03f0-db78-4f2b-9371-2f57e2583a65 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:30.453726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eef03f0-db78-4f2b-9371-2f57e2583a65 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.461510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:30.469969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:30.472689 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:30.479044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:30.480271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.496093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc403244-a534-474f-b908-cb086f793cd3 None None] Pushing event updated for resources: {'Port': ['ID=18f95230-9675-4134-b1b9-f90839fe2485,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:30.496309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event updated for resources: {'Port': ['ID=025a0174-f1b2-457a-a443-7f02b91cf0f6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:30.519093 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2eafc690-83a8-4dc1-bc17-35cd5eca2f4b tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3252723 Dec 24 03:27:30.520104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46198) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:30.532595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Request body: {'port': {'network_id': '308f2776-f60c-44b0-a6f3-956ccdd25588', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-444521368', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:30.533366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.api.validators [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] bootfile-name is not in valid_values {{(pid=103177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:27:30.533884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.api.validators [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] tftp-server is not in valid_values {{(pid=103177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:27:30.534986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.api.validators [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] server-ip-address is not in valid_values {{(pid=103177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:27:30.556864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.566526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.571886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Made reservation on behalf of 12f0f4e1c51e43c1831dbfdf94d4153e for: {'port': 2} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:30.576473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.608528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:30.611484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:30.615244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:30.641477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.646072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Pushing event updated for resources: {'Port': ['ID=8070477c-aafb-4532-b5b2-01baa9ffece2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:30.684698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Attempting to bind port 8070477c-aafb-4532-b5b2-01baa9ffece2 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:30.685063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Attempting to bind port 8070477c-aafb-4532-b5b2-01baa9ffece2 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:30.685817 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Attempting to bind port 8070477c-aafb-4532-b5b2-01baa9ffece2 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:30.690587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:30.691452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:30.691452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.691673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:30.692133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Bound port: 8070477c-aafb-4532-b5b2-01baa9ffece2, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:30.692547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.728138 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-4eef03f0-db78-4f2b-9371-2f57e2583a65 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48cba0d8-bedb-4a1f-ae76-faa133b13582 (CIDR: 2001:db8::/64) Dec 24 03:27:30.740240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eef03f0-db78-4f2b-9371-2f57e2583a65 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:27:30.740734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eef03f0-db78-4f2b-9371-2f57e2583a65 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:30.753001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.774671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] For port 8070477c-aafb-4532-b5b2-01baa9ffece2, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:30.779526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] For port 8070477c-aafb-4532-b5b2-01baa9ffece2, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8070477c-aafb-4532-b5b2-01baa9ffece2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:30.786742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.801107 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4eef03f0-db78-4f2b-9371-2f57e2583a65 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7870529 Dec 24 03:27:30.808670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:30.809698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:30.822666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:30.893823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95759210-bf41-4d6f-a1f0-04ef71a6c11d None None] Pushing event updated for resources: {'Port': ['ID=8070477c-aafb-4532-b5b2-01baa9ffece2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:30.914503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Made reservation on behalf of ca588126a8b747c39d2804ffc4e5a46c for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:30.919026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.924548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] device_id is not set on port 8908879b-e089-4d67-a8a3-48dc31df4cbb yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:30.955918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] device_id is not set on port 807b65c4-7e28-4faf-a8b3-bb666adff042 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:31.132631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Allocated IP 2001:db8::213 (308f2776-f60c-44b0-a6f3-956ccdd25588/7ac24c1a-2016-4260-8774-629aca95ca4e/807b65c4-7e28-4faf-a8b3-bb666adff042) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:31.157652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.182267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:31.192453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d7e25740-e5f1-45c6-88cc-c4fa63605268 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9781218 Dec 24 03:27:31.196934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:31.213174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:31.214086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:31.221441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46202) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:31.314259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:31.317683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.342396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:31.387735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.424771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 18f95230-9675-4134-b1b9-f90839fe2485 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:31.495817 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.508550 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] device_id is not set on port 33ccdcc6-969a-4f1e-afc3-60c212416d3c yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:31.564185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.565984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet 273242d4-3eb2-45b1-b868-a21046dbc426 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:31.572841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.582597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 18f95230-9675-4134-b1b9-f90839fe2485 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:31.583252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.648910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:31.660883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:31.663746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:31.673278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:31.674534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.679412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.684346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event updated for resources: {'Port': ['ID=807b65c4-7e28-4faf-a8b3-bb666adff042,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:31.725111 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5bf0f073-688d-4307-a0bf-660b85965137 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2031775 Dec 24 03:27:31.729086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46204) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:31.733440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.744218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.749070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:29Z', 'revision_number': 8, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:31.787817 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:31.807791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d7298-d515-4904-90a6-21cb8387efd4 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:31.808023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:31.808829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.808970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:31.814713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d7298-d515-4904-90a6-21cb8387efd4 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:31.821509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d7298-d515-4904-90a6-21cb8387efd4 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:31.826622 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7e0d7298-d515-4904-90a6-21cb8387efd4 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0926628 Dec 24 03:27:31.826622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46206) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:31.830294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 18f95230-9675-4134-b1b9-f90839fe2485, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=18f95230-9675-4134-b1b9-f90839fe2485,segment=NetworkSegment(9d75cf90-cf1b-450d-84f1-c55e82c95a96),segment_id=9d75cf90-cf1b-450d-84f1-c55e82c95a96)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:31.869385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.874222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.962196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:31.982321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Router 581c0147-68a9-4a7d-b73f-528aee6fc601 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:27:31.997228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Port': ['ID=8908879b-e089-4d67-a8a3-48dc31df4cbb,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:32.004911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Checking segment: {'id': 'c1cabc7c-250f-4816-adb8-28e93b90fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '961a3d14-41ed-4f1e-ae55-6c72e5b0ed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:32.005353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network hostable DHCP agents. Network: 961a3d14-41ed-4f1e-ae55-6c72e5b0ed06, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:32.049072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=273242d4-3eb2-45b1-b868-a21046dbc426,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:32.049816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network 961a3d14-41ed-4f1e-ae55-6c72e5b0ed06 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:32.056219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=18f95230-9675-4134-b1b9-f90839fe2485,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:32.063938 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Deleting port 807b65c4-7e28-4faf-a8b3-bb666adff042 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:32.064353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.065674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.070656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bf38f800-efbc-42ad-89c5-bb072d7f83bd tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/273242d4-3eb2-45b1-b868-a21046dbc426 HTTP/1.1" status: 204 len: 168 time: 0.8461154 Dec 24 03:27:32.079259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46208) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:32.086753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 961a3d14-41ed-4f1e-ae55-6c72e5b0ed06) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:32.092586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:32.094271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.118364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9e4ff-cd3b-4d25-a17e-306a4f854397 None None] Network 861c19a8-2592-4f94-8a0c-4c8639028398 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:32.120686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a2929-582e-4337-9c35-757716ec8946 None None] Network 961a3d14-41ed-4f1e-ae55-6c72e5b0ed06 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:32.145244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15f334-56a9-46ca-99e8-a3e0547fc709 None None] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:32.194510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Port': ['ID=33ccdcc6-969a-4f1e-afc3-60c212416d3c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:32.270305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Checking segment: {'id': '701acab5-bf71-41a5-a428-7b953c095149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e9e182e8-e413-4df4-bf16-1a54fd26b09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:32.270763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network hostable DHCP agents. Network: e9e182e8-e413-4df4-bf16-1a54fd26b09b, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:32.304694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network e9e182e8-e413-4df4-bf16-1a54fd26b09b is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:32.324446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, e9e182e8-e413-4df4-bf16-1a54fd26b09b) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:32.327816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.339893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:32.347508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:32.353448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:32.354894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.361125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d5cde-be19-48f6-b6d4-4b84f66cd0c7 None None] Network e9e182e8-e413-4df4-bf16-1a54fd26b09b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:32.368853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Calling delete_port for 807b65c4-7e28-4faf-a8b3-bb666adff042 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:32.386901 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cacb42f8-b026-4b82-b4d1-ef7658c8279c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1487308 Dec 24 03:27:32.390288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46210) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:32.392081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:32.489995 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdea532-0336-4ff7-bc2d-23a2d1883d82 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:32.496460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdea532-0336-4ff7-bc2d-23a2d1883d82 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:32.501515 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3bdea532-0336-4ff7-bc2d-23a2d1883d82 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1058969 Dec 24 03:27:32.501515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46212) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:32.562819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.589786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4798c3d1-f6fe-4397-8ff1-f549f7816c64 None None] Provisioning complete for port 18f95230-9675-4134-b1b9-f90839fe2485 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:32.590321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4798c3d1-f6fe-4397-8ff1-f549f7816c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.639912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.647750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Deleting port 8908879b-e089-4d67-a8a3-48dc31df4cbb {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:32.648147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.676413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:32.687175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:32.690123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:32.690939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.710648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=ce542175-6a3d-4a95-9814-06f81017d946,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:32.716052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:32.733884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c0901-7e96-4c7a-9303-f61d4ce7ac75 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:32.735850 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Sync routers for ids ['581c0147-68a9-4a7d-b73f-528aee6fc601'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:32.758475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e73e3ad-6e51-4335-b5ed-a644f71c3238 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9450846 Dec 24 03:27:32.761811 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Routers {'581c0147-68a9-4a7d-b73f-528aee6fc601'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:32.762915 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['581c0147-68a9-4a7d-b73f-528aee6fc601'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:32.763277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46214) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:32.774107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:9e:36:ef', 'name': 'tempest-NetworksTestDHCPv6-1333434425'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:32.785330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:32.786594 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-13dece62-9601-4904-912c-af8c29ea413b tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3544233 Dec 24 03:27:32.800221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:32.955466 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Set router 581c0147-68a9-4a7d-b73f-528aee6fc601 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:33.000927 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.054477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] DHCP port deletion for 861c19a8-2592-4f94-8a0c-4c8639028398 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:33.057054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 12d23cf1-03a0-4681-847e-84922f7f103b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:33.057577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.072019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event deleted for resources: {'Port': ['ID=807b65c4-7e28-4faf-a8b3-bb666adff042,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:33.113375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.119902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.128631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc1a98ea-a602-413b-96f6-9f0d56a7ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "DELETE /v2.0/ports/807b65c4-7e28-4faf-a8b3-bb666adff042 HTTP/1.1" status: 204 len: 168 time: 1.3010011 Dec 24 03:27:33.133562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46218) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:33.140425 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Calling delete_port for 8908879b-e089-4d67-a8a3-48dc31df4cbb owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:33.180046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Request body: {'port': {'name': 'tempest-new-port-name-1397891892', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:33.180612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] bootfile-name is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:27:33.180962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] tftp-server is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:27:33.181297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] server-ip-address is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:27:33.292339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:29Z', 'revision_number': 8, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:33.302257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Provisioning complete for port 8070477c-aafb-4532-b5b2-01baa9ffece2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:33.302760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.335855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.358768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:33.375855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.415412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6d5c6-b9b4-474c-82ae-8a681243573e None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:29Z', 'revision_number': 8, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '13997fa8-fb1f-4f50-9431-c067e1dcb9a2', 'name': '', 'network_id': 'f6dff991-6cb9-4adf-95ed-b211c4e65aef', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:c8:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:17Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': '1d93d9cc-9306-4397-934b-a6b4bf91d70d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:33.418113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 12d23cf1-03a0-4681-847e-84922f7f103b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12d23cf1-03a0-4681-847e-84922f7f103b,segment=NetworkSegment(1cb4cf63-7c11-4f56-96c6-0c77f5126c4b),segment_id=1cb4cf63-7c11-4f56-96c6-0c77f5126c4b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:33.418611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.430354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8070477c-aafb-4532-b5b2-01baa9ffece2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:33.433874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] Deleting port 12d23cf1-03a0-4681-847e-84922f7f103b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:33.434736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.443862 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581c0147-68a9-4a7d-b73f-528aee6fc601', 'name': '', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36', 'external_fixed_ips': [{'subnet_id': 'a611606d-39a1-4289-9b22-8ede5025db7c', 'ip_address': '2001:db8::3c5'}], 'enable_snat': True}, 'gw_port_id': '6f1d4d6e-4563-49df-8a67-65be44be3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:27Z', 'updated_at': '2021-12-24T03:27:30Z', 'revision_number': 3, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port': {'id': '6f1d4d6e-4563-49df-8a67-65be44be3e36', 'name': '', 'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581c0147-68a9-4a7d-b73f-528aee6fc601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a611606d-39a1-4289-9b22-8ede5025db7c', 'ip_address': '2001:db8::3c5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:28Z', 'updated_at': '2021-12-24T03:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a611606d-39a1-4289-9b22-8ede5025db7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:33.456622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Port': ['ID=8908879b-e089-4d67-a8a3-48dc31df4cbb,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:33.470500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.471337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.477501 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-643404c3-fb3c-4cd5-a727-0c587eb76d2f tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/ports/8908879b-e089-4d67-a8a3-48dc31df4cbb HTTP/1.1" status: 204 len: 168 time: 0.9733584 Dec 24 03:27:33.478436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46220) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:33.479248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 12d23cf1-03a0-4681-847e-84922f7f103b owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:33.490647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0d503-1821-445a-9eae-ae95e0e41353 None None] Update dhcp port {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': '48cba0d8-bedb-4a1f-ae76-faa133b13582', 'ip_address': '2001:db8::f816:3eff:febd:a17b'}, {'subnet_id': 'ce542175-6a3d-4a95-9814-06f81017d946'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': '8070477c-aafb-4532-b5b2-01baa9ffece2'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:27:33.521551 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Checking router: 581c0147-68a9-4a7d-b73f-528aee6fc601 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:33.521813 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Updating router 581c0147-68a9-4a7d-b73f-528aee6fc601 port 6f1d4d6e-4563-49df-8a67-65be44be3e36 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:33.564145 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.609178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d503-1821-445a-9eae-ae95e0e41353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.617200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Deleting port 33ccdcc6-969a-4f1e-afc3-60c212416d3c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:33.617548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.703194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.719405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Calling delete_port for 33ccdcc6-969a-4f1e-afc3-60c212416d3c owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:33.778573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.822770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.862810 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.866854 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/ports/33ccdcc6-969a-4f1e-afc3-60c212416d3c HTTP/1.1" status: 204 len: 168 time: 0.3857069 Dec 24 03:27:33.867912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed938ca1-44b4-4d77-93ab-fa59da122331 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Port': ['ID=33ccdcc6-969a-4f1e-afc3-60c212416d3c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:33.875221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46222) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:33.882417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.905713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 6d3b88a8-515e-4cdf-985c-1845d68b354f yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:33.951522 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6ff2beb8-861d-4040-a7e4-f89f82f8a36a tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0736208 Dec 24 03:27:33.955870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46224) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:33.961967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0d503-1821-445a-9eae-ae95e0e41353 None None] Allocated IP 2001:db8:0:1::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/ce542175-6a3d-4a95-9814-06f81017d946/8070477c-aafb-4532-b5b2-01baa9ffece2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:33.965298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-937562997'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:33.973653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:33.996211 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Made reservation on behalf of 12f0f4e1c51e43c1831dbfdf94d4153e for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:34.000479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.031035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:34.049933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.050416 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Added segment 0b068b9a-3f30-4160-8142-c54cdb436f4e of type vlan for network 26447dcf-e1d8-4e78-9137-08b900c92ea9 Dec 24 03:27:34.110587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d9c0d503-1821-445a-9eae-ae95e0e41353 None None] For port 8070477c-aafb-4532-b5b2-01baa9ffece2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8070477c-aafb-4532-b5b2-01baa9ffece2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:34.111659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.149274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.150882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=12d23cf1-03a0-4681-847e-84922f7f103b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:34.155188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.161898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:34.162631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.165730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port 12d23cf1-03a0-4681-847e-84922f7f103b on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:34.193557 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.201259 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.207460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d503-1821-445a-9eae-ae95e0e41353 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.216410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] For port 12d23cf1-03a0-4681-847e-84922f7f103b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12d23cf1-03a0-4681-847e-84922f7f103b,segment=NetworkSegment(1cb4cf63-7c11-4f56-96c6-0c77f5126c4b),segment_id=1cb4cf63-7c11-4f56-96c6-0c77f5126c4b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:34.216908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.238631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2814879 Dec 24 03:27:34.254117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46226) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:34.261449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1109994493'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:34.286366 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d30f79-d307-44b3-a7e6-c2e035b9739f None None] Pushing event updated for resources: {'Port': ['ID=6f1d4d6e-4563-49df-8a67-65be44be3e36,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:34.288251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:27:34.288626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:27:34.289171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d503-1821-445a-9eae-ae95e0e41353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.297943 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Attempting to bind port 6f1d4d6e-4563-49df-8a67-65be44be3e36 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:34.298521 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Attempting to bind port 6f1d4d6e-4563-49df-8a67-65be44be3e36 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'cd5808fc-52b2-460d-a44a-ab35bc163049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:34.299541 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Attempting to bind port 6f1d4d6e-4563-49df-8a67-65be44be3e36 on network f390ba17-1a79-4aa0-bc73-6a5afce13c36 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:34.308221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] Calling delete_port for 12d23cf1-03a0-4681-847e-84922f7f103b owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:34.310117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8070477c-aafb-4532-b5b2-01baa9ffece2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:34.310482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.311534 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:34.314561 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Checking segment: {'id': 'cd5808fc-52b2-460d-a44a-ab35bc163049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:34.315307 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.315928 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Bound using segment: {'id': 'cd5808fc-52b2-460d-a44a-ab35bc163049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:34.317126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Bound port: 6f1d4d6e-4563-49df-8a67-65be44be3e36, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5808fc-52b2-460d-a44a-ab35bc163049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f390ba17-1a79-4aa0-bc73-6a5afce13c36'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:34.317755 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.340522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ee549-b126-47ef-8f94-c637c6c7234e tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Network': ['ID=26447dcf-e1d8-4e78-9137-08b900c92ea9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:34.382936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Made reservation on behalf of 12f0f4e1c51e43c1831dbfdf94d4153e for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:34.388347 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.389844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.395851 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] For port 6f1d4d6e-4563-49df-8a67-65be44be3e36, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:34.400093 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] For port 6f1d4d6e-4563-49df-8a67-65be44be3e36, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6f1d4d6e-4563-49df-8a67-65be44be3e36,segment=NetworkSegment(cd5808fc-52b2-460d-a44a-ab35bc163049),segment_id=cd5808fc-52b2-460d-a44a-ab35bc163049)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:34.402303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 26447dcf-e1d8-4e78-9137-08b900c92ea9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:34.407949 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.429499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:34.446670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.448178 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Added segment 37465f6c-56b6-4539-9943-788640e65893 of type vlan for network 3531a142-1a0c-4592-982a-8a48710c97a0 Dec 24 03:27:34.448396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861c19a8-2592-4f94-8a0c-4c8639028398']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:34.466343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Deleting port 6f1d4d6e-4563-49df-8a67-65be44be3e36 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:34.466675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.491125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:34.491427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb4cf63-7c11-4f56-96c6-0c77f5126c4b') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:34.493794 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d30f79-d307-44b3-a7e6-c2e035b9739f None None] Pushing event updated for resources: {'Port': ['ID=6f1d4d6e-4563-49df-8a67-65be44be3e36,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:34.495335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.504608 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Routers {'581c0147-68a9-4a7d-b73f-528aee6fc601'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:34.505294 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['581c0147-68a9-4a7d-b73f-528aee6fc601'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:34.528490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.530366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.566499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.574975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:34.576025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.612796 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] Set router 581c0147-68a9-4a7d-b73f-528aee6fc601 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:34.619626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.631853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.659478 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3989642 Dec 24 03:27:34.686149 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581c0147-68a9-4a7d-b73f-528aee6fc601', 'name': '', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:27Z', 'updated_at': '2021-12-24T03:27:33Z', 'revision_number': 4, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:34.697551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8:0:1::255 (97b6bd3f-63b4-4ad9-857e-58009b511f78/ce542175-6a3d-4a95-9814-06f81017d946/6d3b88a8-515e-4cdf-985c-1845d68b354f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:34.704229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fe9e:36ef (97b6bd3f-63b4-4ad9-857e-58009b511f78/48cba0d8-bedb-4a1f-ae76-faa133b13582/6d3b88a8-515e-4cdf-985c-1845d68b354f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:34.718060 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53374a9f-6250-4212-8f35-86e6d64765a7 None None] The sync data for ids ['581c0147-68a9-4a7d-b73f-528aee6fc601'] in dv-neutron-822869-1-hyperv is: [{'id': '581c0147-68a9-4a7d-b73f-528aee6fc601', 'name': '', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:27Z', 'updated_at': '2021-12-24T03:27:33Z', 'revision_number': 4, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:34.769403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fc9a1-615a-4086-badf-f573e7ab6a79 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Network': ['ID=3531a142-1a0c-4592-982a-8a48710c97a0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:34.897325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.915359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Calling delete_port for 6f1d4d6e-4563-49df-8a67-65be44be3e36 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:34.917323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.925282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.935964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 3531a142-1a0c-4592-982a-8a48710c97a0 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:34.981435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:34.981435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.987884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] In _notify_port_updated(), no bound segment for port 025a0174-f1b2-457a-a443-7f02b91cf0f6 on network 308f2776-f60c-44b0-a6f3-956ccdd25588 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:27:34.994201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:34.995121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "PUT /v2.0/ports/025a0174-f1b2-457a-a443-7f02b91cf0f6 HTTP/1.1" status: 200 len: 1130 time: 1.8615935 Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:34.998970 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:35.002588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46230) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:35.080184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0d503-1821-445a-9eae-ae95e0e41353 None None] Pushing event updated for resources: {'Port': ['ID=8070477c-aafb-4532-b5b2-01baa9ffece2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:35.089708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] No DVR routers for this DVR port 12d23cf1-03a0-4681-847e-84922f7f103b on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:35.095593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.173674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fddbe7-8145-4f36-bbd7-696b64efbba2 None None] Pushing event deleted for resources: {'Port': ['ID=12d23cf1-03a0-4681-847e-84922f7f103b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:35.195818 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936b558-031a-4555-ab9a-c4da91e3bad2 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:35.197103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281c88c-4e17-4df8-b4d0-a00642efef4f tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event updated for resources: {'Port': ['ID=025a0174-f1b2-457a-a443-7f02b91cf0f6,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:35.210571 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7936b558-031a-4555-ab9a-c4da91e3bad2 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "GET /v2.0/ports/025a0174-f1b2-457a-a443-7f02b91cf0f6 HTTP/1.1" status: 200 len: 1130 time: 0.2063191 Dec 24 03:27:35.212055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46232) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:35.238932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.305732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=6d3b88a8-515e-4cdf-985c-1845d68b354f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:35.307239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.309197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.313011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.320706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/861c19a8-2592-4f94-8a0c-4c8639028398 HTTP/1.1" status: 204 len: 168 time: 3.2399492 Dec 24 03:27:35.330206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:35.365531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd45db-f11c-4f11-9838-2a26cb994479 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=861c19a8-2592-4f94-8a0c-4c8639028398,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:35.419986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 8070477c-aafb-4532-b5b2-01baa9ffece2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8070477c-aafb-4532-b5b2-01baa9ffece2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:35.432791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:35.480311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:35.483185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:35.489985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:35.490645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.509793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Deleting port 025a0174-f1b2-457a-a443-7f02b91cf0f6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:35.511245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.537597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:27:35.537994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-73a3df49-f5ba-4996-ab58-417eb55a427d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:27:35.538566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.539689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 18f95230-9675-4134-b1b9-f90839fe2485 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:35.640889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.644348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=8070477c-aafb-4532-b5b2-01baa9ffece2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:35.673674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Calling delete_port for 025a0174-f1b2-457a-a443-7f02b91cf0f6 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:35.714252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 18f95230-9675-4134-b1b9-f90839fe2485 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:35.715168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.900824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:35.959186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event deleted for resources: {'Port': ['ID=025a0174-f1b2-457a-a443-7f02b91cf0f6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:35.995231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12d23cf1-03a0-4681-847e-84922f7f103b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:36.015109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.028126 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ed1a08b4-d5ca-4d9c-a2e6-100e921902af tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "DELETE /v2.0/ports/025a0174-f1b2-457a-a443-7f02b91cf0f6 HTTP/1.1" status: 204 len: 168 time: 0.8129230 Dec 24 03:27:36.030573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46236) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:36.060315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 12d23cf1-03a0-4681-847e-84922f7f103b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:36.061525 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12d23cf1-03a0-4681-847e-84922f7f103b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:36.115197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.138272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46238) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:36.139256 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a63d26d4-8bcd-4673-a746-f16b9493295d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3739591 Dec 24 03:27:36.140126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cab3c97d-540c-4972-a730-1eda6a9489c3 None None] Provisioning complete for port 8070477c-aafb-4532-b5b2-01baa9ffece2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:36.141088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cab3c97d-540c-4972-a730-1eda6a9489c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.264796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Deleting subnet 7ac24c1a-2016-4260-8774-629aca95ca4e {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:36.277287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.277511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8070477c-aafb-4532-b5b2-01baa9ffece2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:36.371678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f1d4d6e-4563-49df-8a67-65be44be3e36,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:36.398849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.429534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8070477c-aafb-4532-b5b2-01baa9ffece2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:36.430262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.451452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 6d3b88a8-515e-4cdf-985c-1845d68b354f {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:36.451934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.460693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.476390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cab3c97d-540c-4972-a730-1eda6a9489c3 None None] Provisioning complete for port 18f95230-9675-4134-b1b9-f90839fe2485 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:36.477012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cab3c97d-540c-4972-a730-1eda6a9489c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.573871 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.592225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.595382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.604567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:36.622355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.637889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:36.638499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 34bb372d-b7b3-45c3-8e1a-8ec77e2771ca not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:36.645932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 6d3b88a8-515e-4cdf-985c-1845d68b354f owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:36.706069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.706770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 581c0147-68a9-4a7d-b73f-528aee6fc601 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:27:36.714119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cab3c97d-540c-4972-a730-1eda6a9489c3 None None] Could not find standard attr ID for object 807b65c4-7e28-4faf-a8b3-bb666adff042. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:27:36.715603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.717051 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-11e68afb-acb8-445c-acab-7bf91ba040cc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "DELETE /v2.0/routers/581c0147-68a9-4a7d-b73f-528aee6fc601 HTTP/1.1" status: 204 len: 168 time: 3.9148474 Dec 24 03:27:36.720766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:36.722464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cab3c97d-540c-4972-a730-1eda6a9489c3 None None] Could not find standard attr ID for object 025a0174-f1b2-457a-a443-7f02b91cf0f6. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:27:36.725819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.773916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac24c1a-2016-4260-8774-629aca95ca4e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:36.785872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.792270 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9fabfa77-1d87-4776-86ac-538721db6129 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "DELETE /v2.0/subnets/7ac24c1a-2016-4260-8774-629aca95ca4e HTTP/1.1" status: 204 len: 168 time: 0.7569983 Dec 24 03:27:36.792968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46242) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:36.799531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c1d51-6609-441d-abd5-fbfe5d5d04c1 None None] Network 308f2776-f60c-44b0-a6f3-956ccdd25588 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:36.839351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Deleting subnet a611606d-39a1-4289-9b22-8ede5025db7c {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:36.859621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.911548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.933724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.983975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e374ad2b-5390-4311-a88d-ec35fb314e23 None None] Provisioning complete for port 6d3b88a8-515e-4cdf-985c-1845d68b354f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:36.984698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e374ad2b-5390-4311-a88d-ec35fb314e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.063417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.066359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e374ad2b-5390-4311-a88d-ec35fb314e23 None None] Port 6d3b88a8-515e-4cdf-985c-1845d68b354f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:37.066895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.109071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=6d3b88a8-515e-4cdf-985c-1845d68b354f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:37.112829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Deleting port 18f95230-9675-4134-b1b9-f90839fe2485 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:37.113182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.163312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.179931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] DHCP port deletion for 308f2776-f60c-44b0-a6f3-956ccdd25588 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:37.223789 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.228121 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3f2e8289-bb41-430d-9482-9e8f8ba50926 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/6d3b88a8-515e-4cdf-985c-1845d68b354f HTTP/1.1" status: 204 len: 168 time: 1.0873263 Dec 24 03:27:37.235648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46244) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:37.246663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] For port 18f95230-9675-4134-b1b9-f90839fe2485, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=18f95230-9675-4134-b1b9-f90839fe2485,segment=NetworkSegment(9d75cf90-cf1b-450d-84f1-c55e82c95a96),segment_id=9d75cf90-cf1b-450d-84f1-c55e82c95a96)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:37.247345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.262723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Calling delete_port for 18f95230-9675-4134-b1b9-f90839fe2485 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:37.283254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] Deleting port 18f95230-9675-4134-b1b9-f90839fe2485 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:37.283768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.369316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.375948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.389527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] For port 18f95230-9675-4134-b1b9-f90839fe2485, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=18f95230-9675-4134-b1b9-f90839fe2485,segment=NetworkSegment(9d75cf90-cf1b-450d-84f1-c55e82c95a96),segment_id=9d75cf90-cf1b-450d-84f1-c55e82c95a96)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:37.390011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.406524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] Calling delete_port for 18f95230-9675-4134-b1b9-f90839fe2485 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:37.409375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event deleted for resources: {'Port': ['ID=18f95230-9675-4134-b1b9-f90839fe2485,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:37.415222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] No DVR routers for this DVR port 18f95230-9675-4134-b1b9-f90839fe2485 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:37.461559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2447c-fae5-4db5-9e6e-98260bc7d54b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.472149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ceb2447c-fae5-4db5-9e6e-98260bc7d54b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2334292 Dec 24 03:27:37.472953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46246) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:37.509855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a611606d-39a1-4289-9b22-8ede5025db7c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:37.530839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.534704 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f9b35c9e-8c48-437f-b183-952164526818 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/a611606d-39a1-4289-9b22-8ede5025db7c HTTP/1.1" status: 204 len: 168 time: 0.8128109 Dec 24 03:27:37.539176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.540334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46248) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:37.555828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.576381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308f2776-f60c-44b0-a6f3-956ccdd25588']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:37.598039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d75cf90-cf1b-450d-84f1-c55e82c95a96') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:37.598490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d75cf90-cf1b-450d-84f1-c55e82c95a96') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:37.608738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.611973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] No DVR routers for this DVR port 18f95230-9675-4134-b1b9-f90839fe2485 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:37.616270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895c746-1c6b-4bde-b8b2-d5528a28b303 None None] Pushing event deleted for resources: {'Port': ['ID=18f95230-9675-4134-b1b9-f90839fe2485,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:37.633302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.637146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f92d508-4d94-486d-9f7b-239badc15226 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.638841 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2f92d508-4d94-486d-9f7b-239badc15226 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1406715 Dec 24 03:27:37.641955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46250) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:37.654210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:37.654514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:37.659221 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:37.663229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:37.663229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.664987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.761014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3f3a0-d1cb-4a73-826a-a9ccd854f4ba tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.762050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3f3a0-d1cb-4a73-826a-a9ccd854f4ba tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.763596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3f3a0-d1cb-4a73-826a-a9ccd854f4ba tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.768053 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-50b3f3a0-d1cb-4a73-826a-a9ccd854f4ba tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1204903 Dec 24 03:27:37.768390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46252) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:37.777087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.803076 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.811437 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] 10.222.0.37 "DELETE /v2.0/networks/308f2776-f60c-44b0-a6f3-956ccdd25588 HTTP/1.1" status: 204 len: 168 time: 1.0126367 Dec 24 03:27:37.826836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffc7e6-ae77-44b8-993e-9ad995700e21 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550 tempest-ExtraDHCPOptionsIpV6TestJSON-368193550-project] Pushing event deleted for resources: {'Network': ['ID=308f2776-f60c-44b0-a6f3-956ccdd25588,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:37.831196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.842903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 48cba0d8-bedb-4a1f-ae76-faa133b13582 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:37.846466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.851827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 13997fa8-fb1f-4f50-9431-c067e1dcb9a2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,segment=NetworkSegment(861ad3e7-1778-40ae-9dba-bc41f8d229b5),segment_id=861ad3e7-1778-40ae-9dba-bc41f8d229b5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:37.852202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.868482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f390ba17-1a79-4aa0-bc73-6a5afce13c36']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:37.880734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:37.886517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5808fc-52b2-460d-a44a-ab35bc163049') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:37.891159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5808fc-52b2-460d-a44a-ab35bc163049') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:37.892664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46256) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:37.898015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'subnets': [{'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1818682516', 'ip_version': 6}, {'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:37.898420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'subnet': {'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1818682516', 'ip_version': 6}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:37.899143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Request body: {'subnet': {'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:37.908543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.915806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.961539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.972758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:37.973154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:37.975035 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:38.082755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.103209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.111770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f390ba17-1a79-4aa0-bc73-6a5afce13c36 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:27:38.114198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event deleted for resources: {'Network': ['ID=f390ba17-1a79-4aa0-bc73-6a5afce13c36,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:38.118725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.120191 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fb3a1fca-6040-4ec7-b1a8-13e8e4dca007 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f390ba17-1a79-4aa0-bc73-6a5afce13c36 HTTP/1.1" status: 204 len: 168 time: 0.5784664 Dec 24 03:27:38.171742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Made reservation on behalf of 12f0f4e1c51e43c1831dbfdf94d4153e for: {'subnet': 2} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:38.177143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.177523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.189639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:38.233490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.267579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 18f95230-9675-4134-b1b9-f90839fe2485 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:38.268599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.298509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.302688 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/48cba0d8-bedb-4a1f-ae76-faa133b13582 HTTP/1.1" status: 204 len: 168 time: 0.5329397 Dec 24 03:27:38.307107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46266) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:38.309464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=13997fa8-fb1f-4f50-9431-c067e1dcb9a2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:38.311397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68946ea-f3d5-4da5-a4ea-b5da111def06 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:38.326037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 18f95230-9675-4134-b1b9-f90839fe2485 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:38.326486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 18f95230-9675-4134-b1b9-f90839fe2485 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:38.341482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febfec5-53a2-450d-8f69-32d4c4597c9b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=48cba0d8-bedb-4a1f-ae76-faa133b13582,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:38.400294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet ce542175-6a3d-4a95-9814-06f81017d946 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:38.404417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.625972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.632670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-220b4728-5db8-4c51-b369-65559f245055 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca588126a8b747c39d2804ffc4e5a46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418230 Dec 24 03:27:38.657232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:38.657232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46274) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:38.671606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-acc2dfc0-3520-420b-9e4e-215c72178760 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'router': {'name': 'tempest-router--1318412885', 'project_id': '5808727ec958456f82ee0e08b0b0c34c'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:38.778169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.904174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acc2dfc0-3520-420b-9e4e-215c72178760 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.905189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acc2dfc0-3520-420b-9e4e-215c72178760 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:38.919253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.005721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.006979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Subnet': ['ID=38a19385-e7c7-4ba0-8361-e43494233d31,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:39.012266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Checking segment: {'id': '0b068b9a-3f30-4160-8142-c54cdb436f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:39.012655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network hostable DHCP agents. Network: 26447dcf-e1d8-4e78-9137-08b900c92ea9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:39.034116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network 26447dcf-e1d8-4e78-9137-08b900c92ea9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:39.044394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 26447dcf-e1d8-4e78-9137-08b900c92ea9) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:39.048912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.056593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1129b1-46fb-4613-be9b-85ac383d9726 None None] Network 26447dcf-e1d8-4e78-9137-08b900c92ea9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:39.068219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9360d534-767a-4251-83a9-2ea4bc1b0f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.106438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acc2dfc0-3520-420b-9e4e-215c72178760 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.143052 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event updated for resources: {'Subnet': ['ID=d02634d4-c0b0-43eb-9d19-171253d03da8,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:39.154566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Checking segment: {'id': '37465f6c-56b6-4539-9943-788640e65893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:39.154866 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network hostable DHCP agents. Network: 3531a142-1a0c-4592-982a-8a48710c97a0, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:39.169835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acc2dfc0-3520-420b-9e4e-215c72178760 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.175858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Network 3531a142-1a0c-4592-982a-8a48710c97a0 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:39.187708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-26447dcf-e1d8-4e78-9137-08b900c92ea9', 'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9', 'project_id': '12f0f4e1c51e43c1831dbfdf94d4153e', 'fixed_ips': [{'subnet_id': '38a19385-e7c7-4ba0-8361-e43494233d31'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:39.188720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.193229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 3531a142-1a0c-4592-982a-8a48710c97a0) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:39.202974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:39.203849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:39.204783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.206790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6185ef4-bafe-4486-ba0c-100fbd41a2db None None] Network 3531a142-1a0c-4592-982a-8a48710c97a0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:39.229895 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2481db5a-fa37-4159-86aa-e0714bed0535 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3338182 Dec 24 03:27:39.230255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46276) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:39.237364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9360d534-767a-4251-83a9-2ea4bc1b0f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.274838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acc2dfc0-3520-420b-9e4e-215c72178760 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.275952 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-acc2dfc0-3520-420b-9e4e-215c72178760 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6157863 Dec 24 03:27:39.277914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:39.280966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46278) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:39.306798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.321306 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962c415-5e76-437c-a4d7-076e32b8f3dc tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:39.323470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962c415-5e76-437c-a4d7-076e32b8f3dc tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:39.325023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962c415-5e76-437c-a4d7-076e32b8f3dc tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:39.336062 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e962c415-5e76-437c-a4d7-076e32b8f3dc tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0950150 Dec 24 03:27:39.360213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46280) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:39.380410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=ce542175-6a3d-4a95-9814-06f81017d946,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:39.410886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.417008 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7cefd81d-b9b2-4f99-875d-7d7225367132 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/ce542175-6a3d-4a95-9814-06f81017d946 HTTP/1.1" status: 204 len: 168 time: 1.1025059 Dec 24 03:27:39.417686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfceb7b-8fac-405a-a7e6-c26cef69c4be None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:39.420898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46282) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:39.423349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ae53a4b-86ab-4572-b3b8-80ce4c2ac6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.434349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9360d534-767a-4251-83a9-2ea4bc1b0f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.436930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9360d534-767a-4251-83a9-2ea4bc1b0f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.440703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9360d534-767a-4251-83a9-2ea4bc1b0f73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3de3cc1-33a4-42ee-b6a6-226d45b3dce8 HTTP/1.1" status: 204 len: 168 time: 0.7763741 Dec 24 03:27:39.453763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e43e55-3637-4a8d-a816-cdbf8abb2485 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.494091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d383ed4a-9076-4572-9ee7-5dbc4c786e50 None None] Provisioning complete for port 8070477c-aafb-4532-b5b2-01baa9ffece2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:39.495391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d383ed4a-9076-4572-9ee7-5dbc4c786e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.526923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-3531a142-1a0c-4592-982a-8a48710c97a0', 'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0', 'project_id': '12f0f4e1c51e43c1831dbfdf94d4153e', 'fixed_ips': [{'subnet_id': 'd02634d4-c0b0-43eb-9d19-171253d03da8'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:39.528175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.532285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Allocated IP 2001:db8::1 (26447dcf-e1d8-4e78-9137-08b900c92ea9/38a19385-e7c7-4ba0-8361-e43494233d31/41d28912-3ce6-413c-bf94-7543626e87dc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:39.624919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e43e55-3637-4a8d-a816-cdbf8abb2485 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.627210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e43e55-3637-4a8d-a816-cdbf8abb2485 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.673683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Deleting subnet 38a19385-e7c7-4ba0-8361-e43494233d31 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:39.677597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e43e55-3637-4a8d-a816-cdbf8abb2485 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.678128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e43e55-3637-4a8d-a816-cdbf8abb2485 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2973d6e1-0ed0-4c0b-9a0c-aa09a2fdd054 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:27:39.688773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e43e55-3637-4a8d-a816-cdbf8abb2485 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.690190 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-72e43e55-3637-4a8d-a816-cdbf8abb2485 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2973d6e1-0ed0-4c0b-9a0c-aa09a2fdd054 HTTP/1.1" status: 204 len: 168 time: 0.4079940 Dec 24 03:27:39.833395 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c3bf513b-bf0a-44a2-a6a1-8557a33ca0e0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4113467 Dec 24 03:27:39.836207 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46290) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:39.842050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:39.873522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:39.875740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:39.887825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360d534-767a-4251-83a9-2ea4bc1b0f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3de3cc1-33a4-42ee-b6a6-226d45b3dce8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:39.898731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:39.904563 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-95941687-2888-4b34-a5fb-331ff44c1497 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5468831 Dec 24 03:27:39.907141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46294) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:39.965467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:39.973992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46296) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:39.974142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:39.987736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Allocated IP 2001:db8:0:1::1 (3531a142-1a0c-4592-982a-8a48710c97a0/d02634d4-c0b0-43eb-9d19-171253d03da8/033a2025-191b-4198-881d-2ce3706c5d5a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:40.008240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:40.009018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:40.042285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet 1d93d9cc-9306-4397-934b-a6b4bf91d70d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:40.050418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.060217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.072099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.143691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.204606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.311399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-668476581', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:40.312004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.353191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.354329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.363791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8070477c-aafb-4532-b5b2-01baa9ffece2 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:40.364268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.450665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Network 26447dcf-e1d8-4e78-9137-08b900c92ea9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:40.451663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.457597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:40.475093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.498257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:40.514157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:40.517002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Pushing event updated for resources: {'Port': ['ID=41d28912-3ce6-413c-bf94-7543626e87dc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:40.531840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] Deleting port 8070477c-aafb-4532-b5b2-01baa9ffece2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:40.532468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.563678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.584917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.588842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/1d93d9cc-9306-4397-934b-a6b4bf91d70d HTTP/1.1" status: 204 len: 168 time: 0.6800001 Dec 24 03:27:40.605557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46312) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:40.610807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85cf79-fd91-4622-96a1-1b9fffc95f70 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=1d93d9cc-9306-4397-934b-a6b4bf91d70d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:40.635819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba6168-a752-4499-8006-24cb20bd5ddb None None] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:40.684002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.790992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:40.801502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.817058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:27:40.840758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.851967 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/subnets/38a19385-e7c7-4ba0-8361-e43494233d31 HTTP/1.1" status: 204 len: 168 time: 1.4895616 Dec 24 03:27:40.853326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Attempting to bind port 41d28912-3ce6-413c-bf94-7543626e87dc on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:40.853457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Attempting to bind port 41d28912-3ce6-413c-bf94-7543626e87dc by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '0b068b9a-3f30-4160-8142-c54cdb436f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:40.853818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Attempting to bind port 41d28912-3ce6-413c-bf94-7543626e87dc on network 26447dcf-e1d8-4e78-9137-08b900c92ea9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:40.865683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46320) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:40.888865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.914285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:40.914715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Checking segment: {'id': '0b068b9a-3f30-4160-8142-c54cdb436f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:40.915062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.915455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Bound using segment: {'id': '0b068b9a-3f30-4160-8142-c54cdb436f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:40.916036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Bound port: 41d28912-3ce6-413c-bf94-7543626e87dc, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b068b9a-3f30-4160-8142-c54cdb436f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26447dcf-e1d8-4e78-9137-08b900c92ea9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:40.916864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.938686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.945130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57894bc-e566-408e-bc87-cc8d67f3665d tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Subnet': ['ID=38a19385-e7c7-4ba0-8361-e43494233d31,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:40.952426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Deleting subnet d02634d4-c0b0-43eb-9d19-171253d03da8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:40.957648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'networks': [{'name': 'tempest-network--1089175531'}, {'name': 'tempest-network--1567383775'}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:40.958188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'network': {'name': 'tempest-network--1089175531'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:40.958410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'network': {'name': 'tempest-network--1567383775'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:40.988779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.995483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:40.996215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] For port 8070477c-aafb-4532-b5b2-01baa9ffece2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8070477c-aafb-4532-b5b2-01baa9ffece2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:40.996696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.018517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.041183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.051184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.059397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] Calling delete_port for 8070477c-aafb-4532-b5b2-01baa9ffece2 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:41.065140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Made reservation on behalf of 1c3657e5a9c446e4b11750d4f8c1aaf3 for: {'network': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:41.070056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.070923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port fff70556-a062-4bd5-a8ea-60104b4d489b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:41.071416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.117956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.120604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.138214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port fff70556-a062-4bd5-a8ea-60104b4d489b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fff70556-a062-4bd5-a8ea-60104b4d489b,segment=NetworkSegment(861ad3e7-1778-40ae-9dba-bc41f8d229b5),segment_id=861ad3e7-1778-40ae-9dba-bc41f8d229b5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:41.138886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.154347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 8070477c-aafb-4532-b5b2-01baa9ffece2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8070477c-aafb-4532-b5b2-01baa9ffece2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:41.158489 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for fff70556-a062-4bd5-a8ea-60104b4d489b owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:41.208139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.227941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Network 3531a142-1a0c-4592-982a-8a48710c97a0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:41.252250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.257834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:41.261460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] For port 41d28912-3ce6-413c-bf94-7543626e87dc, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:41.266739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] DHCP port deletion for f6dff991-6cb9-4adf-95ed-b211c4e65aef request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:41.271682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] For port 41d28912-3ce6-413c-bf94-7543626e87dc, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=41d28912-3ce6-413c-bf94-7543626e87dc,segment=NetworkSegment(0b068b9a-3f30-4160-8142-c54cdb436f4e),segment_id=0b068b9a-3f30-4160-8142-c54cdb436f4e)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:41.273036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:41.278827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Pushing event updated for resources: {'Port': ['ID=033a2025-191b-4198-881d-2ce3706c5d5a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.302675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Allocated IP 172.26.5.231 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/177faa5b-c736-4dee-a7b2-2113ee4b05ca) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:41.308317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.326946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.351226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.396747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port fff70556-a062-4bd5-a8ea-60104b4d489b on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:41.411890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=fff70556-a062-4bd5-a8ea-60104b4d489b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.439542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.452145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.452697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.506777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Attempting to bind port 033a2025-191b-4198-881d-2ce3706c5d5a on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:41.507366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Attempting to bind port 033a2025-191b-4198-881d-2ce3706c5d5a by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '37465f6c-56b6-4539-9943-788640e65893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:41.507662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Attempting to bind port 033a2025-191b-4198-881d-2ce3706c5d5a on network 3531a142-1a0c-4592-982a-8a48710c97a0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:41.511121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=8070477c-aafb-4532-b5b2-01baa9ffece2,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.530193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.537076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.543462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:41.549570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efdda90-8c68-4b62-902a-2935a7eea1ae,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.586676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Subnet': ['ID=d02634d4-c0b0-43eb-9d19-171253d03da8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.593375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.593744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Added segment 1286a2a9-aae9-4679-bbbb-7f429ab54229 of type vlan for network 26434197-5af0-443c-8d83-94e38065a11d Dec 24 03:27:41.597128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.598870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785fe86-b1eb-4c5d-8ea6-dc2fbb35dd38 None None] Pushing event updated for resources: {'Port': ['ID=41d28912-3ce6-413c-bf94-7543626e87dc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.600515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-88733dba-823f-4f7a-8d41-77e0930b9d32 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/subnets/d02634d4-c0b0-43eb-9d19-171253d03da8 HTTP/1.1" status: 204 len: 168 time: 0.7337551 Dec 24 03:27:41.606995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:41.607719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Checking segment: {'id': '37465f6c-56b6-4539-9943-788640e65893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:41.608328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.608927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Bound using segment: {'id': '37465f6c-56b6-4539-9943-788640e65893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:41.609157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46322) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:41.610052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Bound port: 033a2025-191b-4198-881d-2ce3706c5d5a, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37465f6c-56b6-4539-9943-788640e65893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3531a142-1a0c-4592-982a-8a48710c97a0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:41.610770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.617765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:38Z', 'revision_number': 9, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:41.658700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012e2dd-aa6d-429b-9b85-4050ae5b34c1 None None] Network 26447dcf-e1d8-4e78-9137-08b900c92ea9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:41.681514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Deleting port fff70556-a062-4bd5-a8ea-60104b4d489b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:41.681964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.684307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:41.699833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.708403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.747926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7970e-dc81-4422-88db-3615fb92fc50 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:41.749434 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c9a7970e-dc81-4422-88db-3615fb92fc50 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1378207 Dec 24 03:27:41.758057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46324) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:41.788556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:41.795052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:41.795704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:41.808110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:41.818028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:41.830234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event updated for resources: {'Port': ['ID=177faa5b-c736-4dee-a7b2-2113ee4b05ca,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.849221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:41.867672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.868262 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Added segment 24b0c16d-9209-4d34-b1be-17d2e7d7040f of type vlan for network 66426a3a-dbd2-4d4a-964b-7e10233525c7 Dec 24 03:27:41.869259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.871418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75979a05-1943-46a8-ab53-69908e0507de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.904243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] For port 8070477c-aafb-4532-b5b2-01baa9ffece2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8070477c-aafb-4532-b5b2-01baa9ffece2,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:41.907095 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dff991-6cb9-4adf-95ed-b211c4e65aef']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:41.925595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861ad3e7-1778-40ae-9dba-bc41f8d229b5') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:41.925966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861ad3e7-1778-40ae-9dba-bc41f8d229b5') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:41.942532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.958424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.966364 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.967124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.968338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.975745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.976642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.979906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:41.980301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:42.022262 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:42.106954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.107438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.113294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:42.118134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:42.119405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.121219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] For port fff70556-a062-4bd5-a8ea-60104b4d489b, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:42.122313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.126291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=fc404ad1-11a0-4af9-ac3e-27c199668fcf,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.128498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.136239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:42.140188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:42.143309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:42.143926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.175074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.189190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] For port 033a2025-191b-4198-881d-2ce3706c5d5a, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:42.195621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Calling delete_port for fff70556-a062-4bd5-a8ea-60104b4d489b owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:42.197786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.199556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Port fff70556-a062-4bd5-a8ea-60104b4d489b was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:27:42.201294 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/f6dff991-6cb9-4adf-95ed-b211c4e65aef HTTP/1.1" status: 204 len: 168 time: 1.5829663 Dec 24 03:27:42.203001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b725c-ef8c-4fc6-856c-18d663a16a50 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=f6dff991-6cb9-4adf-95ed-b211c4e65aef,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.209058 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3710814 Dec 24 03:27:42.209058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46328) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:42.211466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] Pushing event deleted for resources: {'Port': ['ID=8070477c-aafb-4532-b5b2-01baa9ffece2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.211587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a65f5-827c-42f6-b786-b9d97ffec20c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=8070477c-aafb-4532-b5b2-01baa9ffece2,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.212428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4186714 Dec 24 03:27:42.216044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46330) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:42.217017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46332) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:42.225813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d06790cd-6396-4d8a-820a-20fe20aaef72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:42.230230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11afbf-aab6-4cdc-a5dc-15375274b507 None None] No DVR routers for this DVR port 8070477c-aafb-4532-b5b2-01baa9ffece2 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:42.237062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:42.241939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.257423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Network': ['ID=26434197-5af0-443c-8d83-94e38065a11d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.276376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] For port 033a2025-191b-4198-881d-2ce3706c5d5a, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=033a2025-191b-4198-881d-2ce3706c5d5a,segment=NetworkSegment(37465f6c-56b6-4539-9943-788640e65893),segment_id=37465f6c-56b6-4539-9943-788640e65893)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:42.286665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558910b7-fabe-41be-bcde-38bea03edf7b None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:42.317936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 26434197-5af0-443c-8d83-94e38065a11d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:42.320446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.341520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Pushing event deleted for resources: {'Port': ['ID=fff70556-a062-4bd5-a8ea-60104b4d489b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.346155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] Network f6dff991-6cb9-4adf-95ed-b211c4e65aef is not hosted by any dhcp agent {{(pid=103178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:27:42.346930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0c955-fe0e-439a-a11d-1fe52f385411 None None] No DVR routers for this DVR port fff70556-a062-4bd5-a8ea-60104b4d489b on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:42.368852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fff70556-a062-4bd5-a8ea-60104b4d489b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:42.470635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: fff70556-a062-4bd5-a8ea-60104b4d489b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:42.471284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fff70556-a062-4bd5-a8ea-60104b4d489b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:42.595485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f909c-368e-477e-91e4-c7778afebf2a tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Network': ['ID=66426a3a-dbd2-4d4a-964b-7e10233525c7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.597770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Deleting port 033a2025-191b-4198-881d-2ce3706c5d5a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:42.598086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.604357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.626647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 66426a3a-dbd2-4d4a-964b-7e10233525c7 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:42.629360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7208-b6d1-4b1c-9d16-8b7704d792d1 None None] Pushing event updated for resources: {'Port': ['ID=033a2025-191b-4198-881d-2ce3706c5d5a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:42.714373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e83dc6-0f3f-4aac-86fd-8b1e18f60a20 None None] Network 3531a142-1a0c-4592-982a-8a48710c97a0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:42.799472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'fc404ad1-11a0-4af9-ac3e-27c199668fcf'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:42.800339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.829650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:42.897071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:42.897521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.013279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,segment=NetworkSegment(91a8accd-6305-4ac8-aabd-c95bb46b233c),segment_id=91a8accd-6305-4ac8-aabd-c95bb46b233c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:43.013694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.018054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c8298-16fb-4190-8a09-92a77f66b25c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:43.023672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c8298-16fb-4190-8a09-92a77f66b25c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:43.028963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:43.029462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c8298-16fb-4190-8a09-92a77f66b25c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:43.035221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c8298-16fb-4190-8a09-92a77f66b25c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:43.039555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ad3c8298-16fb-4190-8a09-92a77f66b25c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8159270 Dec 24 03:27:43.039555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] For port 033a2025-191b-4198-881d-2ce3706c5d5a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=033a2025-191b-4198-881d-2ce3706c5d5a,segment=NetworkSegment(37465f6c-56b6-4539-9943-788640e65893),segment_id=37465f6c-56b6-4539-9943-788640e65893)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:43.039555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.042431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.043361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46334) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:43.060744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Allocated IP 2001:db8::f816:3eff:fe11:ef18 (97b6bd3f-63b4-4ad9-857e-58009b511f78/fc404ad1-11a0-4af9-ac3e-27c199668fcf/e34ec6a6-0b58-4f1e-8fa2-87e2e3717920) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:43.064054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:38Z', 'revision_number': 9, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:43.092220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Calling delete_port for 033a2025-191b-4198-881d-2ce3706c5d5a owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:43.094722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd357bf-6f6e-42b8-b385-296a7768caa6 None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:38Z', 'revision_number': 9, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9e34e8b-29c0-4613-98ea-6bb7a77c2cf6', 'name': '', 'network_id': '144161ee-c7c6-429c-bc5b-a8a019feed58', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:fb:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'b55749b6-0723-4f1c-9b52-e22469407c31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:43.176748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.181868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06790cd-6396-4d8a-820a-20fe20aaef72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:43.185776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d06790cd-6396-4d8a-820a-20fe20aaef72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.289349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.299799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.341041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:43.344216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:43.344877 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.348282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:43.360619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-d06790cd-6396-4d8a-820a-20fe20aaef72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc404ad1-11a0-4af9-ac3e-27c199668fcf (CIDR: 2001:db8::/64) Dec 24 03:27:43.363397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.364211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Pushing event updated for resources: {'Port': ['ID=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:43.373710 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06790cd-6396-4d8a-820a-20fe20aaef72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:27:43.373710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06790cd-6396-4d8a-820a-20fe20aaef72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:43.379299 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26434197-5af0-443c-8d83-94e38065a11d']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:43.395415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1286a2a9-aae9-4679-bbbb-7f429ab54229') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:43.395759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1286a2a9-aae9-4679-bbbb-7f429ab54229') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:43.406857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.413329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.437255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Port': ['ID=033a2025-191b-4198-881d-2ce3706c5d5a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:43.438841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Attempting to bind port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:43.441912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] No DVR routers for this DVR port 033a2025-191b-4198-881d-2ce3706c5d5a on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:43.443906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Attempting to bind port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:43.444474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Attempting to bind port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:43.449261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.452037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:43.465089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:43.465570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:43.465860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.466251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:43.466730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Bound port: e34ec6a6-0b58-4f1e-8fa2-87e2e3717920, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:43.467165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.472300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d06790cd-6396-4d8a-820a-20fe20aaef72 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2524829 Dec 24 03:27:43.476178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46336) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:43.484204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:43.488074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:43.488504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:43.491605 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:43.543176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.571349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] For port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:43.577187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] For port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:43.590476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.627484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.656587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68467083-550e-4542-b37e-41ddc51fa368 None None] Pushing event updated for resources: {'Port': ['ID=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:43.660443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.731028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.773551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.773791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3531a142-1a0c-4592-982a-8a48710c97a0']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:43.779706 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/networks/26434197-5af0-443c-8d83-94e38065a11d HTTP/1.1" status: 204 len: 168 time: 0.7312901 Dec 24 03:27:43.790400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46338) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:43.795688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fb981-fc86-4dc5-bea0-49d03a07f736 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Network': ['ID=26434197-5af0-443c-8d83-94e38065a11d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:43.815437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37465f6c-56b6-4539-9943-788640e65893') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:43.816021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37465f6c-56b6-4539-9943-788640e65893') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:43.863368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.917436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.933995 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:43.980517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:43.980934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:43.985077 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:44.017869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.040282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:44.050447 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:44.051436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:44.054997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.062333 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:44.063073 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.064099 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c0e63693-dc38-4841-89f4-0e39fadd1198 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536177 Dec 24 03:27:44.069480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46340) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:44.140060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.158001 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:44.165431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.171072 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/networks/3531a142-1a0c-4592-982a-8a48710c97a0 HTTP/1.1" status: 204 len: 168 time: 2.4058545 Dec 24 03:27:44.172881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46342) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:44.252990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e52ba4-4657-45ba-9f15-f895d6c11448 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Network': ['ID=3531a142-1a0c-4592-982a-8a48710c97a0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:44.271191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet b55749b6-0723-4f1c-9b52-e22469407c31 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:44.298691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.330966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.340319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Router dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:27:44.354347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:44.378469 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:43Z', 'revision_number': 10, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.391880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.402131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Deleting port 41d28912-3ce6-413c-bf94-7543626e87dc {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:44.402477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.403449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.409309 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:44.419371 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:44.420126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.432895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:44.434691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.440909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.479175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66426a3a-dbd2-4d4a-964b-7e10233525c7']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.506672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] For port 41d28912-3ce6-413c-bf94-7543626e87dc, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=41d28912-3ce6-413c-bf94-7543626e87dc,segment=NetworkSegment(0b068b9a-3f30-4160-8142-c54cdb436f4e),segment_id=0b068b9a-3f30-4160-8142-c54cdb436f4e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:44.507057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.521137 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:44.523470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Calling delete_port for 41d28912-3ce6-413c-bf94-7543626e87dc owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:44.559112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b0c16d-9209-4d34-b1be-17d2e7d7040f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.559408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b0c16d-9209-4d34-b1be-17d2e7d7040f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.579199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.593124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.637447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.647270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:44.663364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.665563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Port': ['ID=41d28912-3ce6-413c-bf94-7543626e87dc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:44.669694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] No DVR routers for this DVR port 41d28912-3ce6-413c-bf94-7543626e87dc on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:44.689937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:44.741272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.741889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:44.742152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 13997fa8-fb1f-4f50-9431-c067e1dcb9a2 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:44.785170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:44.785583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.787821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:43Z', 'revision_number': 10, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.792006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:44.793003 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:44.800502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:44.823241 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7310596-e762-4810-afad-c97c6f32c86d None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:43Z', 'revision_number': 10, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None, '_interfaces': [{'id': '5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf', 'name': '', 'network_id': '2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'mac_address': 'fa:16:3e:4e:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:26:50Z', 'updated_at': '2021-12-24T03:26:57Z', 'revision_number': 5, 'project_id': '4df791b888054e0eba93fb86c120af25', 'subnets': [{'id': 'ee9f26b7-2373-48a2-82b8-5ad3951272d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:44.832178 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26447dcf-e1d8-4e78-9137-08b900c92ea9']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.843155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b068b9a-3f30-4160-8142-c54cdb436f4e') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.843447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b068b9a-3f30-4160-8142-c54cdb436f4e') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.856216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.874340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.881263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:44.881723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.884123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:44.887650 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:44.889692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:44.903911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] Sync routers for ids ['dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:44.916715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] Routers {'dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:44.917505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.943123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.956891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.964267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:44.967752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/networks/66426a3a-dbd2-4d4a-964b-7e10233525c7 HTTP/1.1" status: 204 len: 168 time: 1.1754277 Dec 24 03:27:44.970620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46344) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:44.981454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] Routers {'dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:44.983719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:44.992086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.004165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8fc93-ce51-4290-a8de-5031945c3e81 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Network': ['ID=66426a3a-dbd2-4d4a-964b-7e10233525c7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:45.015722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.021837 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/networks/26447dcf-e1d8-4e78-9137-08b900c92ea9 HTTP/1.1" status: 204 len: 168 time: 0.8451021 Dec 24 03:27:45.030242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.034287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8d1d97a6-f190-4b20-9374-bdc93c174a92 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0560653 Dec 24 03:27:45.034422 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46346) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.038250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46348) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.051284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:45.052618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79781a-9ca0-413a-9943-25d7746ea696 None None] The sync data for ids ['dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:45.057244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd2efb-428b-440b-b5fe-bf7529f6e22c tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Network': ['ID=26447dcf-e1d8-4e78-9137-08b900c92ea9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:45.072630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a941f-fb7e-4dc8-b7f1-bab5268b9194 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:27:45.094451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.116098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.150146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.177563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:45.184424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.197231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6c011175-b84f-4ce3-ac66-e4982a9d3ea8 None None] Provisioning complete for port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:45.197675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c011175-b84f-4ce3-ac66-e4982a9d3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.207418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d0591-d585-444c-b7e4-374480370304 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:45.214122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d0591-d585-444c-b7e4-374480370304 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:45.215716 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-870d0591-d585-444c-b7e4-374480370304 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2426510 Dec 24 03:27:45.218430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:45.220773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46350) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.223730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:45.224575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.226654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2047363759'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:45.235282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.239532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/b55749b6-0723-4f1c-9b52-e22469407c31 HTTP/1.1" status: 204 len: 168 time: 1.1562014 Dec 24 03:27:45.243467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=1f9ad86c-e50d-4dd1-9c2f-d72304d723c9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:45.245784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.327813 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f29608c5-9129-4b75-ab6b-4c5ed2093795 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8481586 Dec 24 03:27:45.327813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801d5e3-314c-4228-a9b9-cd606bd2729a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=b55749b6-0723-4f1c-9b52-e22469407c31,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:45.339678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.349082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:e7:06:0d', 'name': 'tempest-NetworksTestDHCPv6-970436013'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:45.350536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Made reservation on behalf of 1c3657e5a9c446e4b11750d4f8c1aaf3 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:45.355815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.363913 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d63d864f-ba90-4ca8-9ea1-0206e31a8750 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5 HTTP/1.1" status: 200 len: 924 time: 0.3215630 Dec 24 03:27:45.364141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.369278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46356) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.416399 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e32695b6-7946-41f3-8dc0-969c3d770b05 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5 HTTP/1.1" status: 200 len: 205 time: 0.0437274 Dec 24 03:27:45.417297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.427135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e182e8-e413-4df4-bf16-1a54fd26b09b']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:45.436782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:45.437522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a941f-fb7e-4dc8-b7f1-bab5268b9194 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:27:45.444588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701acab5-bf71-41a5-a428-7b953c095149') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:45.444985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701acab5-bf71-41a5-a428-7b953c095149') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:45.459939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.461795 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.462127 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Added segment 03ff24bc-1eca-4173-af69-a66ac79b52b1 of type vlan for network 84e4de95-47e5-48d2-a9a0-f6aa772275d4 Dec 24 03:27:45.482812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.503259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.518080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:45.519050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:45.522402 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:45.534459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.599799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.611660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.617236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:45.617943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.620864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.624222 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/networks/e9e182e8-e413-4df4-bf16-1a54fd26b09b HTTP/1.1" status: 204 len: 168 time: 0.5900719 Dec 24 03:27:45.627465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.652415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc245a85-9136-4d08-8518-4b92d6ab61bf tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Network': ['ID=e9e182e8-e413-4df4-bf16-1a54fd26b09b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:45.688432 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4665611 Dec 24 03:27:45.703660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46362) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:45.718041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-352635013'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:45.801412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33b560-de62-4564-bb08-0ad9c6cccfda tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Network': ['ID=84e4de95-47e5-48d2-a9a0-f6aa772275d4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:45.812472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.824296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 84e4de95-47e5-48d2-a9a0-f6aa772275d4 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:45.827231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Made reservation on behalf of 1c3657e5a9c446e4b11750d4f8c1aaf3 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:45.830996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.904539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:45.938221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.950636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.950980 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Added segment 12150ba1-a474-4148-a7f6-e7c52c36228e of type vlan for network 1ba4057d-eadf-4faf-8b61-b7c920ebc623 Dec 24 03:27:45.964107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc0583e-a25c-4e6b-982d-c6d5f9cc5c19 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:27:45.968839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:45.970178 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961a3d14-41ed-4f1e-ae55-6c72e5b0ed06']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:45.998112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cabc7c-250f-4816-adb8-28e93b90fb9c') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:45.998468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cabc7c-250f-4816-adb8-28e93b90fb9c') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:46.016197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.018515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.024683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:46.025024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.037621 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.051999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:46.052253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:46.056087 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:46.058860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:46.067658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0583e-a25c-4e6b-982d-c6d5f9cc5c19 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:27:46.069704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Provisioning complete for port 82f1fe46-303c-4935-b822-aed09433c227 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:46.069834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.082912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.088481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:46.089070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.161612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.172255 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4631276 Dec 24 03:27:46.174126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46364) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:46.188641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'ports': [{'network_id': '84e4de95-47e5-48d2-a9a0-f6aa772275d4', 'name': 'tempest-port--1018212076', 'admin_state_up': True}, {'network_id': '1ba4057d-eadf-4faf-8b61-b7c920ebc623', 'admin_state_up': False}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:46.189016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'port': {'network_id': '84e4de95-47e5-48d2-a9a0-f6aa772275d4', 'name': 'tempest-port--1018212076', 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:46.189448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'port': {'network_id': '1ba4057d-eadf-4faf-8b61-b7c920ebc623', 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:46.202247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.207174 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] 10.222.0.37 "DELETE /v2.0/networks/961a3d14-41ed-4f1e-ae55-6c72e5b0ed06 HTTP/1.1" status: 204 len: 168 time: 0.5783823 Dec 24 03:27:46.213239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95934f7a-a3e3-46b0-b8db-899709888fe7 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Network': ['ID=1ba4057d-eadf-4faf-8b61-b7c920ebc623,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:46.252939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 1ba4057d-eadf-4faf-8b61-b7c920ebc623 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:46.257032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:46.263220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9a6fe-64d3-497b-9892-301813e6aa05 tempest-BulkNetworkOpsIpV6Test-345557553 tempest-BulkNetworkOpsIpV6Test-345557553-project] Pushing event deleted for resources: {'Network': ['ID=961a3d14-41ed-4f1e-ae55-6c72e5b0ed06,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:46.315508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0aa7c372-1dcc-4f28-bc76-48a1a3bb8716,segment=NetworkSegment(91a8accd-6305-4ac8-aabd-c95bb46b233c),segment_id=91a8accd-6305-4ac8-aabd-c95bb46b233c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:46.315904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.337808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.350243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:46.389846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.432580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Provisioning complete for port 761fede6-9a29-4218-aedb-110270251548 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:46.433332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.474532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:46.475079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.526397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 96417922-5e39-4475-8c2e-95810a4f1856 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:46.531410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Port 761fede6-9a29-4218-aedb-110270251548 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:46.566914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Provisioning complete for port 177faa5b-c736-4dee-a7b2-2113ee4b05ca triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:46.567279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.598460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46370) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:46.601047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0422a75d-24f2-44e7-9f36-9196467c288c None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:46.636867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Deleting port 177faa5b-c736-4dee-a7b2-2113ee4b05ca {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:46.637199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.643132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7884c93-60a2-4a49-9fe0-abdf83dee070 None None] Network 144161ee-c7c6-429c-bc5b-a8a019feed58 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:46.652738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Made reservation on behalf of 1c3657e5a9c446e4b11750d4f8c1aaf3 for: {'port': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:46.657139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.678450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Port 177faa5b-c736-4dee-a7b2-2113ee4b05ca cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:46.700984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.767749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.778137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=0aa7c372-1dcc-4f28-bc76-48a1a3bb8716,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:46.779213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:46.785759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:46.799031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Provisioning complete for port a480ea56-fae0-4559-8bc3-58919738750b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:46.799402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-491edfce-6d74-489c-9b49-db5ac7d27bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.841755 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cc43b46f-19e3-4736-aea7-a8f307a30342 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12f0f4e1c51e43c1831dbfdf94d4153e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407570 Dec 24 03:27:46.843484 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46374) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:46.843628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:46.844067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d9e34e8b-29c0-4613-98ea-6bb7a77c2cf6 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:46.926164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f741464-21b6-4cee-8824-22d0c7bb80f5 None None] DHCP port deletion for 144161ee-c7c6-429c-bc5b-a8a019feed58 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:46.927210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d25495d-da82-401f-917a-b8ba2504e57d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.956199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d25495d-da82-401f-917a-b8ba2504e57d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.956465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:46.982279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86297ce-88c0-4709-9436-8c88ac471506 None None] Update dhcp port {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'fixed_ips': [{'subnet_id': 'fc404ad1-11a0-4af9-ac3e-27c199668fcf', 'ip_address': '2001:db8::f816:3eff:fe11:ef18'}, {'subnet_id': '1f9ad86c-e50d-4dd1-9c2f-d72304d723c9'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'e34ec6a6-0b58-4f1e-8fa2-87e2e3717920'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:27:47.010326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a86297ce-88c0-4709-9436-8c88ac471506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.011998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d25495d-da82-401f-917a-b8ba2504e57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.015782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d25495d-da82-401f-917a-b8ba2504e57d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.016984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Calling delete_port for 177faa5b-c736-4dee-a7b2-2113ee4b05ca owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:47.017601 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3d25495d-da82-401f-917a-b8ba2504e57d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af93ff01-4f56-4f40-926a-2edac3bbfc17 HTTP/1.1" status: 204 len: 168 time: 0.1717591 Dec 24 03:27:47.032816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25495d-da82-401f-917a-b8ba2504e57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93ff01-4f56-4f40-926a-2edac3bbfc17,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:47.057519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.092798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8:0:1::101 (97b6bd3f-63b4-4ad9-857e-58009b511f78/1f9ad86c-e50d-4dd1-9c2f-d72304d723c9/96417922-5e39-4475-8c2e-95810a4f1856) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:47.150020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::f816:3eff:fee7:60d (97b6bd3f-63b4-4ad9-857e-58009b511f78/fc404ad1-11a0-4af9-ac3e-27c199668fcf/96417922-5e39-4475-8c2e-95810a4f1856) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:47.172669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144161ee-c7c6-429c-bc5b-a8a019feed58']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:47.240945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a8accd-6305-4ac8-aabd-c95bb46b233c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:47.241605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a8accd-6305-4ac8-aabd-c95bb46b233c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:47.280797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] device_id is not set on port 928c4ed9-710d-46b8-ac36-635973785558 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:47.285907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.347020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.361654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:47.362054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:47.367492 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:47.540840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.556458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.560233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/144161ee-c7c6-429c-bc5b-a8a019feed58 HTTP/1.1" status: 204 len: 168 time: 2.3073001 Dec 24 03:27:47.563092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46388) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:47.603562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb986a-55a5-458d-8996-b81c226e9c95 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=144161ee-c7c6-429c-bc5b-a8a019feed58,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:47.641483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.645606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.685689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event deleted for resources: {'Port': ['ID=177faa5b-c736-4dee-a7b2-2113ee4b05ca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:47.701466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.705401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db21fa-876b-418a-9785-581b86db5237 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:47.831464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] device_id is not set on port 02fc8446-546c-410f-bf97-bde611ac38b6 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:27:47.844500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.854273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:47.871538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46398) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:47.924705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a86297ce-88c0-4709-9436-8c88ac471506 None None] Allocated IP 2001:db8:0:1::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/1f9ad86c-e50d-4dd1-9c2f-d72304d723c9/e34ec6a6-0b58-4f1e-8fa2-87e2e3717920) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:47.991899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:48.001655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:48.006571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.009769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:48.015746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:48.016435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.022353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.032477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=96417922-5e39-4475-8c2e-95810a4f1856,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:48.044484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a86297ce-88c0-4709-9436-8c88ac471506 None None] For port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:48.078073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a86297ce-88c0-4709-9436-8c88ac471506 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.086639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a86297ce-88c0-4709-9436-8c88ac471506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.091139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e10e2ce4-f3d2-4adc-b799-c9b67cb3a9fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7468183 Dec 24 03:27:48.091336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46402) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:48.109845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.110414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Fanout notify agent at l3_agent the message router_deleted on router dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:27:48.139887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.141274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ba49bdd2-c303-45ba-a0a3-1df584344e0f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5 HTTP/1.1" status: 204 len: 168 time: 2.7215924 Dec 24 03:27:48.149441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:48.160221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1354595072', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': False}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:48.232255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86297ce-88c0-4709-9436-8c88ac471506 None None] Pushing event updated for resources: {'Port': ['ID=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:48.241086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.244251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:48.264526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.265561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.268947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:48.269405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0aa7c372-1dcc-4f28-bc76-48a1a3bb8716 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:48.317568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.322532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 96417922-5e39-4475-8c2e-95810a4f1856 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:48.323216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.334027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-aa691333-b338-4621-a318-5327d990e43d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1030876824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:48.381440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa691333-b338-4621-a318-5327d990e43d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.382678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa691333-b338-4621-a318-5327d990e43d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.391191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.404521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.511348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa691333-b338-4621-a318-5327d990e43d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.518700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa691333-b338-4621-a318-5327d990e43d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.600759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa691333-b338-4621-a318-5327d990e43d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.602108 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aa691333-b338-4621-a318-5327d990e43d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7294941 Dec 24 03:27:48.608951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46406) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:48.616959 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-824840107'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:48.660464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Made reservation on behalf of 2f59c45a52924937b9874f939a3e430a for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:48.664183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.689152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.801465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:48.802092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.835911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Port': ['ID=928c4ed9-710d-46b8-ac36-635973785558,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:48.850830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.859278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.923894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-219c9266-5ebe-4b00-9b8b-86ca7389d9f4 None None] Provisioning complete for port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:48.924467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-219c9266-5ebe-4b00-9b8b-86ca7389d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.927564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:48.930023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e7302b-7078-47a5-83cd-a86c0173908e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:48.945198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.954567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.954912 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Added segment dbc8ed06-bc0c-499d-af43-2a3a57683025 of type vlan for network 97f513ab-e49a-4530-8b0f-e533c5406ff3 Dec 24 03:27:48.958681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.971280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Checking segment: {'id': '03ff24bc-1eca-4173-af69-a66ac79b52b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '84e4de95-47e5-48d2-a9a0-f6aa772275d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:48.971940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network hostable DHCP agents. Network: 84e4de95-47e5-48d2-a9a0-f6aa772275d4, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:48.975236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,segment=NetworkSegment(98afcfab-9aec-40c9-8fee-5e01a2d46759),segment_id=98afcfab-9aec-40c9-8fee-5e01a2d46759)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:48.975650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:48.975798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 96417922-5e39-4475-8c2e-95810a4f1856 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:49.016823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:49.037771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.057332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network 84e4de95-47e5-48d2-a9a0-f6aa772275d4 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:49.078670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 84e4de95-47e5-48d2-a9a0-f6aa772275d4) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:49.084829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:49.085668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.094590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6e5dd-5d03-4ca9-ba39-0ffd59a2c604 None None] Network 84e4de95-47e5-48d2-a9a0-f6aa772275d4 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:49.114657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.120848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:49.121458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.179099 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5675571 Dec 24 03:27:49.187598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:49.197122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'subnet': {'network_id': '97f513ab-e49a-4530-8b0f-e533c5406ff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:49.242535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac99e96-2283-4c00-9adb-01a8cdae2608 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Network': ['ID=97f513ab-e49a-4530-8b0f-e533c5406ff3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:49.255970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:49.320576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0a15f7b1-671f-4530-9212-097a935d2a9b None None] Provisioning complete for port 96417922-5e39-4475-8c2e-95810a4f1856 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:49.320976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a15f7b1-671f-4530-9212-097a935d2a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.322017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Port': ['ID=02fc8446-546c-410f-bf97-bde611ac38b6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:49.323999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.357645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:49.362019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Checking segment: {'id': '12150ba1-a474-4148-a7f6-e7c52c36228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ba4057d-eadf-4faf-8b61-b7c920ebc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:49.362402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network hostable DHCP agents. Network: 1ba4057d-eadf-4faf-8b61-b7c920ebc623, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:49.368882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0a15f7b1-671f-4530-9212-097a935d2a9b None None] Port 96417922-5e39-4475-8c2e-95810a4f1856 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:49.439962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Made reservation on behalf of 2f59c45a52924937b9874f939a3e430a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:49.443529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.446453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network 1ba4057d-eadf-4faf-8b61-b7c920ebc623 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:49.465150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.522917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 1ba4057d-eadf-4faf-8b61-b7c920ebc623) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:49.531495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1721e8-f29a-4819-80b6-985859a636b1 None None] Network 1ba4057d-eadf-4faf-8b61-b7c920ebc623 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:49.556281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:49.562456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:49.567583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:49.568287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.573083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.670576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:49.672743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=96417922-5e39-4475-8c2e-95810a4f1856,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:49.703207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d6b7d83e-bfc4-4d3c-8c30-323c8ab876df tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5227854 Dec 24 03:27:49.719972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46410) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:49.757136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.760766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.762160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:49.764141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-07caa33e-3478-4944-8cf0-81b0c1bf83a2 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/96417922-5e39-4475-8c2e-95810a4f1856 HTTP/1.1" status: 204 len: 168 time: 1.6719503 Dec 24 03:27:49.773801 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5003fa2f-4949-47c3-aca2-1c242e3a046a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2073166 Dec 24 03:27:49.773801 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46412) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:49.774080 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:49.774506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46414) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:49.795498 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:49.796335 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:49.806892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.877971 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae4e5a-3bd5-4c53-8b86-313162996d75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:49.879789 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-61ae4e5a-3bd5-4c53-8b86-313162996d75 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1060581 Dec 24 03:27:49.882893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46418) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:49.883263 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:49.897205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting subnet ee9f26b7-2373-48a2-82b8-5ad3951272d9 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:49.925301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:49.929623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77840f7-9537-4396-b237-fc94fc5d7c2e tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:49.935839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77840f7-9537-4396-b237-fc94fc5d7c2e tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:49.940740 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a77840f7-9537-4396-b237-fc94fc5d7c2e tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2170928 Dec 24 03:27:49.941398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46420) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:49.985934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4469e0bd-124d-4560-a782-dbfab9e73f81 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:49.990209 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4469e0bd-124d-4560-a782-dbfab9e73f81 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1033645 Dec 24 03:27:49.991915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46422) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:50.002502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.037111 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:49Z', 'revision_number': 11, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:50.063597 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:50.073764 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:50.074455 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:50.087488 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464051c-afa9-4168-8bea-50bafb58416a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:50.089764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464051c-afa9-4168-8bea-50bafb58416a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:50.091315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464051c-afa9-4168-8bea-50bafb58416a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:50.093138 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b464051c-afa9-4168-8bea-50bafb58416a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1002989 Dec 24 03:27:50.095602 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.098031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46424) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:50.121517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Allocated IP 172.26.5.98 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/2be53af8-559d-4d78-876a-ea8ae07c9cb4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:50.150993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.153113 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:50.212448 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:49Z', 'revision_number': 11, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:50.219599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.244720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 1f9ad86c-e50d-4dd1-9c2f-d72304d723c9 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:50.257103 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7d39c-5732-496b-8dba-b1a1a524e285 None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:49Z', 'revision_number': 11, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:50.261066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.265900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f37500-c60c-4cc4-9274-bf82be124a77 None None] Network 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:50.269108 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/ee9f26b7-2373-48a2-82b8-5ad3951272d9 HTTP/1.1" status: 204 len: 168 time: 0.4936869 Dec 24 03:27:50.270013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e286-d4cb-4ec7-b084-ea9a1d37c345 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9f26b7-2373-48a2-82b8-5ad3951272d9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:50.272951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46426) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:50.300579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:50.314570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.371942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.373757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Subnet': ['ID=fb4cd199-c4aa-4b63-b1fe-84c21cf8797a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:50.423846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:50.424523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.429506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Deleting port 03a65901-5874-4208-92a6-205496cf941d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:50.429506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.438458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Deleting port 928c4ed9-710d-46b8-ac36-635973785558 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:50.438911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.444959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.500661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] For port 03a65901-5874-4208-92a6-205496cf941d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03a65901-5874-4208-92a6-205496cf941d,segment=NetworkSegment(98afcfab-9aec-40c9-8fee-5e01a2d46759),segment_id=98afcfab-9aec-40c9-8fee-5e01a2d46759)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:50.501024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.505746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Checking segment: {'id': 'dbc8ed06-bc0c-499d-af43-2a3a57683025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '97f513ab-e49a-4530-8b0f-e533c5406ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:50.506210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network hostable DHCP agents. Network: 97f513ab-e49a-4530-8b0f-e533c5406ff3, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:50.516022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Calling delete_port for 03a65901-5874-4208-92a6-205496cf941d owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:50.598640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.600033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.603679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.624414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Port': ['ID=03a65901-5874-4208-92a6-205496cf941d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:50.628051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No DVR routers for this DVR port 03a65901-5874-4208-92a6-205496cf941d on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:50.636526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:50.643578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Calling delete_port for 928c4ed9-710d-46b8-ac36-635973785558 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:50.674236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 97f513ab-e49a-4530-8b0f-e533c5406ff3) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:50.675640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b3a56d-26e1-467c-b87b-35bc262c79b2 None None] DHCP port deletion for 2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:50.685332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ab044-b3f6-43e5-b53a-3758be66772f None None] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:50.736928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.741996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:50.742588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.748872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.774864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:50.788785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98afcfab-9aec-40c9-8fee-5e01a2d46759') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:50.789084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98afcfab-9aec-40c9-8fee-5e01a2d46759') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:50.805117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.816958 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2588ee10-06ed-4fa3-80bb-f972817d8f75 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6269102 Dec 24 03:27:50.820575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46430) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:50.823077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.828547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'network': {'name': 'tempest-router-network01--1628758022'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:50.831453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97f513ab-e49a-4530-8b0f-e533c5406ff3', 'network_id': '97f513ab-e49a-4530-8b0f-e533c5406ff3', 'project_id': '2f59c45a52924937b9874f939a3e430a', 'fixed_ips': [{'subnet_id': 'fb4cd199-c4aa-4b63-b1fe-84c21cf8797a'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:50.832621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.833210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.846120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:50.846519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:27:50.849681 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:27:50.885368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:50.891705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:50.896465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:50.917789 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Made reservation on behalf of 2f59c45a52924937b9874f939a3e430a for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:50.922357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.935175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.937628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.938591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8c337-9970-4bfe-b461-485924970eb1 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:50.946743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.948313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:50.961549 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/networks/2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8 HTTP/1.1" status: 204 len: 168 time: 0.6869323 Dec 24 03:27:50.962569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46432) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:50.963697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Port': ['ID=2be53af8-559d-4d78-876a-ea8ae07c9cb4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:50.974481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'routes': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:51.008265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Allocated IP 172.20.0.2 (97f513ab-e49a-4530-8b0f-e533c5406ff3/fb4cd199-c4aa-4b63-b1fe-84c21cf8797a/0dc022a2-4058-4fcb-b163-d7382dd0d37e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:51.028082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9ad86c-e50d-4dd1-9c2f-d72304d723c9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:51.035137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77411-4d7f-477b-937e-6757f6e0a96d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Pushing event deleted for resources: {'Network': ['ID=2c2f232f-3d4f-4963-ae5a-7dc4dc0ec9e8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:51.081454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.082149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:51.085821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/ports/928c4ed9-710d-46b8-ac36-635973785558 HTTP/1.1" status: 204 len: 168 time: 1.1374125 Dec 24 03:27:51.089038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46436) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:51.090424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aceca1-ffaa-4fd4-8f00-a2ab947d7800 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Port': ['ID=928c4ed9-710d-46b8-ac36-635973785558,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:51.096155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7db11482-2a72-4e4c-b0e3-ae1326124c52 None None] Provisioning complete for port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:51.096556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db11482-2a72-4e4c-b0e3-ae1326124c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.139810 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.140284 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Added segment 3d98b242-984e-4653-9cf8-58c76cb6c8c4 of type vlan for network f65b78ee-0ae2-4318-9baf-65286ca65174 Dec 24 03:27:51.140872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.142872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b8114f-bd5d-4dc0-a73f-f75dcf06270a None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:51.145871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a0de76f6-b06f-4f27-adb5-4fa5578fd070 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/1f9ad86c-e50d-4dd1-9c2f-d72304d723c9 HTTP/1.1" status: 204 len: 168 time: 1.0378692 Dec 24 03:27:51.155338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46438) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:51.165197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7db11482-2a72-4e4c-b0e3-ae1326124c52 None None] Port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:51.253068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet fc404ad1-11a0-4af9-ac3e-27c199668fcf {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:51.259159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.293293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Added routes are [] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:27:51.293731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Removed routes are [] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:27:51.294185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.297283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.301311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.313433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.337485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.368833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:51.371589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.374592 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:51.377177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Pushing event updated for resources: {'Port': ['ID=0dc022a2-4058-4fcb-b163-d7382dd0d37e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:51.386825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:51.402941 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.409050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:51.409753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.492376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Attempting to bind port 0dc022a2-4058-4fcb-b163-d7382dd0d37e on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:51.492756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Attempting to bind port 0dc022a2-4058-4fcb-b163-d7382dd0d37e by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'dbc8ed06-bc0c-499d-af43-2a3a57683025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '97f513ab-e49a-4530-8b0f-e533c5406ff3'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:51.493125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Attempting to bind port 0dc022a2-4058-4fcb-b163-d7382dd0d37e on network 97f513ab-e49a-4530-8b0f-e533c5406ff3 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:51.500708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:51.501092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Checking segment: {'id': 'dbc8ed06-bc0c-499d-af43-2a3a57683025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '97f513ab-e49a-4530-8b0f-e533c5406ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:51.501591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.501994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Bound using segment: {'id': 'dbc8ed06-bc0c-499d-af43-2a3a57683025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '97f513ab-e49a-4530-8b0f-e533c5406ff3'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:51.502461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Bound port: 0dc022a2-4058-4fcb-b163-d7382dd0d37e, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc8ed06-bc0c-499d-af43-2a3a57683025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '97f513ab-e49a-4530-8b0f-e533c5406ff3'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:51.502841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.537459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Deleting port 02fc8446-546c-410f-bf97-bde611ac38b6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:51.537985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.570313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.594466 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7722561 Dec 24 03:27:51.596704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.598742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:51.599534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] For port 0dc022a2-4058-4fcb-b163-d7382dd0d37e, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:51.604545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] For port 0dc022a2-4058-4fcb-b163-d7382dd0d37e, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0dc022a2-4058-4fcb-b163-d7382dd0d37e,segment=NetworkSegment(dbc8ed06-bc0c-499d-af43-2a3a57683025),segment_id=dbc8ed06-bc0c-499d-af43-2a3a57683025)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:51.611926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'network': {'name': 'tempest-router-network02--845931906'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:51.621498 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b0cb2-c3e4-4bdd-a1cf-5b3e6f4e67ff tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Network': ['ID=f65b78ee-0ae2-4318-9baf-65286ca65174,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:51.625355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.628922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.655141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f65b78ee-0ae2-4318-9baf-65286ca65174 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:51.727129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.728694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Made reservation on behalf of 2f59c45a52924937b9874f939a3e430a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:51.736619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.760851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.784568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Calling delete_port for 02fc8446-546c-410f-bf97-bde611ac38b6 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:51.801507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 199e05ad-d6da-46c3-a88f-a0e02c01e512 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:51.834389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.837909 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/fc404ad1-11a0-4af9-ac3e-27c199668fcf HTTP/1.1" status: 204 len: 168 time: 0.6814647 Dec 24 03:27:51.841715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc0f1f-4ed0-4cc2-9f9d-1dd70906c679 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=fc404ad1-11a0-4af9-ac3e-27c199668fcf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:51.844515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db306ae7-4690-4edb-9952-3660f7ef42e2 None None] Pushing event updated for resources: {'Port': ['ID=0dc022a2-4058-4fcb-b163-d7382dd0d37e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:51.845471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46442) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:51.898049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:51.905987 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ea39d669-51cf-4f55-9ade-9d8769835327 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591042 Dec 24 03:27:51.910085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46444) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:51.917421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:52.031122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:52.041689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] Sync routers for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:52.054556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.055949 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d46c288c-d457-409c-9db6-120816297f52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 200 len: 704 time: 1.0850234 Dec 24 03:27:52.060815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:52.061587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:52.069617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46446) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:52.320159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:52.339967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.340416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Added segment 027d2794-e19b-4082-8a07-d4af920dae1f of type vlan for network a74dba6d-bda4-44d5-89ba-abdf01027c59 Dec 24 03:27:52.357807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.379618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4339ae-8fd1-471b-97fa-b5f70698cbf6 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:52.383649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0dc022a2-4058-4fcb-b163-d7382dd0d37e up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:52.404638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:52.431259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.500010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:49Z', 'revision_number': 11, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:52.504407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.510168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:52.510810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.558512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] Checking router: 199e05ad-d6da-46c3-a88f-a0e02c01e512 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:52.565892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-01332342-b9cd-4ab0-993b-874d1b4fb8bf None None] Provisioning complete for port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:52.566262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01332342-b9cd-4ab0-993b-874d1b4fb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.567336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9653974 Dec 24 03:27:52.568037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46448) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:52.574102 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1fec0326-346b-4c62-ba3a-3b86bb4782b5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 200 len: 205 time: 0.5027518 Dec 24 03:27:52.578666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'subnet': {'network_id': 'f65b78ee-0ae2-4318-9baf-65286ca65174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:52.580814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46450) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:52.622187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] Routers {'199e05ad-d6da-46c3-a88f-a0e02c01e512'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:52.623759 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['199e05ad-d6da-46c3-a88f-a0e02c01e512'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:52.649800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ce89b-a7a0-4326-86b3-dcc478045555 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Network': ['ID=a74dba6d-bda4-44d5-89ba-abdf01027c59,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:52.669547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.675422 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3cf956e-d157-4afa-94a1-7c264958ea16 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.703596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Router c1021385-a5f1-4d5f-bbce-0b81b8baec15 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:27:52.709887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network a74dba6d-bda4-44d5-89ba-abdf01027c59 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:52.732027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0dc022a2-4058-4fcb-b163-d7382dd0d37e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:52.732430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.770905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] Set router 199e05ad-d6da-46c3-a88f-a0e02c01e512 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:52.847989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Port': ['ID=02fc8446-546c-410f-bf97-bde611ac38b6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:52.850664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:52.854930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.861576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:49Z', 'revision_number': 11, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:52.868312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:52.878257 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Sync routers for ids ['c1021385-a5f1-4d5f-bbce-0b81b8baec15'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:52.901677 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Routers {'c1021385-a5f1-4d5f-bbce-0b81b8baec15'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:52.902362 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c1021385-a5f1-4d5f-bbce-0b81b8baec15'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:52.925316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.935935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.937036 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2b1343c8-9ec1-4f32-8832-cca153f6ed3d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7856960 Dec 24 03:27:52.939345 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-931ccc5a-55f6-4d8a-b1a0-096211d8bfa8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/ports/02fc8446-546c-410f-bf97-bde611ac38b6 HTTP/1.1" status: 204 len: 168 time: 1.8474238 Dec 24 03:27:52.939805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:52.944542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46454) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:52.945776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Made reservation on behalf of 2f59c45a52924937b9874f939a3e430a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:52.945999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3cf956e-d157-4afa-94a1-7c264958ea16 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.949997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3cf956e-d157-4afa-94a1-7c264958ea16 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.955150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.959545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93f5e9-6850-4933-af83-c672176abf9f None None] The sync data for ids ['199e05ad-d6da-46c3-a88f-a0e02c01e512'] in dv-neutron-822869-1-hyperv is: [{'id': '199e05ad-d6da-46c3-a88f-a0e02c01e512', 'name': 'tempest-RoutersIpV6Test-router-467351523', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:26:48Z', 'updated_at': '2021-12-24T03:27:49Z', 'revision_number': 11, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:52.997645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:53.011412 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-034241bd-12a6-4edc-b9f6-684f9129a2bb tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0627725 Dec 24 03:27:53.023276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:53.093140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1592630717'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:53.122676 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Set router c1021385-a5f1-4d5f-bbce-0b81b8baec15 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:53.161815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3cf956e-d157-4afa-94a1-7c264958ea16 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.162316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cf956e-d157-4afa-94a1-7c264958ea16 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Fanout notify agent at l3_agent the message router_deleted on router 199e05ad-d6da-46c3-a88f-a0e02c01e512 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:27:53.174122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3cf956e-d157-4afa-94a1-7c264958ea16 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.175173 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c3cf956e-d157-4afa-94a1-7c264958ea16 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 204 len: 168 time: 0.5932662 Dec 24 03:27:53.183900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46458) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:53.189314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-029613b9-efd8-458b-9751-44d63c00cc80 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1012311914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:53.192102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.248824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-029613b9-efd8-458b-9751-44d63c00cc80 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.250055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-029613b9-efd8-458b-9751-44d63c00cc80 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.273313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 0dc022a2-4058-4fcb-b163-d7382dd0d37e, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0dc022a2-4058-4fcb-b163-d7382dd0d37e,segment=NetworkSegment(dbc8ed06-bc0c-499d-af43-2a3a57683025),segment_id=dbc8ed06-bc0c-499d-af43-2a3a57683025)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:53.275902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] Deleting port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:53.276333 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.298192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.365714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Made reservation on behalf of 1c3657e5a9c446e4b11750d4f8c1aaf3 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:53.369978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.399111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-029613b9-efd8-458b-9751-44d63c00cc80 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.411656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-029613b9-efd8-458b-9751-44d63c00cc80 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.415943 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-44612c35-7453-49c4-ae5b-c96036a1b7f9 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/c1021385-a5f1-4d5f-bbce-0b81b8baec15 HTTP/1.1" status: 200 len: 908 time: 0.4721384 Dec 24 03:27:53.419249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46460) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:53.420923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b213fc-33a0-4767-902a-732694f62f14 None None] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:53.429155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1354595072', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': True}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:53.433704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:53.442611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.455036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.455157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Added segment 3187da18-f457-4ecd-89f5-00fc9c818a9c of type vlan for network 6693f80e-f37c-404c-af0d-16f0686a4b0c Dec 24 03:27:53.478159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:53.487209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-029613b9-efd8-458b-9751-44d63c00cc80 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.488695 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-029613b9-efd8-458b-9751-44d63c00cc80 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3035164 Dec 24 03:27:53.492309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:53.501112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] For port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:53.501708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.502066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-81621351-e132-4561-8824-8e7671e84b23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:53.512481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:53.516390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:53.520960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.522159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.545894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:53.546394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5dcaa5c7-e684-46c2-bba3-2eb1ef2dd3cf not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:53.546920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03a65901-5874-4208-92a6-205496cf941d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:53.560947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] Calling delete_port for e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:53.573153 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1021385-a5f1-4d5f-bbce-0b81b8baec15', 'name': 'tempest-snat-router-1354595072', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.98'}], 'enable_snat': False}, 'gw_port_id': '2be53af8-559d-4d78-876a-ea8ae07c9cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:48Z', 'updated_at': '2021-12-24T03:27:51Z', 'revision_number': 3, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port': {'id': '2be53af8-559d-4d78-876a-ea8ae07c9cb4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1021385-a5f1-4d5f-bbce-0b81b8baec15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:49Z', 'updated_at': '2021-12-24T03:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:53.580467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.587415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:53.588324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.605507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=6fb39719-ecfd-4fcf-aff9-3483a6681069,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:53.627974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c36d081a-02bf-4849-b18e-3c3dbe5e75d1 None None] Provisioning complete for port 0dc022a2-4058-4fcb-b163-d7382dd0d37e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:53.628522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c36d081a-02bf-4849-b18e-3c3dbe5e75d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.635684 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Checking router: c1021385-a5f1-4d5f-bbce-0b81b8baec15 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:53.636432 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Updating router c1021385-a5f1-4d5f-bbce-0b81b8baec15 port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:53.637428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 03a65901-5874-4208-92a6-205496cf941d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:53.637917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03a65901-5874-4208-92a6-205496cf941d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:53.641729 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-50d018dc-dd25-4c44-8e4c-780168e0f7cb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7294722 Dec 24 03:27:53.644608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=0dc022a2-4058-4fcb-b163-d7382dd0d37e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:53.644774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46464) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:53.698384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d8a7d484-9821-462a-9d44-218e5e8dfc93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:53.705949 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.720667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.797015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.845847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.856506 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81621351-e132-4561-8824-8e7671e84b23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.873808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.894346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] Pushing event deleted for resources: {'Port': ['ID=e34ec6a6-0b58-4f1e-8fa2-87e2e3717920,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:53.904114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13101f51-7884-4479-9b93-3eb39aad3651 None None] No DVR routers for this DVR port e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:53.925832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a5ddc-3c95-4575-a47a-7a34753a12b6 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:53.948192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.961871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:53.963263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.985288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81621351-e132-4561-8824-8e7671e84b23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.990111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7d484-9821-462a-9d44-218e5e8dfc93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:54.000916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d484-9821-462a-9d44-218e5e8dfc93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.044888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9647105 Dec 24 03:27:54.045712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Subnet': ['ID=384fffb4-e81a-4a37-b0c7-aec396233797,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:54.090662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:54.096201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': '6fb39719-ecfd-4fcf-aff9-3483a6681069'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:54.097855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.181985 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.ipam_backend_mixin [None req-d8a7d484-9821-462a-9d44-218e5e8dfc93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fb39719-ecfd-4fcf-aff9-3483a6681069 (CIDR: 2001:db8::/64) Dec 24 03:27:54.182553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-602362562'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:54.192175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabb468-e48f-43cc-ac6c-65c54e9b61b8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Network': ['ID=6693f80e-f37c-404c-af0d-16f0686a4b0c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:54.197891 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a7d484-9821-462a-9d44-218e5e8dfc93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:27:54.198349 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a7d484-9821-462a-9d44-218e5e8dfc93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:54.221628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Checking segment: {'id': '3d98b242-984e-4653-9cf8-58c76cb6c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f65b78ee-0ae2-4318-9baf-65286ca65174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:54.221785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network hostable DHCP agents. Network: f65b78ee-0ae2-4318-9baf-65286ca65174, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:54.222167 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.227282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6693f80e-f37c-404c-af0d-16f0686a4b0c details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:54.231153 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.256727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0dc022a2-4058-4fcb-b163-d7382dd0d37e up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:54.260197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Made reservation on behalf of 1c3657e5a9c446e4b11750d4f8c1aaf3 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:54.264310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.292510 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd143b-d58a-4f02-8028-fa63129a9487 None None] Pushing event updated for resources: {'Port': ['ID=2be53af8-559d-4d78-876a-ea8ae07c9cb4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:54.292895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network f65b78ee-0ae2-4318-9baf-65286ca65174 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:54.302662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81621351-e132-4561-8824-8e7671e84b23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Router 7e354fb6-8c2f-4c6d-a59e-9d87eacffbff is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:27:54.311743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:54.315837 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Attempting to bind port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:54.316210 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Attempting to bind port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:54.317020 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Attempting to bind port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:54.318939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f65b78ee-0ae2-4318-9baf-65286ca65174) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:54.326628 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:54.327081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:54.327229 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:54.327331 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.327412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.327911 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:54.328437 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Bound port: 2be53af8-559d-4d78-876a-ea8ae07c9cb4, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:54.329169 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.375141 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d8a7d484-9821-462a-9d44-218e5e8dfc93 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7290678 Dec 24 03:27:54.375803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46468) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:54.382186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.383299 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Added segment de9ae340-ee46-432a-a9e0-48ffe84cf596 of type vlan for network 0a8d3864-a205-44ae-a118-3f55c7bd929d Dec 24 03:27:54.385676 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:54.391866 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] For port 2be53af8-559d-4d78-876a-ea8ae07c9cb4, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:54.395343 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] For port 2be53af8-559d-4d78-876a-ea8ae07c9cb4, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2be53af8-559d-4d78-876a-ea8ae07c9cb4,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:54.417430 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.478205 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ed43e57b-5557-4269-9bd7-d65ab452541b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9066894 Dec 24 03:27:54.484787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:54.491793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6005a19-7181-443d-9f74-550b79199ee7 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:54.493067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'subnet': {'network_id': 'a74dba6d-bda4-44d5-89ba-abdf01027c59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:54.493612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90220f90-d86d-468b-ade5-f378763c56a1 None None] Network f65b78ee-0ae2-4318-9baf-65286ca65174 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:54.503510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81621351-e132-4561-8824-8e7671e84b23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:54.518535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.526437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81621351-e132-4561-8824-8e7671e84b23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.526780 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd143b-d58a-4f02-8028-fa63129a9487 None None] Pushing event updated for resources: {'Port': ['ID=2be53af8-559d-4d78-876a-ea8ae07c9cb4,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:54.533707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-81621351-e132-4561-8824-8e7671e84b23 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "PUT /v2.0/routers/7e354fb6-8c2f-4c6d-a59e-9d87eacffbff HTTP/1.1" status: 200 len: 698 time: 1.0410960 Dec 24 03:27:54.551595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:54.554531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.558782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] Sync routers for ids ['7e354fb6-8c2f-4c6d-a59e-9d87eacffbff'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:54.582057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.599972 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Routers {'c1021385-a5f1-4d5f-bbce-0b81b8baec15'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:54.600770 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c1021385-a5f1-4d5f-bbce-0b81b8baec15'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:54.612822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-47345e5a-9916-44ce-be09-3a8746adc814 None None] Provisioning complete for port 0dc022a2-4058-4fcb-b163-d7382dd0d37e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:54.613305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47345e5a-9916-44ce-be09-3a8746adc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.629994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fb0c6-eb37-4251-b0cc-278f976dc857 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:54.717396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] Routers {'7e354fb6-8c2f-4c6d-a59e-9d87eacffbff'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:54.718039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e354fb6-8c2f-4c6d-a59e-9d87eacffbff'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:54.727045 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8a65a594-f566-49c7-93f3-63e3c5fea743 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/routers/7e354fb6-8c2f-4c6d-a59e-9d87eacffbff HTTP/1.1" status: 200 len: 704 time: 0.1715572 Dec 24 03:27:54.727274 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] Set router c1021385-a5f1-4d5f-bbce-0b81b8baec15 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:54.727391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:54.766843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:54.775038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.780087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1a7ef192-e61d-4acc-b38a-c2ab3a79639e tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e354fb6-8c2f-4c6d-a59e-9d87eacffbff HTTP/1.1" status: 200 len: 205 time: 0.0437777 Dec 24 03:27:54.780389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46478) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:54.800584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.808500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:54.808732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.821437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/6fb39719-ecfd-4fcf-aff9-3483a6681069/af8d2194-ecf7-4f5c-a83d-8f618ae0a568) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:54.827760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Made reservation on behalf of 2f59c45a52924937b9874f939a3e430a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:54.833051 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:54.836558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] Set router 7e354fb6-8c2f-4c6d-a59e-9d87eacffbff gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:54.842464 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7484994 Dec 24 03:27:54.974660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a425b3d-8120-44b8-bcf4-a2744eb5c052 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Network': ['ID=0a8d3864-a205-44ae-a118-3f55c7bd929d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:54.997816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Allocated IP 172.26.5.191 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/bdf6e448-f011-4afa-8e25-2f9e5376f4a0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:55.012620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:55.019876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb55ca82-981e-4fac-976f-f9041993c95d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.020746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'subnets': [{'network_id': '6693f80e-f37c-404c-af0d-16f0686a4b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1420851247', 'ip_version': 4}, {'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:55.021403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'subnet': {'network_id': '6693f80e-f37c-404c-af0d-16f0686a4b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1420851247', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:55.022178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Request body: {'subnet': {'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:55.040779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0a8d3864-a205-44ae-a118-3f55c7bd929d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:55.084206 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1021385-a5f1-4d5f-bbce-0b81b8baec15', 'name': 'tempest-snat-router-1354595072', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.98'}], 'enable_snat': False}, 'gw_port_id': '2be53af8-559d-4d78-876a-ea8ae07c9cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:48Z', 'updated_at': '2021-12-24T03:27:51Z', 'revision_number': 3, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port': {'id': '2be53af8-559d-4d78-876a-ea8ae07c9cb4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1021385-a5f1-4d5f-bbce-0b81b8baec15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:49Z', 'updated_at': '2021-12-24T03:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:55.120391 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b7de9-470d-4065-a284-be58851ea220 None None] The sync data for ids ['c1021385-a5f1-4d5f-bbce-0b81b8baec15'] in dv-neutron-822869-1-hyperv is: [{'id': 'c1021385-a5f1-4d5f-bbce-0b81b8baec15', 'name': 'tempest-snat-router-1354595072', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.98'}], 'enable_snat': False}, 'gw_port_id': '2be53af8-559d-4d78-876a-ea8ae07c9cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:48Z', 'updated_at': '2021-12-24T03:27:51Z', 'revision_number': 3, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port': {'id': '2be53af8-559d-4d78-876a-ea8ae07c9cb4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1021385-a5f1-4d5f-bbce-0b81b8baec15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:49Z', 'updated_at': '2021-12-24T03:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:55.163010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e354fb6-8c2f-4c6d-a59e-9d87eacffbff', 'name': 'tempest-RoutersIpV6Test-router-1012311914', 'tenant_id': '4df791b888054e0eba93fb86c120af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:53Z', 'updated_at': '2021-12-24T03:27:53Z', 'revision_number': 2, 'project_id': '4df791b888054e0eba93fb86c120af25', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:55.192841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-f65b78ee-0ae2-4318-9baf-65286ca65174', 'network_id': 'f65b78ee-0ae2-4318-9baf-65286ca65174', 'project_id': '2f59c45a52924937b9874f939a3e430a', 'fixed_ips': [{'subnet_id': '384fffb4-e81a-4a37-b0c7-aec396233797'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:55.193860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.245078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0dc022a2-4058-4fcb-b163-d7382dd0d37e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:55.245078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.253866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] Checking router: 7e354fb6-8c2f-4c6d-a59e-9d87eacffbff for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:55.300829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb55ca82-981e-4fac-976f-f9041993c95d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.308120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb55ca82-981e-4fac-976f-f9041993c95d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.419495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.435084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] Routers {'7e354fb6-8c2f-4c6d-a59e-9d87eacffbff'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:55.435627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e354fb6-8c2f-4c6d-a59e-9d87eacffbff'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:55.438996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb55ca82-981e-4fac-976f-f9041993c95d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.439540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb55ca82-981e-4fac-976f-f9041993c95d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Fanout notify agent at l3_agent the message router_deleted on router 7e354fb6-8c2f-4c6d-a59e-9d87eacffbff {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:27:55.451913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb55ca82-981e-4fac-976f-f9041993c95d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.456919 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bb55ca82-981e-4fac-976f-f9041993c95d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/7e354fb6-8c2f-4c6d-a59e-9d87eacffbff HTTP/1.1" status: 204 len: 168 time: 0.6691177 Dec 24 03:27:55.457793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46482) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:55.489599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:55.490245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7ba66-126d-45e9-a150-061326d9f82e None None] The sync data for ids ['7e354fb6-8c2f-4c6d-a59e-9d87eacffbff'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:55.590550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:55.593727 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-66df70e8-115f-453a-8670-a8bf1ef2a798 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e354fb6-8c2f-4c6d-a59e-9d87eacffbff HTTP/1.1" status: 200 len: 205 time: 0.1347611 Dec 24 03:27:55.612256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.652857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Allocated IP 172.20.0.2 (f65b78ee-0ae2-4318-9baf-65286ca65174/384fffb4-e81a-4a37-b0c7-aec396233797/a73523c8-d231-456a-bc29-6c7dff030586) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:55.655420 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-4a6f86d3-15f8-44b6-921e-752598321cae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] delete failed (client error): The resource could not be found. Dec 24 03:27:55.656687 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4a6f86d3-15f8-44b6-921e-752598321cae tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/7e354fb6-8c2f-4c6d-a59e-9d87eacffbff HTTP/1.1" status: 404 len: 336 time: 0.0640273 Dec 24 03:27:55.659710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:55.676111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.710528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.718055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7fb69d63-991e-4c88-8aa8-8dc7da490a4d None None] Provisioning complete for port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:55.718496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fb69d63-991e-4c88-8aa8-8dc7da490a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.725526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:55.743734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:55.746811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:55.784112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.792404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Subnet': ['ID=30a27a37-9ef5-4241-ab13-bcc67df68483,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:55.799534 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5825e75a-9413-40ab-800a-6f7a5f8ae3f1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:55.801971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5825e75a-9413-40ab-800a-6f7a5f8ae3f1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:55.803214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b9e7a-6778-490a-8e34-ecf43cac39b1 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:55.811522 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5825e75a-9413-40ab-800a-6f7a5f8ae3f1 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/273242d4-3eb2-45b1-b868-a21046dbc426 HTTP/1.1" status: 404 len: 337 time: 0.1484160 Dec 24 03:27:55.812453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:55.831869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Port': ['ID=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:55.860267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:27:55.865753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Made reservation on behalf of 1c3657e5a9c446e4b11750d4f8c1aaf3 for: {'subnet': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:55.871085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.871768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.896683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa681b8-f55c-4795-af51-1a41342f893a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:55.897556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa681b8-f55c-4795-af51-1a41342f893a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:55.901651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7fa681b8-f55c-4795-af51-1a41342f893a tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/1d93d9cc-9306-4397-934b-a6b4bf91d70d HTTP/1.1" status: 404 len: 337 time: 0.0886390 Dec 24 03:27:55.906291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:55.945640 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f14725e-81f7-4b09-a358-855c41191a9e tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:55.946194 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f14725e-81f7-4b09-a358-855c41191a9e tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:55.950097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6f14725e-81f7-4b09-a358-855c41191a9e tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/b55749b6-0723-4f1c-9b52-e22469407c31 HTTP/1.1" status: 404 len: 337 time: 0.0425446 Dec 24 03:27:55.953341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:55.999484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51b9a48-e78d-451f-a15a-74dbd9709e52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:56.000443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51b9a48-e78d-451f-a15a-74dbd9709e52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:56.006185 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e51b9a48-e78d-451f-a15a-74dbd9709e52 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/ee9f26b7-2373-48a2-82b8-5ad3951272d9 HTTP/1.1" status: 404 len: 337 time: 0.0516138 Dec 24 03:27:56.012603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.032221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.089768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:27:56.090125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e34ec6a6-0b58-4f1e-8fa2-87e2e3717920 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:27:56.106474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.111224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2cf45e75-679c-4a07-9170-994197624940 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 200 len: 205 time: 0.0930130 Dec 24 03:27:56.119639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.121820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Pushing event updated for resources: {'Port': ['ID=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:56.149654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Checking segment: {'id': '027d2794-e19b-4082-8a07-d4af920dae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a74dba6d-bda4-44d5-89ba-abdf01027c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:56.151382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network hostable DHCP agents. Network: a74dba6d-bda4-44d5-89ba-abdf01027c59, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:56.151520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Network f65b78ee-0ae2-4318-9baf-65286ca65174 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:56.162796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:56.176276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:56.188769 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:56.229677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-3da35733-9de7-463b-a208-cf1aa3e42551 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] delete failed (client error): The resource could not be found. Dec 24 03:27:56.230849 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3da35733-9de7-463b-a208-cf1aa3e42551 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/199e05ad-d6da-46c3-a88f-a0e02c01e512 HTTP/1.1" status: 404 len: 336 time: 0.1073129 Dec 24 03:27:56.242578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46500) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.265977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:56.270790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:56.291280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Attempting to bind port a73523c8-d231-456a-bc29-6c7dff030586 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:56.292036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Attempting to bind port a73523c8-d231-456a-bc29-6c7dff030586 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '3d98b242-984e-4653-9cf8-58c76cb6c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f65b78ee-0ae2-4318-9baf-65286ca65174'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:56.293895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Attempting to bind port a73523c8-d231-456a-bc29-6c7dff030586 on network f65b78ee-0ae2-4318-9baf-65286ca65174 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:56.309508 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1f241a36-594f-457d-ab11-25bbac1e888d tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c2434f-db1e-4203-9834-b56d8dca6c0f HTTP/1.1" status: 200 len: 205 time: 0.0654330 Dec 24 03:27:56.312918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.325808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2be53af8-559d-4d78-876a-ea8ae07c9cb4 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:56.356247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:27:56.361996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-c4969e58-a237-4c02-b3a4-acb995d11b69 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] delete failed (client error): The resource could not be found. Dec 24 03:27:56.363194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c4969e58-a237-4c02-b3a4-acb995d11b69 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/16c2434f-db1e-4203-9834-b56d8dca6c0f HTTP/1.1" status: 404 len: 336 time: 0.0488696 Dec 24 03:27:56.366577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46504) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.380314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network a74dba6d-bda4-44d5-89ba-abdf01027c59 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:56.413180 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc57610-f8b1-48fb-882b-351e7b5e9bfe tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:56.414068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc57610-f8b1-48fb-882b-351e7b5e9bfe tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:56.418638 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6fc57610-f8b1-48fb-882b-351e7b5e9bfe tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/d0102ca0-9561-4bce-94c5-4d224301f452 HTTP/1.1" status: 404 len: 337 time: 0.0509546 Dec 24 03:27:56.421815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:56.422623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Checking segment: {'id': '3d98b242-984e-4653-9cf8-58c76cb6c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f65b78ee-0ae2-4318-9baf-65286ca65174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:56.423270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.423551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46506) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.424049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Bound using segment: {'id': '3d98b242-984e-4653-9cf8-58c76cb6c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f65b78ee-0ae2-4318-9baf-65286ca65174'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:56.424763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Bound port: a73523c8-d231-456a-bc29-6c7dff030586, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d98b242-984e-4653-9cf8-58c76cb6c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f65b78ee-0ae2-4318-9baf-65286ca65174'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:56.425411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.456771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, a74dba6d-bda4-44d5-89ba-abdf01027c59) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:56.465837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:56.466203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.471918 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3f82af60-6599-46f7-962b-680bb5e92f07 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8d14897-6222-4e23-96ce-de28794693d6 HTTP/1.1" status: 200 len: 205 time: 0.0389717 Dec 24 03:27:56.476445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.479805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ac8c3-2a35-4e78-8551-3a05ef56f566 None None] Network a74dba6d-bda4-44d5-89ba-abdf01027c59 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:56.492122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Pushing event updated for resources: {'Port': ['ID=a73523c8-d231-456a-bc29-6c7dff030586,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:56.517200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fb69d63-991e-4c88-8aa8-8dc7da490a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.541717 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-de853619-2938-4b2c-ada1-e172e7c1d5c9 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] delete failed (client error): The resource could not be found. Dec 24 03:27:56.543174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-de853619-2938-4b2c-ada1-e172e7c1d5c9 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/c8d14897-6222-4e23-96ce-de28794693d6 HTTP/1.1" status: 404 len: 336 time: 0.0655804 Dec 24 03:27:56.546488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.560402 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-836f3829-e0e8-43bc-ac9a-ffcde34bf7c2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0737853 Dec 24 03:27:56.568200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46512) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.612581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9775348c-4061-4cb4-ba7f-8a61b22a7bc5 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a7cd42a-2b86-4e03-a596-9116753c15f3 HTTP/1.1" status: 200 len: 205 time: 0.0645912 Dec 24 03:27:56.627747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46516) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.739959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Attempting to bind port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:56.740582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Attempting to bind port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:56.741076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Attempting to bind port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:56.758169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:56.758622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.770197 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-24a89bca-e91b-4696-9a8b-c7211bfe52e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] delete failed (client error): The resource could not be found. Dec 24 03:27:56.771572 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-24a89bca-e91b-4696-9a8b-c7211bfe52e2 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/3a7cd42a-2b86-4e03-a596-9116753c15f3 HTTP/1.1" status: 404 len: 336 time: 0.1412838 Dec 24 03:27:56.784584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46518) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.793902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7fb69d63-991e-4c88-8aa8-8dc7da490a4d None None] For port 2be53af8-559d-4d78-876a-ea8ae07c9cb4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2be53af8-559d-4d78-876a-ea8ae07c9cb4,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:56.817276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:56.817674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:56.818040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.819124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:56.819603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Bound port: af8d2194-ecf7-4f5c-a83d-8f618ae0a568, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:56.819981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.827790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fb69d63-991e-4c88-8aa8-8dc7da490a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.909588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] For port a73523c8-d231-456a-bc29-6c7dff030586, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:56.917548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.958326 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e20fb07-89a2-4ad9-858d-44af355a42ba tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:56.958869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e20fb07-89a2-4ad9-858d-44af355a42ba tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:56.961947 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0e20fb07-89a2-4ad9-858d-44af355a42ba tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/c605b672-6724-48f6-a56c-a89195a9be1f HTTP/1.1" status: 404 len: 337 time: 0.1727636 Dec 24 03:27:56.970061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] For port a73523c8-d231-456a-bc29-6c7dff030586, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a73523c8-d231-456a-bc29-6c7dff030586,segment=NetworkSegment(3d98b242-984e-4653-9cf8-58c76cb6c8c4),segment_id=3d98b242-984e-4653-9cf8-58c76cb6c8c4)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:56.977415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46520) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:56.993052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-a74dba6d-bda4-44d5-89ba-abdf01027c59', 'network_id': 'a74dba6d-bda4-44d5-89ba-abdf01027c59', 'project_id': '2f59c45a52924937b9874f939a3e430a', 'fixed_ips': [{'subnet_id': '30a27a37-9ef5-4241-ab13-bcc67df68483'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:56.994435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.996665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:56.998756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69d63-991e-4c88-8aa8-8dc7da490a4d None None] Pushing event updated for resources: {'Port': ['ID=2be53af8-559d-4d78-876a-ea8ae07c9cb4,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:57.021077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-48c54d44-3a26-40d5-8bd8-a7bf42ad4959 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c61178-4c6d-4758-ae21-98f14ce7026e HTTP/1.1" status: 200 len: 205 time: 0.0367472 Dec 24 03:27:57.022930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46522) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.050228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.093893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6a0e56ba-4268-4209-903c-e600f0d88515 None None] Provisioning complete for port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:57.094257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a0e56ba-4268-4209-903c-e600f0d88515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.099277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] For port af8d2194-ecf7-4f5c-a83d-8f618ae0a568, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:57.108457 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-14b34de2-d541-4f0e-b793-a8388159820e tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] delete failed (client error): The resource could not be found. Dec 24 03:27:57.113231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-14b34de2-d541-4f0e-b793-a8388159820e tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/e7c61178-4c6d-4758-ae21-98f14ce7026e HTTP/1.1" status: 404 len: 336 time: 0.0839589 Dec 24 03:27:57.117252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.130413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Subnet': ['ID=6f1badcc-13de-4f8e-aefc-013026f09a84,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:57.152927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Checking segment: {'id': '3187da18-f457-4ecd-89f5-00fc9c818a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6693f80e-f37c-404c-af0d-16f0686a4b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:57.153249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network hostable DHCP agents. Network: 6693f80e-f37c-404c-af0d-16f0686a4b0c, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:57.162758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.185660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b384b01f-b4d5-4995-b45a-b6eb56481914 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:57.186121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b384b01f-b4d5-4995-b45a-b6eb56481914 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:57.192100 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b384b01f-b4d5-4995-b45a-b6eb56481914 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/80bb660a-61a0-4467-a437-edf68f8c987b HTTP/1.1" status: 404 len: 337 time: 0.0703666 Dec 24 03:27:57.192677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.205459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network 6693f80e-f37c-404c-af0d-16f0686a4b0c is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:57.230957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e697029-dd27-42ba-98e0-83b2789182f4 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "GET /v2.0/ports?device_id=625ca42d-41aa-4c35-beea-7ee5d96b4475 HTTP/1.1" status: 200 len: 205 time: 0.0342867 Dec 24 03:27:57.231360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46530) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.239380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6693f80e-f37c-404c-af0d-16f0686a4b0c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:57.274666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.282022 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-c8761443-b776-451f-862f-46763b7c53c8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] delete failed (client error): The resource could not be found. Dec 24 03:27:57.285330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c8761443-b776-451f-862f-46763b7c53c8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/routers/625ca42d-41aa-4c35-beea-7ee5d96b4475 HTTP/1.1" status: 404 len: 336 time: 0.0508528 Dec 24 03:27:57.323330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46532) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.332076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e51ec-d290-4f09-9cf7-a7c1ec188669 None None] Network 6693f80e-f37c-404c-af0d-16f0686a4b0c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:57.352816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] For port af8d2194-ecf7-4f5c-a83d-8f618ae0a568, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:57.374663 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6116e2-8329-4c5c-acdf-0145bd27c233 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:57.375126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6116e2-8329-4c5c-acdf-0145bd27c233 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:57.382896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ae6116e2-8329-4c5c-acdf-0145bd27c233 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/7d91c117-1580-4e12-8a0c-667bf4aed9de HTTP/1.1" status: 404 len: 337 time: 0.0517035 Dec 24 03:27:57.382896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46534) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.440956 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-573bf092-087d-4fcb-a96d-d276c6a4d7d8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] DELETE failed (client error): The resource could not be found. Dec 24 03:27:57.441416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573bf092-087d-4fcb-a96d-d276c6a4d7d8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:27:57.441643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.443627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e1a3e-2db0-4bfc-8488-f2c07b9cd166 None None] Pushing event updated for resources: {'Port': ['ID=a73523c8-d231-456a-bc29-6c7dff030586,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:57.447328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-573bf092-087d-4fcb-a96d-d276c6a4d7d8 tempest-RoutersIpV6Test-875795883 tempest-RoutersIpV6Test-875795883-project] 10.222.0.37 "DELETE /v2.0/subnets/12d1bfcf-7841-42de-802a-27d0f3717f77 HTTP/1.1" status: 404 len: 337 time: 0.0573885 Dec 24 03:27:57.447328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event updated for resources: {'Subnet': ['ID=bdd6a570-db36-4a0d-93fa-a5f5488e3b1b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:57.447606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:27:57.457530 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:27:57.466939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.528559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Allocated IP 172.20.0.2 (a74dba6d-bda4-44d5-89ba-abdf01027c59/30a27a37-9ef5-4241-ab13-bcc67df68483/04cfba03-3ff3-415e-af2e-1f57ba189594) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:57.538552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Checking segment: {'id': 'de9ae340-ee46-432a-a9e0-48ffe84cf596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:57.539131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network hostable DHCP agents. Network: 0a8d3864-a205-44ae-a118-3f55c7bd929d, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:57.593332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e56ba-4268-4209-903c-e600f0d88515 None None] Port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:57.599870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81616012-a56f-4772-94ff-ff99db6fe861 None None] Pushing event updated for resources: {'Port': ['ID=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:57.609078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-1f19bbe5-6450-4a1a-b0ae-4f69b6e17d0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1537147 Dec 24 03:27:57.637358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Network 0a8d3864-a205-44ae-a118-3f55c7bd929d is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:57.661444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 0a8d3864-a205-44ae-a118-3f55c7bd929d) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:57.666445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:57.667785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:57.668445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.685656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c5e60-5acc-4fd8-be8e-f2387e75ddf5 None None] Network 0a8d3864-a205-44ae-a118-3f55c7bd929d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:57.705121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b4119854-a510-4dfe-b2f3-627eaef19551 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6909568 Dec 24 03:27:57.705824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.805037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94926721-ab8a-4cc9-a053-a395a72e6ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-6693f80e-f37c-404c-af0d-16f0686a4b0c', 'network_id': '6693f80e-f37c-404c-af0d-16f0686a4b0c', 'project_id': '1c3657e5a9c446e4b11750d4f8c1aaf3', 'fixed_ips': [{'subnet_id': '6f1badcc-13de-4f8e-aefc-013026f09a84'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:57.807068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-94926721-ab8a-4cc9-a053-a395a72e6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.835211 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:27:57.857209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb35aedc-11f1-43af-a746-c9cb5056c303 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:57.858861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb35aedc-11f1-43af-a746-c9cb5056c303 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:57.860199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb35aedc-11f1-43af-a746-c9cb5056c303 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:57.862328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:57.874144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fb35aedc-11f1-43af-a746-c9cb5056c303 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1671820 Dec 24 03:27:57.876958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.919154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:57.965519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Deleting subnet 6f1badcc-13de-4f8e-aefc-013026f09a84 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:57.985804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-2078767d-24e7-46cd-b299-c0bbeb1f83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:57.998158 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-2078767d-24e7-46cd-b299-c0bbeb1f83e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.2182589 Dec 24 03:27:58.006423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.090452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.096109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-0a8d3864-a205-44ae-a118-3f55c7bd929d', 'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d', 'project_id': '1c3657e5a9c446e4b11750d4f8c1aaf3', 'fixed_ips': [{'subnet_id': 'bdd6a570-db36-4a0d-93fa-a5f5488e3b1b'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:58.097234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.118148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.119722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.160070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Allocated IP 172.20.0.1 (f65b78ee-0ae2-4318-9baf-65286ca65174/384fffb4-e81a-4a37-b0c7-aec396233797/0da4ce02-3786-4982-a55b-5e4070372e63) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:58.204672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Network a74dba6d-bda4-44d5-89ba-abdf01027c59 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:58.261724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:58.280327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:58.291816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Pushing event updated for resources: {'Port': ['ID=04cfba03-3ff3-415e-af2e-1f57ba189594,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:58.323929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.325910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.375118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-92f26cc4-c35d-412b-9014-c3eec95c9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:58.376980 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-92f26cc4-c35d-412b-9014-c3eec95c9444 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.3185339 Dec 24 03:27:58.409555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Attempting to bind port 04cfba03-3ff3-415e-af2e-1f57ba189594 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:58.409820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Attempting to bind port 04cfba03-3ff3-415e-af2e-1f57ba189594 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '027d2794-e19b-4082-8a07-d4af920dae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a74dba6d-bda4-44d5-89ba-abdf01027c59'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:58.410177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Attempting to bind port 04cfba03-3ff3-415e-af2e-1f57ba189594 on network a74dba6d-bda4-44d5-89ba-abdf01027c59 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:58.421673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:58.422047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Checking segment: {'id': '027d2794-e19b-4082-8a07-d4af920dae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a74dba6d-bda4-44d5-89ba-abdf01027c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:58.422446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.422828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Bound using segment: {'id': '027d2794-e19b-4082-8a07-d4af920dae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a74dba6d-bda4-44d5-89ba-abdf01027c59'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:58.423298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Bound port: 04cfba03-3ff3-415e-af2e-1f57ba189594, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027d2794-e19b-4082-8a07-d4af920dae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a74dba6d-bda4-44d5-89ba-abdf01027c59'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:58.423673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.436421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Allocated IP 172.20.0.18 (0a8d3864-a205-44ae-a118-3f55c7bd929d/bdd6a570-db36-4a0d-93fa-a5f5488e3b1b/98f8d0b5-c95c-4789-83d3-01c338e85486) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:58.501161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-82c3fca7-f643-4a03-9ec1-efc8e9db78cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1002 time: 0.1043642 Dec 24 03:27:58.512939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3863d510-185a-4ba5-974a-b63405f9e617 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4df791b888054e0eba93fb86c120af25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5926678 Dec 24 03:27:58.519529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46548) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:58.584400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.612183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2be53af8-559d-4d78-876a-ea8ae07c9cb4 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:58.612997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.624881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-a131b44c-68c5-4391-8745-485234b60924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:58.626502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-a131b44c-68c5-4391-8745-485234b60924 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.1124098 Dec 24 03:27:58.645197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] For port 04cfba03-3ff3-415e-af2e-1f57ba189594, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:58.659741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1badcc-13de-4f8e-aefc-013026f09a84,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:58.680253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.684002 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-938887ca-0dfe-47d2-a8fc-4b7a18a46a08 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/subnets/6f1badcc-13de-4f8e-aefc-013026f09a84 HTTP/1.1" status: 204 len: 168 time: 0.8060431 Dec 24 03:27:58.686061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.687855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-94926721-ab8a-4cc9-a053-a395a72e6ad1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f1badcc-13de-4f8e-aefc-013026f09a84: This subnet is being modified by another concurrent operation. Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f1badcc-13de-4f8e-aefc-013026f09a84: This subnet is being modified by another concurrent operation. Dec 24 03:27:58.715892 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:27:58.751950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-ae868bca-7cb7-4123-9ec6-906828a554f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:58.753554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-ae868bca-7cb7-4123-9ec6-906828a554f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1064997 Dec 24 03:27:58.759969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Deleting subnet bdd6a570-db36-4a0d-93fa-a5f5488e3b1b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:27:58.815769 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.826721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] For port 04cfba03-3ff3-415e-af2e-1f57ba189594, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=04cfba03-3ff3-415e-af2e-1f57ba189594,segment=NetworkSegment(027d2794-e19b-4082-8a07-d4af920dae1f),segment_id=027d2794-e19b-4082-8a07-d4af920dae1f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:58.828596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835111a9-aa0a-4de3-980d-f02ac436be58 None None] Network 6693f80e-f37c-404c-af0d-16f0686a4b0c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:58.834350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Port': ['ID=0da4ce02-3786-4982-a55b-5e4070372e63,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:58.839733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Router 2504bfbd-d344-4355-97af-2e5ed42f795d is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:27:58.845838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.866318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-d50d4342-7ce6-42dc-ad2d-87f3c9042dcc service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030571 Dec 24 03:27:58.866598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network f65b78ee-0ae2-4318-9baf-65286ca65174 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:58.867045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.870958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] For port af8d2194-ecf7-4f5c-a83d-8f618ae0a568, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:58.873240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:58.883889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Network 0a8d3864-a205-44ae-a118-3f55c7bd929d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:58.886407 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:58.886571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.895899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:58.935127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd8f77a8-b9c4-45fd-8f6d-1080d9b5d22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.938025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:58.951386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:58.982394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c50c0b-df84-4f0a-bbc7-cd1ebc81695a None None] Network f65b78ee-0ae2-4318-9baf-65286ca65174 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:59.050204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.056999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.060088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e08c882-e2bf-4f7f-ac2e-d07b15eb6834 req-307282f6-d9e6-44a5-8a8a-df5f75a85808 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688604 Dec 24 03:27:59.099032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.177178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.198013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd8f77a8-b9c4-45fd-8f6d-1080d9b5d22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.199875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.200685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.209591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd6a570-db36-4a0d-93fa-a5f5488e3b1b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:59.214642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.221271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-301792ad-896d-4023-b046-f670c64e45d8 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/subnets/bdd6a570-db36-4a0d-93fa-a5f5488e3b1b HTTP/1.1" status: 204 len: 168 time: 0.5300481 Dec 24 03:27:59.222092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:59.279929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:59.280307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.297173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5b3f5-e26e-40d2-82ff-0eaff8166bcf tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:59.298769 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0ce5b3f5-e26e-40d2-82ff-0eaff8166bcf tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0758224 Dec 24 03:27:59.302818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:59.412182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.434304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Pushing event updated for resources: {'Port': ['ID=98f8d0b5-c95c-4789-83d3-01c338e85486,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:59.483678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Deleting port 98f8d0b5-c95c-4789-83d3-01c338e85486 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:27:59.484031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.486574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:59.486949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'de9ae340-ee46-432a-a9e0-48ffe84cf596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:59.487311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:59.515522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:59.515910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking segment: {'id': 'de9ae340-ee46-432a-a9e0-48ffe84cf596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:59.516320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.516744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Bound using segment: {'id': 'de9ae340-ee46-432a-a9e0-48ffe84cf596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:59.517232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Bound port: 98f8d0b5-c95c-4789-83d3-01c338e85486, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9ae340-ee46-432a-a9e0-48ffe84cf596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0a8d3864-a205-44ae-a118-3f55c7bd929d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:59.517616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.535830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3bf79734-9234-4dec-b963-f8c62adc050c None None] Provisioning complete for port a73523c8-d231-456a-bc29-6c7dff030586 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:59.536217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bf79734-9234-4dec-b963-f8c62adc050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.585600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] For port 98f8d0b5-c95c-4789-83d3-01c338e85486, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:59.586233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.601095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Calling delete_port for 98f8d0b5-c95c-4789-83d3-01c338e85486 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:27:59.651673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a73523c8-d231-456a-bc29-6c7dff030586 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:59.709112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fdc5d-cd1c-43eb-8b10-c522a042b97a None None] Pushing event updated for resources: {'Port': ['ID=04cfba03-3ff3-415e-af2e-1f57ba189594,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:59.731563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.734039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.768104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:27:59.768474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:27:59.771557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Port': ['ID=98f8d0b5-c95c-4789-83d3-01c338e85486,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:59.780124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] No DVR routers for this DVR port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:27:59.814212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:59.819265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:59.822759 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a73523c8-d231-456a-bc29-6c7dff030586 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:59.823327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.839521 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Sync routers for ids ['2504bfbd-d344-4355-97af-2e5ed42f795d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:59.855799 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Routers {'2504bfbd-d344-4355-97af-2e5ed42f795d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:59.856438 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2504bfbd-d344-4355-97af-2e5ed42f795d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:59.863402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:59.880404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98969ad7-fbf4-49f5-bfa2-20c51d427d1e None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:59.881865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.891091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:59.891687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.891812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bf79734-9234-4dec-b963-f8c62adc050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.908005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8d3864-a205-44ae-a118-3f55c7bd929d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:59.920628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9ae340-ee46-432a-a9e0-48ffe84cf596') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:59.921267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9ae340-ee46-432a-a9e0-48ffe84cf596') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:59.938485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=081a6154-4d15-4e8e-9997-8dd01d8a6d2d,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:59.944117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.954959 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:59.977379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:59.987935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:27:59.988435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.039950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3bf79734-9234-4dec-b963-f8c62adc050c None None] For port a73523c8-d231-456a-bc29-6c7dff030586, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a73523c8-d231-456a-bc29-6c7dff030586,segment=NetworkSegment(3d98b242-984e-4653-9cf8-58c76cb6c8c4),segment_id=3d98b242-984e-4653-9cf8-58c76cb6c8c4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:00.055129 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bf79734-9234-4dec-b963-f8c62adc050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:00.066251 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:00.072058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.076384 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Set router 2504bfbd-d344-4355-97af-2e5ed42f795d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:00.081211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.087951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/networks/0a8d3864-a205-44ae-a118-3f55c7bd929d HTTP/1.1" status: 204 len: 168 time: 0.7816794 Dec 24 03:28:00.090428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46556) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:00.122041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.123898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e5a8c-d9b7-48dd-9e7e-38d0d22560ec tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Network': ['ID=0a8d3864-a205-44ae-a118-3f55c7bd929d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:00.124829 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ef0be841-5508-4dac-b734-4c2be8f3a62e tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7021515 Dec 24 03:28:00.136779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46558) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:00.166198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd8f77a8-b9c4-45fd-8f6d-1080d9b5d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.173358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd8f77a8-b9c4-45fd-8f6d-1080d9b5d22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.175118 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dd8f77a8-b9c4-45fd-8f6d-1080d9b5d22c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9d87d15-cd06-40cc-bd07-58d3eee9bdc3 HTTP/1.1" status: 204 len: 168 time: 1.6452115 Dec 24 03:28:00.179425 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b923e877-1539-4d60-b095-3718d6675261 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.7988746 Dec 24 03:28:00.182932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:00.242613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:07:08:e2', 'name': 'tempest-NetworksTestDHCPv6-1839992172'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:00.258933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f77a8-b9c4-45fd-8f6d-1080d9b5d22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d87d15-cd06-40cc-bd07-58d3eee9bdc3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:00.405074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:00.405444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:00.405562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.405809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.430397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf79734-9234-4dec-b963-f8c62adc050c None None] Pushing event updated for resources: {'Port': ['ID=a73523c8-d231-456a-bc29-6c7dff030586,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:00.479796 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-88f94cc0-c242-4750-b221-519eb1a695f4 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/2504bfbd-d344-4355-97af-2e5ed42f795d HTTP/1.1" status: 200 len: 908 time: 0.3149536 Dec 24 03:28:00.484205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46566) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:00.492937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device af8d2194-ecf7-4f5c-a83d-8f618ae0a568 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:00.502114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:00.514946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.519664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5024ccac-dff0-4823-919f-4feeba43e7b8 None None] Provisioning complete for port 0da4ce02-3786-4982-a55b-5e4070372e63 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:00.526480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5024ccac-dff0-4823-919f-4feeba43e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.541345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:00.559801 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504bfbd-d344-4355-97af-2e5ed42f795d', 'name': 'tempest-snat-router-1354595072', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': 'bdf6e448-f011-4afa-8e25-2f9e5376f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:53Z', 'updated_at': '2021-12-24T03:27:56Z', 'revision_number': 3, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port': {'id': 'bdf6e448-f011-4afa-8e25-2f9e5376f4a0', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504bfbd-d344-4355-97af-2e5ed42f795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:54Z', 'updated_at': '2021-12-24T03:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:00.606071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.607760 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Checking router: 2504bfbd-d344-4355-97af-2e5ed42f795d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:28:00.609256 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Updating router 2504bfbd-d344-4355-97af-2e5ed42f795d port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:28:00.643498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:00.643945 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:00.647665 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 2 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:00.671189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5024ccac-dff0-4823-919f-4feeba43e7b8 None None] Port 0da4ce02-3786-4982-a55b-5e4070372e63 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:00.675167 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.693092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5024ccac-dff0-4823-919f-4feeba43e7b8 None None] Provisioning complete for port a73523c8-d231-456a-bc29-6c7dff030586 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:00.693592 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5024ccac-dff0-4823-919f-4feeba43e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.695298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:00.695431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6693f80e-f37c-404c-af0d-16f0686a4b0c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:00.695862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:00.696313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.703918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:00.704675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.718887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3187da18-f457-4ecd-89f5-00fc9c818a9c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:00.719197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3187da18-f457-4ecd-89f5-00fc9c818a9c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:00.733605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:00.733919 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:00.739008 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 3 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:00.739317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.756965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:00.757628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:00.757628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.767229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:00.767944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.776644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.784025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.786643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:00.787173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.789648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.791344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:00.791344 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:00.813923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.823073 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 4 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:00.831329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:00.831616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.837986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:00.838722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:00.838923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:00.850483 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:00.854646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:00.855146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.870699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:00.870976 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:00.874700 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 5 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:00.944232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 2ca48069-1a6f-4be5-bc47-4de30ff4553b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:00.955217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.958424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.959331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:00.959763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:00.960155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:00.986430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb3ce7-66df-4464-b51c-04fab47ccdfb None None] Network a74dba6d-bda4-44d5-89ba-abdf01027c59 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:01.018029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:01.018409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.060852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:01.061208 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:01.064106 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 6 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:01.083193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Port': ['ID=0da4ce02-3786-4982-a55b-5e4070372e63,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:01.155361 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:01.155713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:01.156089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.169040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5024ccac-dff0-4823-919f-4feeba43e7b8 None None] Provisioning complete for port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:01.169417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5024ccac-dff0-4823-919f-4feeba43e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.173591 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.186491 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.187263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:01.187721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.226671 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:01.239150 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.239686 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.240199 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.240876 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.241644 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.242126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.242615 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.243102 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.244147 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.244662 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.245133 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.245623 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.246087 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:01.263502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.279093 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Attempting to bind port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:01.279671 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Attempting to bind port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:01.280293 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Attempting to bind port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.293551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:01.293896 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:01.296689 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:01.297064 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:01.297460 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.298098 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:01.298746 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Bound port: bdf6e448-f011-4afa-8e25-2f9e5376f4a0, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:01.299309 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.314743 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 7 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:01.320726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b3b25-68d6-4a60-a58c-fd67a3840f48 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:01.355708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:01.356296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:01.357484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.381459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:01.382021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.389101 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] For port bdf6e448-f011-4afa-8e25-2f9e5376f4a0, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:01.393411 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] For port bdf6e448-f011-4afa-8e25-2f9e5376f4a0, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:01.402701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port af8d2194-ecf7-4f5c-a83d-8f618ae0a568, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:01.405702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:01.406300 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:01.409327 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.409641 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 8 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:01.416462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.454372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:01.455491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:01.456203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.530569 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:01.530569 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.539668 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network f65b78ee-0ae2-4318-9baf-65286ca65174 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:01.543595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.546707 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:01.566097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:01.568677 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:01.571281 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 9 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:01.590996 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65268dc-beaf-4498-8e57-b58cefdca590 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:01.591256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:01.607788 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Routers {'2504bfbd-d344-4355-97af-2e5ed42f795d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:01.608347 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2504bfbd-d344-4355-97af-2e5ed42f795d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:01.619424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8e275a-7903-4e0b-84f0-ba1f4f150e38 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:01.621918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:01.622280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:01.622635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.678582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:01.678963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.706163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:01.709952 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:01.710407 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempt 10 to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 Dec 24 03:28:01.729391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.747515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:01.747870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:01.748239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.762209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.771675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Provisioning complete for port 0da4ce02-3786-4982-a55b-5e4070372e63 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:01.772118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.775849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:01.775849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Attempting to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:01.776870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/networks/6693f80e-f37c-404c-af0d-16f0686a4b0c HTTP/1.1" status: 204 len: 168 time: 1.6853321 Dec 24 03:28:01.782112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:01.783620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46586) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:01.835247 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 04cfba03-3ff3-415e-af2e-1f57ba189594 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:01.842862 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] Set router 2504bfbd-d344-4355-97af-2e5ed42f795d gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:01.872285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 on network 0a8d3864-a205-44ae-a118-3f55c7bd929d not bound, no agent of type HyperV agent registered on host dv-neutron-822869-1-hyperv {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:01.873165 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Failed to bind port 98f8d0b5-c95c-4789-83d3-01c338e85486 on host dv-neutron-822869-1-hyperv for vnic_type normal using segments [] Dec 24 03:28:01.874019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.905059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Port 0da4ce02-3786-4982-a55b-5e4070372e63 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:01.927975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a559d9e2-0b2e-4d5f-80e6-1adb1d904f0c None None] Port 98f8d0b5-c95c-4789-83d3-01c338e85486 has been deleted concurrently {{(pid=103178) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 24 03:28:01.933272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Deleting port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:01.933792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.965441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Provisioning complete for port bdf6e448-f011-4afa-8e25-2f9e5376f4a0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:01.966644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.019373 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504bfbd-d344-4355-97af-2e5ed42f795d', 'name': 'tempest-snat-router-1354595072', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:53Z', 'updated_at': '2021-12-24T03:28:01Z', 'revision_number': 4, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.030478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d18a08-ebab-4854-a5f7-6cd386ff5161 tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Network': ['ID=6693f80e-f37c-404c-af0d-16f0686a4b0c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:02.036525 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 04cfba03-3ff3-415e-af2e-1f57ba189594 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:02.036981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.059747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Router 0874b9b0-39eb-4275-9fba-fe529b13e739 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:28:02.090913 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f3a93-7e8c-44db-93f9-40d7411e3957 None None] The sync data for ids ['2504bfbd-d344-4355-97af-2e5ed42f795d'] in dv-neutron-822869-1-hyperv is: [{'id': '2504bfbd-d344-4355-97af-2e5ed42f795d', 'name': 'tempest-snat-router-1354595072', 'tenant_id': '263e4ddbb2e444bb978c7298f33df6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:53Z', 'updated_at': '2021-12-24T03:28:01Z', 'revision_number': 4, 'project_id': '263e4ddbb2e444bb978c7298f33df6d7', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:02.113942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-74674825-f73c-4a98-9bbd-c90fbe120d13 tempest-DvrRoutersNegativeTest-374634797 tempest-DvrRoutersNegativeTest-374634797-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1787508570', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:02.117006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.policy [None req-74674825-f73c-4a98-9bbd-c90fbe120d13 tempest-DvrRoutersNegativeTest-374634797 tempest-DvrRoutersNegativeTest-374634797-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103176) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 24 03:28:02.117249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.policy [None req-74674825-f73c-4a98-9bbd-c90fbe120d13 tempest-DvrRoutersNegativeTest-374634797 tempest-DvrRoutersNegativeTest-374634797-project] Failed policy check for 'create_router' {{(pid=103176) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 24 03:28:02.117795 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-74674825-f73c-4a98-9bbd-c90fbe120d13 tempest-DvrRoutersNegativeTest-374634797 tempest-DvrRoutersNegativeTest-374634797-project] create failed (client error): Access was denied to this resource. Dec 24 03:28:02.130085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-74674825-f73c-4a98-9bbd-c90fbe120d13 tempest-DvrRoutersNegativeTest-374634797 tempest-DvrRoutersNegativeTest-374634797-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3184435 Dec 24 03:28:02.207113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.215819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] For port bdf6e448-f011-4afa-8e25-2f9e5376f4a0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:02.217473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.237100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::27 (97b6bd3f-63b4-4ad9-857e-58009b511f78/6fb39719-ecfd-4fcf-aff9-3483a6681069/2ca48069-1a6f-4be5-bc47-4de30ff4553b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:02.250471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Calling delete_port for bdf6e448-f011-4afa-8e25-2f9e5376f4a0 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:02.295427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] For port bdf6e448-f011-4afa-8e25-2f9e5376f4a0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:02.302117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.307158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.307454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:8e2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/081a6154-4d15-4e8e-9997-8dd01d8a6d2d/2ca48069-1a6f-4be5-bc47-4de30ff4553b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:02.314339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.386147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:02.396120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46592) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:02.397398 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b1e296b9-2ba2-43da-aff6-51145febf312 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "PUT /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8288431 Dec 24 03:28:02.407212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] Sync routers for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:02.430475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Provisioning complete for port 04cfba03-3ff3-415e-af2e-1f57ba189594 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:02.431658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.583490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.624768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:02.682045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46596) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:02.690532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6353a6a-8733-4197-ad85-63f3a6e925d8 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:02.702799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 04cfba03-3ff3-415e-af2e-1f57ba189594, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=04cfba03-3ff3-415e-af2e-1f57ba189594,segment=NetworkSegment(027d2794-e19b-4082-8a07-d4af920dae1f),segment_id=027d2794-e19b-4082-8a07-d4af920dae1f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:02.704610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc2b8c-b1cc-4677-a933-c946bd1b79b6 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e448-f011-4afa-8e25-2f9e5376f4a0,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:02.715507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.716309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a73523c8-d231-456a-bc29-6c7dff030586 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:02.723030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.765628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.767993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:02.767993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.810062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba4057d-eadf-4faf-8b61-b7c920ebc623']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.815703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.836227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12150ba1-a474-4148-a7f6-e7c52c36228e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.836599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12150ba1-a474-4148-a7f6-e7c52c36228e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.861810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:02.862455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.866380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=04cfba03-3ff3-415e-af2e-1f57ba189594,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:02.893009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.903927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:02.904286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d981a-44dc-4e52-883d-e46ddaaaff76 None None] The sync data for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:02.910944 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00555554-af7f-4d3a-afd8-af72615b6cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.946537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a73523c8-d231-456a-bc29-6c7dff030586 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:02.946921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.959182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.959505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.961886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.975802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:02.976129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:02.982773 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:03.012156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.027251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.027786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2504bfbd-d344-4355-97af-2e5ed42f795d {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:03.032817 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.033957 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cfe63f86-6782-446b-a5ff-f993cd5e485d tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2504bfbd-d344-4355-97af-2e5ed42f795d HTTP/1.1" status: 204 len: 168 time: 2.5453296 Dec 24 03:28:03.038761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46600) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:03.074431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4903f700-c0b2-435f-b6f8-c9251b381aae None None] Provisioning complete for port 0da4ce02-3786-4982-a55b-5e4070372e63 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:03.075044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4903f700-c0b2-435f-b6f8-c9251b381aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.119244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00555554-af7f-4d3a-afd8-af72615b6cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.119694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.124647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4903f700-c0b2-435f-b6f8-c9251b381aae None None] Port 0da4ce02-3786-4982-a55b-5e4070372e63 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:03.124909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00555554-af7f-4d3a-afd8-af72615b6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.135224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4903f700-c0b2-435f-b6f8-c9251b381aae None None] Provisioning complete for port 04cfba03-3ff3-415e-af2e-1f57ba189594 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:03.135601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4903f700-c0b2-435f-b6f8-c9251b381aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.159731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.163627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/networks/1ba4057d-eadf-4faf-8b61-b7c920ebc623 HTTP/1.1" status: 204 len: 168 time: 1.3620501 Dec 24 03:28:03.166859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff66028-2171-4ead-8454-c9e69d2a722f tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Network': ['ID=1ba4057d-eadf-4faf-8b61-b7c920ebc623,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:03.168695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46602) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:03.202500 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-00555554-af7f-4d3a-afd8-af72615b6cdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a9f506af78549b7843a482cf4743bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192442 Dec 24 03:28:03.205664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46604) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:03.207555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00555554-af7f-4d3a-afd8-af72615b6cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc9884b-4780-4d9c-ba13-77e36a19b99f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:03.223940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.238375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4903f700-c0b2-435f-b6f8-c9251b381aae None None] Provisioning complete for port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:03.238900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4903f700-c0b2-435f-b6f8-c9251b381aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.300455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-faadb1b5-a339-45c4-94e1-3b8266aefdd6 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:03.301774 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-faadb1b5-a339-45c4-94e1-3b8266aefdd6 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "PUT /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9017148 Dec 24 03:28:03.308109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.309777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:03.317738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.344213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4b22c77-abac-4753-9e4b-5ab61e3b013d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.374020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.378221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4b22c77-abac-4753-9e4b-5ab61e3b013d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.465792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Deleting port 2be53af8-559d-4d78-876a-ea8ae07c9cb4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:03.466123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.484533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4b22c77-abac-4753-9e4b-5ab61e3b013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.487318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4b22c77-abac-4753-9e4b-5ab61e3b013d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.487685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:03.490848 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a4b22c77-abac-4753-9e4b-5ab61e3b013d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffc9884b-4780-4d9c-ba13-77e36a19b99f HTTP/1.1" status: 204 len: 168 time: 0.2818851 Dec 24 03:28:03.491227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=2ca48069-1a6f-4be5-bc47-4de30ff4553b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:03.532419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:03.554176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:03.564053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b22c77-abac-4753-9e4b-5ab61e3b013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc9884b-4780-4d9c-ba13-77e36a19b99f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:03.566807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:03.567488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.596203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] For port 2be53af8-559d-4d78-876a-ea8ae07c9cb4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2be53af8-559d-4d78-876a-ea8ae07c9cb4,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:03.596593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.603604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 04cfba03-3ff3-415e-af2e-1f57ba189594 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:03.644430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Calling delete_port for 2be53af8-559d-4d78-876a-ea8ae07c9cb4 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:03.727998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 04cfba03-3ff3-415e-af2e-1f57ba189594 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:03.729041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.845093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.872524 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bb92065a-67ab-4c53-a738-694035ad4334 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.6383975 Dec 24 03:28:03.879705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device af8d2194-ecf7-4f5c-a83d-8f618ae0a568 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:03.886487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:03.918680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e4de95-47e5-48d2-a9a0-f6aa772275d4']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:03.963079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:03.963591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.969077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ff24bc-1eca-4173-af69-a66ac79b52b1') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:03.969576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ff24bc-1eca-4173-af69-a66ac79b52b1') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:03.997522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.070741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4e72af2f-1786-4d87-a830-684a61332ca2 None None] Could not find standard attr ID for object 98f8d0b5-c95c-4789-83d3-01c338e85486. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:28:04.083368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4e72af2f-1786-4d87-a830-684a61332ca2 None None] Provisioning complete for port 2ca48069-1a6f-4be5-bc47-4de30ff4553b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:04.083750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e72af2f-1786-4d87-a830-684a61332ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.109324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.124561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df4b56-1478-4045-b438-8be239cc5f73 None None] DHCP port deletion for 0a8d3864-a205-44ae-a118-3f55c7bd929d request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:04.135968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.149556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event deleted for resources: {'Port': ['ID=2be53af8-559d-4d78-876a-ea8ae07c9cb4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:04.151214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4e72af2f-1786-4d87-a830-684a61332ca2 None None] Port 2ca48069-1a6f-4be5-bc47-4de30ff4553b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:04.168079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c00e4f-1b10-4996-b9d5-470fcddb7ce9 None None] Network 0a8d3864-a205-44ae-a118-3f55c7bd929d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:04.181797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:04.182514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:04.185852 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:04.189340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4948161-1b9b-4ff4-86bc-dc277db41943 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:04.195453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c00e4f-1b10-4996-b9d5-470fcddb7ce9 None None] Network 0a8d3864-a205-44ae-a118-3f55c7bd929d could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:28:04.219337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ed066-1b14-4a04-8b10-6fa9faf1cf8d None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:28:04.245849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.275831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.301337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.305243 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] 10.222.0.37 "DELETE /v2.0/networks/84e4de95-47e5-48d2-a9a0-f6aa772275d4 HTTP/1.1" status: 204 len: 168 time: 1.1299434 Dec 24 03:28:04.322501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b683524-3d7c-44be-b116-3679ca1dec0c tempest-BulkNetworkOpsTest-432847127 tempest-BulkNetworkOpsTest-432847127-project] Pushing event deleted for resources: {'Network': ['ID=84e4de95-47e5-48d2-a9a0-f6aa772275d4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:04.327010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 2ca48069-1a6f-4be5-bc47-4de30ff4553b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:04.327353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.369909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.372741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ed066-1b14-4a04-8b10-6fa9faf1cf8d None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:28:04.372894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.432010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.433005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1021385-a5f1-4d5f-bbce-0b81b8baec15 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:04.438839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.444404 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b6a9912d-f431-4875-bee4-331b9e52d8d0 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c1021385-a5f1-4d5f-bbce-0b81b8baec15 HTTP/1.1" status: 204 len: 168 time: 1.4046099 Dec 24 03:28:04.448266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46630) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:04.454413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1599510759', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:04.503806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.508072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.521441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.544160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 2ca48069-1a6f-4be5-bc47-4de30ff4553b owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:04.558946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.616523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.761316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46638) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:04.761659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46640) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:04.805847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.921614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ad313127-1838-4ba2-9d63-aef6334bb325 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:04.922304 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-ad313127-1838-4ba2-9d63-aef6334bb325 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 03:28:04.922794 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-ad313127-1838-4ba2-9d63-aef6334bb325 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:28:04.923761 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad313127-1838-4ba2-9d63-aef6334bb325 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1600094 Dec 24 03:28:04.927431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46646) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:04.933280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--182586417'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:04.979984 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cf95dba0-d2e6-4d7d-8307-15fa82f4b24e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c3657e5a9c446e4b11750d4f8c1aaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171597 Dec 24 03:28:04.984171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46648) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.006354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.031418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.141887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f94592b3-e37c-48de-996d-0e15d3282411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.172555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.197241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.203372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f94592b3-e37c-48de-996d-0e15d3282411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.241946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.279259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=2ca48069-1a6f-4be5-bc47-4de30ff4553b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:05.335165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.338597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-620bcdbf-b6f0-45ee-a598-75accae8b873 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/2ca48069-1a6f-4be5-bc47-4de30ff4553b HTTP/1.1" status: 204 len: 168 time: 1.4510019 Dec 24 03:28:05.341516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.372882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Deleting port 0da4ce02-3786-4982-a55b-5e4070372e63 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:05.373218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.457116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789294e-b508-4dc3-bd19-cc7222180d51 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:05.458744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1789294e-b508-4dc3-bd19-cc7222180d51 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1158366 Dec 24 03:28:05.463664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.509652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2be53af8-559d-4d78-876a-ea8ae07c9cb4 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:05.516211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.534608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Calling delete_port for 0da4ce02-3786-4982-a55b-5e4070372e63 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:05.541954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 2be53af8-559d-4d78-876a-ea8ae07c9cb4 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:05.542445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2be53af8-559d-4d78-876a-ea8ae07c9cb4 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:05.543104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 98f8d0b5-c95c-4789-83d3-01c338e85486 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:05.546236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f82ae-6e52-4580-a71d-7c7949a18a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:05.547865 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a73f82ae-6e52-4580-a71d-7c7949a18a3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0832593 Dec 24 03:28:05.550474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46654) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.570774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 98f8d0b5-c95c-4789-83d3-01c338e85486 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:05.571187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 98f8d0b5-c95c-4789-83d3-01c338e85486 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:05.648080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625a018-9059-488c-98af-bd61a6516dd7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:05.649793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625a018-9059-488c-98af-bd61a6516dd7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:05.651363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625a018-9059-488c-98af-bd61a6516dd7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:05.653006 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c625a018-9059-488c-98af-bd61a6516dd7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1015930 Dec 24 03:28:05.655917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46656) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.715254 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f94592b3-e37c-48de-996d-0e15d3282411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.718198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f94592b3-e37c-48de-996d-0e15d3282411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.719424 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f94592b3-e37c-48de-996d-0e15d3282411 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5efdda90-8c68-4b62-902a-2935a7eea1ae HTTP/1.1" status: 204 len: 168 time: 0.7333274 Dec 24 03:28:05.758251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Allocated IP 172.26.5.242 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/c632970b-be01-41fb-87df-df379c5a6c98) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:05.765407 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94592b3-e37c-48de-996d-0e15d3282411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efdda90-8c68-4b62-902a-2935a7eea1ae,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:05.771615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.778733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 081a6154-4d15-4e8e-9997-8dd01d8a6d2d {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:05.783508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.786671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.791516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.832426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Port': ['ID=0da4ce02-3786-4982-a55b-5e4070372e63,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:05.885455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.889685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcfc75c-b577-45b0-888d-c2663ddb3166,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.054980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.076184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.082156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.087524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.114111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.158106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.162497 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2310183 Dec 24 03:28:06.162754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46674) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.170013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4feac3da-1ac3-40a5-bd5e-2c98c4405841 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'd5eef37a-b9fb-4f1c-91c2-42231911bb07', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:06.173396 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b49ab-ec14-4bb3-860c-1f0e0f0eaa01 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eef37a-b9fb-4f1c-91c2-42231911bb07,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.212944 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.223306 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.270085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4feac3da-1ac3-40a5-bd5e-2c98c4405841 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.284130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=081a6154-4d15-4e8e-9997-8dd01d8a6d2d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.290651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.292072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc7f96b-233f-4359-baf2-e9f9ce686988 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:06.293010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Router 0874b9b0-39eb-4275-9fba-fe529b13e739 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:28:06.296255 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89ab4f78-ec92-4be7-8f69-3c850164a27a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/081a6154-4d15-4e8e-9997-8dd01d8a6d2d HTTP/1.1" status: 204 len: 168 time: 0.6365211 Dec 24 03:28:06.296255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:06.298957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46678) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.308302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:06.310812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:06.336826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a921497-bbb2-4cd3-8a7b-be9c03c8ca78 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:06.356920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event updated for resources: {'Port': ['ID=c632970b-be01-41fb-87df-df379c5a6c98,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.403461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet 6fb39719-ecfd-4fcf-aff9-3483a6681069 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:06.408305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.413266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4feac3da-1ac3-40a5-bd5e-2c98c4405841 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.422947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:06.425758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4feac3da-1ac3-40a5-bd5e-2c98c4405841 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.437420 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1c9f5b9b-1bcc-4e2e-b407-3cea8340a478 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "PUT /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1254172 Dec 24 03:28:06.443644 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] Sync routers for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:06.459267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0aae1f86-a91d-4009-8ff4-d648814b0c6a None None] Provisioning complete for port c632970b-be01-41fb-87df-df379c5a6c98 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:06.460005 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0aae1f86-a91d-4009-8ff4-d648814b0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.461156 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:06.464198 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:06.467917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46684) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.473647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feac3da-1ac3-40a5-bd5e-2c98c4405841 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006198e9-5633-44ca-ae07-ad3b1d55c5ea,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.486230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4feac3da-1ac3-40a5-bd5e-2c98c4405841 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.489947 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4feac3da-1ac3-40a5-bd5e-2c98c4405841 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241565 Dec 24 03:28:06.490882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46686) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.496669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6f63acd9-11ac-4e29-94b4-a5b37deee943 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'd5eef37a-b9fb-4f1c-91c2-42231911bb07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:06.501988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0aae1f86-a91d-4009-8ff4-d648814b0c6a None None] Port c632970b-be01-41fb-87df-df379c5a6c98 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:06.531011 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:06.543567 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:06.544578 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:06.545202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f63acd9-11ac-4e29-94b4-a5b37deee943 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.576464 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-449366ce-2a3e-407d-b183-c8a760dae3b1 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] delete failed (client error): The resource could not be found. Dec 24 03:28:06.582115 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-449366ce-2a3e-407d-b183-c8a760dae3b1 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-600172646 HTTP/1.1" status: 404 len: 334 time: 0.1131198 Dec 24 03:28:06.585332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46692) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.590604 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:06.591491 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f16580-ad19-4309-a711-1ebe7b7a60ce None None] The sync data for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:06.592287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0ed0a1aa-4306-415b-a3cd-d724ad316a8e tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'router': {'external_gateway_info': {'network_id': '0874b9b0-39eb-4275-9fba-fe529b13e739'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:06.618900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.621936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-6f63acd9-11ac-4e29-94b4-a5b37deee943 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:28:06.625199 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6f63acd9-11ac-4e29-94b4-a5b37deee943 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1307514 Dec 24 03:28:06.627839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46694) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.685277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.697640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86de528d-62d3-4d9e-97a7-4b99a0f15ca2 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.723655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86de528d-62d3-4d9e-97a7-4b99a0f15ca2 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.777602 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86de528d-62d3-4d9e-97a7-4b99a0f15ca2 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.780251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86de528d-62d3-4d9e-97a7-4b99a0f15ca2 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.781441 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-86de528d-62d3-4d9e-97a7-4b99a0f15ca2 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/d5eef37a-b9fb-4f1c-91c2-42231911bb07 HTTP/1.1" status: 204 len: 168 time: 0.1529539 Dec 24 03:28:06.786249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46700) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:06.794130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de528d-62d3-4d9e-97a7-4b99a0f15ca2 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eef37a-b9fb-4f1c-91c2-42231911bb07,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.836800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1705996414'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:06.869804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:06.873261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.882002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.967250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.971977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.007289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:07.012801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a819489-5a54-411d-80a7-b4fbced673ba,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:07.014292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.021266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.021593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment 58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7 of type vlan for network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a Dec 24 03:28:07.037855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a1aa-4306-415b-a3cd-d724ad316a8e tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.044037 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c62b7743-868f-4699-8243-2b3ad97b3426 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2529399 Dec 24 03:28:07.051627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:07.056689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-faf41731-7629-465f-b469-c0262482c929 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096768372'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:07.077913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.111663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faf41731-7629-465f-b469-c0262482c929 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.114151 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-0ed0a1aa-4306-415b-a3cd-d724ad316a8e tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] update failed (client error): The resource could not be found. Dec 24 03:28:07.115210 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0ed0a1aa-4306-415b-a3cd-d724ad316a8e tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "PUT /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739 HTTP/1.1" status: 404 len: 339 time: 0.5266020 Dec 24 03:28:07.119639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46706) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:07.125353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.130944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:07.131555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.175850 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4894838 Dec 24 03:28:07.182369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46708) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:07.191524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'name': 'tempest-PortsTestJSON-276539941'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:07.223644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.249060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52829613-e88b-4082-952c-462205633078 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:07.260897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:07.336268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.370867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faf41731-7629-465f-b469-c0262482c929 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.379518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faf41731-7629-465f-b469-c0262482c929 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.412864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb39719-ecfd-4fcf-aff9-3483a6681069,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:07.413098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faf41731-7629-465f-b469-c0262482c929 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.414105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-faf41731-7629-465f-b469-c0262482c929 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3615978 Dec 24 03:28:07.414851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.417814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:07.418673 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-49537dbb-aa5f-4d9e-9ee5-4d7641dd61c7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/6fb39719-ecfd-4fcf-aff9-3483a6681069 HTTP/1.1" status: 204 len: 168 time: 1.1187665 Dec 24 03:28:07.423845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.437302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadaa9de-19de-4991-b99a-f07458cf5ca6 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:07.438174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:07.438522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:07.441061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c48f8db0-59a9-45cd-8221-03fd2888786c None None] Provisioning complete for port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:07.441894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c48f8db0-59a9-45cd-8221-03fd2888786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.452375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e562a139-982c-420f-81eb-481eb5c3af02 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '0ddccbc2-9dba-440f-9910-6b018d8423e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:07.453522 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-e562a139-982c-420f-81eb-481eb5c3af02 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 24 03:28:07.453671 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-e562a139-982c-420f-81eb-481eb5c3af02 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:07.457502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e562a139-982c-420f-81eb-481eb5c3af02 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0123684 Dec 24 03:28:07.457502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:07.482600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46716) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:07.495175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf41731-7629-465f-b469-c0262482c929 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddccbc2-9dba-440f-9910-6b018d8423e8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:07.503796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-360c2392-44be-4df2-94d5-57dc74d1003c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599732 Dec 24 03:28:07.505657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46718) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:07.510898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:07.654556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb9-0f49-4793-b8d0-4d1b27cb5e9e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.661906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.686034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:07.717182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:07.720744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.742265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] Deleting port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:07.742642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.767794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.819132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] For port af8d2194-ecf7-4f5c-a83d-8f618ae0a568, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:07.819549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.835180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] Calling delete_port for af8d2194-ecf7-4f5c-a83d-8f618ae0a568 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:07.886736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.935079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.949663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] No DVR routers for this DVR port af8d2194-ecf7-4f5c-a83d-8f618ae0a568 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:07.970667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2329a4-e9cc-4e57-bf50-7c307286d710 None None] Pushing event deleted for resources: {'Port': ['ID=af8d2194-ecf7-4f5c-a83d-8f618ae0a568,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:07.988832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=77275f8f-9b58-4c96-8be6-76a3e20c8f5e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:08.019212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.028840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': '58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:08.029203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:08.036535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb9-0f49-4793-b8d0-4d1b27cb5e9e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.075599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:08.083125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:08.086155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=a23bc6dc-3645-4da8-9e2c-e7715709cf5e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:08.089056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:08.089870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.095102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d95a3-7f73-4093-9eee-4d3450933cc4 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:08.098580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:08.113904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:08.121987 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bcfaead2-4a22-4c25-9b54-f7b322a3dc73 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6149547 Dec 24 03:28:08.122604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46720) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.128536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74af3d99-e34f-46a1-99d2-e0cf0bcba51f None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:08.129160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5ced812c-2395-4a18-b747-176f5e605dd4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.133337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:08.139536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:08.140205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.157876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.183166 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f703af1e-5ccf-4a62-bd06-f38cfe1c6e4b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9984105 Dec 24 03:28:08.189639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46722) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.199998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-782507606'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.266454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb9-0f49-4793-b8d0-4d1b27cb5e9e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.269104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb9-0f49-4793-b8d0-4d1b27cb5e9e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.270378 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-75ad0bb9-0f49-4793-b8d0-4d1b27cb5e9e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ddccbc2-9dba-440f-9910-6b018d8423e8 HTTP/1.1" status: 204 len: 168 time: 0.7871804 Dec 24 03:28:08.273819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.296514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced812c-2395-4a18-b747-176f5e605dd4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:08.300587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ced812c-2395-4a18-b747-176f5e605dd4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.326131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad0bb9-0f49-4793-b8d0-4d1b27cb5e9e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddccbc2-9dba-440f-9910-6b018d8423e8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:08.354015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b6940b4a-455d-4318-8b99-d345462226f0 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0737920 Dec 24 03:28:08.357892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46726) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.362800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-297d243c-0b02-4519-8684-dfe7c3f117aa tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--534750875'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.372221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:08.375732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.439900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-297d243c-0b02-4519-8684-dfe7c3f117aa tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.455777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:08.463976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97b6bd3f-63b4-4ad9-857e-58009b511f78', 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'project_id': '9c5a58698be44026ba7d361a9cd5ffd9', 'fixed_ips': [{'subnet_id': 'a23bc6dc-3645-4da8-9e2c-e7715709cf5e'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:08.464870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.477947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.478281 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment 461dc703-0b30-4eb7-8f72-4258c31242f6 of type vlan for network daec9120-133a-49f6-9424-31d304ac76b9 Dec 24 03:28:08.484739 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-5ced812c-2395-4a18-b747-176f5e605dd4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a23bc6dc-3645-4da8-9e2c-e7715709cf5e (CIDR: 2001:db8::/64) Dec 24 03:28:08.491806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ced812c-2395-4a18-b747-176f5e605dd4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:08.492563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ced812c-2395-4a18-b747-176f5e605dd4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:08.519166 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5ced812c-2395-4a18-b747-176f5e605dd4 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3913651 Dec 24 03:28:08.520157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.521791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Allocated IP 172.20.0.1 (97f513ab-e49a-4530-8b0f-e533c5406ff3/fb4cd199-c4aa-4b63-b1fe-84c21cf8797a/58bbacf1-4761-40bd-8491-b8a54fa177fe) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:08.526168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'subnet': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.544993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.615966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-297d243c-0b02-4519-8684-dfe7c3f117aa tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.622155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-297d243c-0b02-4519-8684-dfe7c3f117aa tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.635350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Allocated IP 2001:db8::2 (97b6bd3f-63b4-4ad9-857e-58009b511f78/a23bc6dc-3645-4da8-9e2c-e7715709cf5e/899f48bc-785c-48d4-942e-0e4ddb7a8ce5) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:08.640745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.646837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:08.647496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.659994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Router 69a31b71-54e6-4fad-9f0b-adeeabccc96b is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:28:08.671137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-297d243c-0b02-4519-8684-dfe7c3f117aa tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.672355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-297d243c-0b02-4519-8684-dfe7c3f117aa tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3137963 Dec 24 03:28:08.675867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46730) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.680470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d087966b-3c71-4588-b4de-1898a643b04c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '6505493e-b064-4151-b5fb-88e92de26628', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.681859 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-d087966b-3c71-4588-b4de-1898a643b04c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 24 03:28:08.682357 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-d087966b-3c71-4588-b4de-1898a643b04c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:08.683310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d087966b-3c71-4588-b4de-1898a643b04c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062015 Dec 24 03:28:08.685217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d243c-0b02-4519-8684-dfe7c3f117aa tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6505493e-b064-4151-b5fb-88e92de26628,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:08.688954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46732) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.728012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:08.731548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.748767 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5562613 Dec 24 03:28:08.751438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:08.762955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'ports': [{'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a'}, {'network_id': 'daec9120-133a-49f6-9424-31d304ac76b9'}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.763159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fefb87-003d-4a3b-b625-411397ed6879 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=daec9120-133a-49f6-9424-31d304ac76b9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:08.763252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.763721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'daec9120-133a-49f6-9424-31d304ac76b9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:08.800695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network daec9120-133a-49f6-9424-31d304ac76b9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:08.822132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.872784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.886973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.893411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64ee608-5aa8-478d-a1d0-4b012b14b0d9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.902082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:08.913741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.926192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] Sync routers for ids ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:08.954624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64ee608-5aa8-478d-a1d0-4b012b14b0d9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.955542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:08.959235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:08.961310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] Routers {'69a31b71-54e6-4fad-9f0b-adeeabccc96b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:08.961985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:08.964400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:08.964831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:08.967357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Pushing event updated for resources: {'Port': ['ID=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:08.967662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:08.969355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:08.976106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:08.977927 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5d4881d7-fa39-4c5d-8fdf-9a85c6427db3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5279531 Dec 24 03:28:09.002514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46736) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:09.007989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:09.014891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': False}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:09.065906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] Routers {'69a31b71-54e6-4fad-9f0b-adeeabccc96b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:09.066552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:09.068149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Port': ['ID=58bbacf1-4761-40bd-8491-b8a54fa177fe,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:09.089159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.116342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:09.117226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da61047e-e86b-4d84-80bf-92744bb47c46 None None] The sync data for ids ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:09.123963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Attempting to bind port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:09.124291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Attempting to bind port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:09.124680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Attempting to bind port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 on network 97b6bd3f-63b4-4ad9-857e-58009b511f78 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:09.125762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64ee608-5aa8-478d-a1d0-4b012b14b0d9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.129037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64ee608-5aa8-478d-a1d0-4b012b14b0d9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.130256 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b64ee608-5aa8-478d-a1d0-4b012b14b0d9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/6505493e-b064-4151-b5fb-88e92de26628 HTTP/1.1" status: 204 len: 168 time: 0.4403405 Dec 24 03:28:09.135460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:09.135870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Checking segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:09.136283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.138661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:09.140438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Bound using segment: {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:09.141682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Bound port: 899f48bc-785c-48d4-942e-0e4ddb7a8ce5, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283fdb0-7e50-46ad-ad1f-892005784330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:09.143117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.168145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:09.172666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.210212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.224967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ee608-5aa8-478d-a1d0-4b012b14b0d9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505493e-b064-4151-b5fb-88e92de26628,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:09.274048 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] For port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:09.282081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] For port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:09.293615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.318611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.402550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f046fe98-4116-4732-b260-8c1468d83e9f None None] Provisioning complete for port 58bbacf1-4761-40bd-8491-b8a54fa177fe triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:09.403542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f046fe98-4116-4732-b260-8c1468d83e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.404522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e97164-bd17-41b5-8c6e-e09485e6604b None None] Pushing event updated for resources: {'Port': ['ID=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:09.408090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a67f01b1-f770-4d57-8312-50e22d7c9e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.409333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0fec1625-af26-4de5-bb25-01d5fe3922fd tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2683907 Dec 24 03:28:09.417114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46740) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:09.435753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9cc927a0-9916-45e6-ac9b-5b87aaee7fa3 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--9190637'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:09.450263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f046fe98-4116-4732-b260-8c1468d83e9f None None] Port 58bbacf1-4761-40bd-8491-b8a54fa177fe cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:09.506891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device af8d2194-ecf7-4f5c-a83d-8f618ae0a568 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:09.534931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: af8d2194-ecf7-4f5c-a83d-8f618ae0a568 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:09.535957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device af8d2194-ecf7-4f5c-a83d-8f618ae0a568 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:09.591637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cc927a0-9916-45e6-ac9b-5b87aaee7fa3 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.782506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.803377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port f6b3f0f9-af08-438a-960b-fdda9d6bfe1d yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:09.881043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cc927a0-9916-45e6-ac9b-5b87aaee7fa3 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.894057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cc927a0-9916-45e6-ac9b-5b87aaee7fa3 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.896520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.objects.ports [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:28:09.907751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.923984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.958426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cc927a0-9916-45e6-ac9b-5b87aaee7fa3 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:09.960250 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9cc927a0-9916-45e6-ac9b-5b87aaee7fa3 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.5403504 Dec 24 03:28:09.970400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46742) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:09.983165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9bee234b-8c1e-480b-abca-5a514808b956 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '20006c39-dc4f-4bbc-875a-bcb86620fa01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:10.000540 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-9bee234b-8c1e-480b-abca-5a514808b956 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 24 03:28:10.001177 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-9bee234b-8c1e-480b-abca-5a514808b956 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:10.002435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9bee234b-8c1e-480b-abca-5a514808b956 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0313687 Dec 24 03:28:10.007094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc927a0-9916-45e6-ac9b-5b87aaee7fa3 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20006c39-dc4f-4bbc-875a-bcb86620fa01,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:10.008172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46744) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:10.018624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-14a65224-884f-43bd-a39d-c563c0699bb8 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '20006c39-dc4f-4bbc-875a-bcb86620fa01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:10.019393 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-14a65224-884f-43bd-a39d-c563c0699bb8 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 24 03:28:10.019755 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-14a65224-884f-43bd-a39d-c563c0699bb8 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:10.020721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-14a65224-884f-43bd-a39d-c563c0699bb8 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085924 Dec 24 03:28:10.027285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46746) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:10.036321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-443ddc4a-6205-478e-90b6-5f51179f1d6a tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '20006c39-dc4f-4bbc-875a-bcb86620fa01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:10.038217 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-443ddc4a-6205-478e-90b6-5f51179f1d6a tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 24 03:28:10.038911 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-443ddc4a-6205-478e-90b6-5f51179f1d6a tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:10.039917 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-443ddc4a-6205-478e-90b6-5f51179f1d6a tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096114 Dec 24 03:28:10.048970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46748) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:10.055089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-82440298-7986-4201-9730-28cc266291d4 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '20006c39-dc4f-4bbc-875a-bcb86620fa01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:10.056502 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-82440298-7986-4201-9730-28cc266291d4 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 24 03:28:10.057151 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-82440298-7986-4201-9730-28cc266291d4 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:10.058297 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-82440298-7986-4201-9730-28cc266291d4 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084515 Dec 24 03:28:10.063104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46750) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:10.067356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.069071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event updated for resources: {'Port': ['ID=58bbacf1-4761-40bd-8491-b8a54fa177fe,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:10.078449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.185346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 49439fbd-311c-4565-b2a5-8c51fa78ff7f yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:10.192681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.200450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-366cd8ef-151f-46c7-a013-994e2e22c26e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.281879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:10.285098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-366cd8ef-151f-46c7-a013-994e2e22c26e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.295000 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:10.407353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.423948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] For port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:10.479668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.487191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.491560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.514061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.576060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:10.605215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:10.608089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:10.608728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.621897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:10.639605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:10.642751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:10.644014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.654008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Subnet': ['ID=d0c5d5fc-79ed-4bd2-ba80-95ac07c7518a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:10.659020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fca149-e1e9-41c2-9ac1-208c2081c31d None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:10.672457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,revision_number=4']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:10.709522 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-729fec02-6396-4ace-ac76-5cb7c7c0021f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1856112 Dec 24 03:28:10.710476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:10.719869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Request body: {'port': {'network_id': '97b6bd3f-63b4-4ad9-857e-58009b511f78', 'mac_address': 'fa:16:3e:1b:3e:3d', 'name': 'tempest-NetworksTestDHCPv6-1397607649'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:10.738403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Provisioning complete for port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:10.739169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.774112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=f6b3f0f9-af08-438a-960b-fdda9d6bfe1d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:10.799090 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-366cd8ef-151f-46c7-a013-994e2e22c26e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.801712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-366cd8ef-151f-46c7-a013-994e2e22c26e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.805158 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-366cd8ef-151f-46c7-a013-994e2e22c26e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/20006c39-dc4f-4bbc-875a-bcb86620fa01 HTTP/1.1" status: 204 len: 168 time: 0.7379186 Dec 24 03:28:10.809620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46754) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:10.831556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Router 0874b9b0-39eb-4275-9fba-fe529b13e739 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:28:10.834557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cd8ef-151f-46c7-a013-994e2e22c26e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20006c39-dc4f-4bbc-875a-bcb86620fa01,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:10.854575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.872043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': '461dc703-0b30-4eb7-8f72-4258c31242f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'daec9120-133a-49f6-9424-31d304ac76b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:10.872439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: daec9120-133a-49f6-9424-31d304ac76b9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:10.905130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] For port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:10.916274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.918522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=49439fbd-311c-4565-b2a5-8c51fa78ff7f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:10.950870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network daec9120-133a-49f6-9424-31d304ac76b9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:10.965911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-052465bd-e602-4a24-884f-b9fcedffe58f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1491654 Dec 24 03:28:10.966093 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46756) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:10.969659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Provisioning complete for port 58bbacf1-4761-40bd-8491-b8a54fa177fe triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:10.970315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:10.975879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-247da0e4-8fdc-4a32-818a-c51cd1d7d316 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561930972'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:10.978771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, daec9120-133a-49f6-9424-31d304ac76b9) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:10.981753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Made reservation on behalf of 9c5a58698be44026ba7d361a9cd5ffd9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:10.989143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:10.995274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:11.000152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:11.000848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.009632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbff03-4ea0-4f03-8715-28d9f77edb47 None None] Network daec9120-133a-49f6-9424-31d304ac76b9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:11.060137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:11.070381 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-980584a3-0a1a-4b58-a71c-57c779eb3b97 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "PUT /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9480200 Dec 24 03:28:11.075789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46758) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.078727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Pushing event updated for resources: {'Port': ['ID=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:11.080796 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] Sync routers for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:11.100430 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:11.107244 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.119809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a92ed-e711-488d-b453-5c58de2dcecd None None] Port 58bbacf1-4761-40bd-8491-b8a54fa177fe cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:11.164024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.170609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.175679 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.180288 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f2fcdbe0-1f86-4b85-94be-b9866f649b43 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4212520 Dec 24 03:28:11.190738 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:11.192322 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.201769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.218258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-247da0e4-8fdc-4a32-818a-c51cd1d7d316 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.232759 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.233616 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a12f4-3b9a-4f1d-8de8-b7001a820707 None None] The sync data for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:11.254749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.272557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49fec0d8-5e46-4f48-8308-f9fd4215a0b7 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.328127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Router 69a31b71-54e6-4fad-9f0b-adeeabccc96b has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:28:11.347041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-247da0e4-8fdc-4a32-818a-c51cd1d7d316 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.354986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-247da0e4-8fdc-4a32-818a-c51cd1d7d316 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.374645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] device_id is not set on port 77666755-ba28-42ac-bb16-993594a604af yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:11.424595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-247da0e4-8fdc-4a32-818a-c51cd1d7d316 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.428447 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-247da0e4-8fdc-4a32-818a-c51cd1d7d316 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4588196 Dec 24 03:28:11.431423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.436547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247da0e4-8fdc-4a32-818a-c51cd1d7d316 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ecaa4-5344-4b4b-8c21-c63d11efffcc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:11.443865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-df76e744-e27a-4d22-8cca-dce677ac8e5f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:11.444631 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-df76e744-e27a-4d22-8cca-dce677ac8e5f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 03:28:11.445136 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-df76e744-e27a-4d22-8cca-dce677ac8e5f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:11.446671 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-df76e744-e27a-4d22-8cca-dce677ac8e5f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104814 Dec 24 03:28:11.453837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46764) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.465510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-58e7391f-22ad-49f6-8ae3-ef2379af1133 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:11.469820 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-49fec0d8-5e46-4f48-8308-f9fd4215a0b7 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 24 03:28:11.470760 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-49fec0d8-5e46-4f48-8308-f9fd4215a0b7 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739 HTTP/1.1" status: 409 len: 329 time: 0.3956275 Dec 24 03:28:11.475387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.495745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:11.501221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.503178 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d31103bb-4daa-4eb1-bfb1-2ff66ff7a98f tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "PUT /v2.0/routers/69a31b71-54e6-4fad-9f0b-adeeabccc96b HTTP/1.1" status: 200 len: 926 time: 2.4977319 Dec 24 03:28:11.505805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46768) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.509725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] Sync routers for ids ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:11.530011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] Routers {'69a31b71-54e6-4fad-9f0b-adeeabccc96b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:11.531301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.575583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:11.578902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.618838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] Routers {'69a31b71-54e6-4fad-9f0b-adeeabccc96b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:11.619721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:27:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.650913 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f4c4825e-9ebd-47e5-9c15-99e6e956f5fc tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/69a31b71-54e6-4fad-9f0b-adeeabccc96b HTTP/1.1" status: 200 len: 926 time: 0.1432433 Dec 24 03:28:11.653395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46770) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.657170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 49439fbd-311c-4565-b2a5-8c51fa78ff7f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:11.657630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.663072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:11.663735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9cf8dc-4cfc-482c-8c0e-efea62c3f663 None None] The sync data for ids ['69a31b71-54e6-4fad-9f0b-adeeabccc96b'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:11.689894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:11.690525 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.725879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4e220-ca99-43c7-813c-ce87aa35e61c tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:11.728642 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cfe4e220-ca99-43c7-813c-ce87aa35e61c tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=69a31b71-54e6-4fad-9f0b-adeeabccc96b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0738704 Dec 24 03:28:11.731319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46772) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.750021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7f222d4-a721-4100-8aea-928e86389d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.818149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-58e7391f-22ad-49f6-8ae3-ef2379af1133 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:11.819210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-58e7391f-22ad-49f6-8ae3-ef2379af1133 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3633637 Dec 24 03:28:11.823757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46774) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.833311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f769eb2a-b642-4afd-b4bc-cb9a129fd752 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:11.834674 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-f769eb2a-b642-4afd-b4bc-cb9a129fd752 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 24 03:28:11.835170 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-f769eb2a-b642-4afd-b4bc-cb9a129fd752 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:11.836146 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f769eb2a-b642-4afd-b4bc-cb9a129fd752 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114038 Dec 24 03:28:11.838952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46776) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.844590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fbaa0ac8-9f36-49b9-8ce5-cf099ec9907b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:11.849404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-73cd9c00-bec3-40a9-bf27-428016e1e0f3 None None] Provisioning complete for port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:11.850138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73cd9c00-bec3-40a9-bf27-428016e1e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.850260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766a4b6-8aae-484c-b367-4654a8134be1 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:11.855596 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0766a4b6-8aae-484c-b367-4654a8134be1 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.1191533 Dec 24 03:28:11.855771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:11.856470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46778) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.884498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 49439fbd-311c-4565-b2a5-8c51fa78ff7f owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:11.889637 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f16d192e-0965-426f-95cc-4e39ab3cbe9f tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a31b71-54e6-4fad-9f0b-adeeabccc96b HTTP/1.1" status: 200 len: 205 time: 0.0298612 Dec 24 03:28:11.889821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46780) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:11.894221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8::36 (97b6bd3f-63b4-4ad9-857e-58009b511f78/a23bc6dc-3645-4da8-9e2c-e7715709cf5e/77666755-ba28-42ac-bb16-993594a604af) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:11.910084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:3e3d (97b6bd3f-63b4-4ad9-857e-58009b511f78/d0c5d5fc-79ed-4bd2-ba80-95ac07c7518a/77666755-ba28-42ac-bb16-993594a604af) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:12.001038 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-fbaa0ac8-9f36-49b9-8ce5-cf099ec9907b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:12.002007 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fbaa0ac8-9f36-49b9-8ce5-cf099ec9907b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1608617 Dec 24 03:28:12.006518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46784) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.010830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6fa12aca-1a58-40ef-9efd-a27adb487ba7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:12.011310 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-6fa12aca-1a58-40ef-9efd-a27adb487ba7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 03:28:12.011790 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-6fa12aca-1a58-40ef-9efd-a27adb487ba7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:12.012769 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6fa12aca-1a58-40ef-9efd-a27adb487ba7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053554 Dec 24 03:28:12.015461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46786) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.021005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6b87948e-dacf-4d10-85d0-397feb2dc251 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:12.031010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.096955 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-6b87948e-dacf-4d10-85d0-397feb2dc251 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Project 20096d0b72cd497fa988010a24065183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:28:12.137219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.151983 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-6b87948e-dacf-4d10-85d0-397feb2dc251 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:12.151983 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6b87948e-dacf-4d10-85d0-397feb2dc251 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1310334 Dec 24 03:28:12.151983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46790) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.157734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6998e6cd-6378-4bca-8fd3-10e0d0d3cf18 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:12.158230 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-6998e6cd-6378-4bca-8fd3-10e0d0d3cf18 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 24 03:28:12.158717 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-6998e6cd-6378-4bca-8fd3-10e0d0d3cf18 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:12.159750 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6998e6cd-6378-4bca-8fd3-10e0d0d3cf18 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079529 Dec 24 03:28:12.164075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46792) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.169143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a7b59712-5aa6-43bd-ae08-133cbad3575c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:12.178711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.180024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=49439fbd-311c-4565-b2a5-8c51fa78ff7f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:12.197867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.201117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-67a842d0-ffe7-4276-97c2-6f8c0cf781ee tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/49439fbd-311c-4565-b2a5-8c51fa78ff7f HTTP/1.1" status: 204 len: 168 time: 0.9980299 Dec 24 03:28:12.210744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.223565 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-a7b59712-5aa6-43bd-ae08-133cbad3575c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Project 20096d0b72cd497fa988010a24065183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:28:12.247666 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-a7b59712-5aa6-43bd-ae08-133cbad3575c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:12.251351 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a7b59712-5aa6-43bd-ae08-133cbad3575c tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0828927 Dec 24 03:28:12.251685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46796) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.258049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-12007430-93ec-486c-92c7-4ade03837c3b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': 'da5ecaa4-5344-4b4b-8c21-c63d11efffcc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:12.270747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.272532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Deleting port c632970b-be01-41fb-87df-df379c5a6c98 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:12.272870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.322737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3dfdc-2a43-4c29-bd3c-d58ce1024d5d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:12.327824 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-12007430-93ec-486c-92c7-4ade03837c3b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Project 20096d0b72cd497fa988010a24065183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:28:12.328758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3dfdc-2a43-4c29-bd3c-d58ce1024d5d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:12.330557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-94a3dfdc-2a43-4c29-bd3c-d58ce1024d5d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1188869 Dec 24 03:28:12.333820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46798) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.345496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.348836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.377974 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-12007430-93ec-486c-92c7-4ade03837c3b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:12.379014 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-12007430-93ec-486c-92c7-4ade03837c3b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1263363 Dec 24 03:28:12.386761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.398900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.434210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Calling delete_port for c632970b-be01-41fb-87df-df379c5a6c98 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:12.483427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:12.498331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:12.504916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:12.510214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port f6b3f0f9-af08-438a-960b-fdda9d6bfe1d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:12.510553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.511152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:12.511788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.515158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event updated for resources: {'Port': ['ID=77666755-ba28-42ac-bb16-993594a604af,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:12.572157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dec9085c-d472-4974-b953-886ad3aecc5d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8612745 Dec 24 03:28:12.575824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46804) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:12.630188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d591edf8-5b80-475d-b921-12354981dcc9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.666302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.686401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.698170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d591edf8-5b80-475d-b921-12354981dcc9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.706514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for f6b3f0f9-af08-438a-960b-fdda9d6bfe1d owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:12.720076 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.786207 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event deleted for resources: {'Port': ['ID=c632970b-be01-41fb-87df-df379c5a6c98,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:12.793580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-906b879f-bc8c-4012-9abc-0698bb6c4695 None None] Provisioning complete for port 77666755-ba28-42ac-bb16-993594a604af triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:12.794633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-906b879f-bc8c-4012-9abc-0698bb6c4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.839254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-906b879f-bc8c-4012-9abc-0698bb6c4695 None None] Port 77666755-ba28-42ac-bb16-993594a604af cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:12.841994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e5e6c-c527-4ba0-8f6c-41c8e4e5bdbd None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:12.879664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:12.942279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.005932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.009551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=f6b3f0f9-af08-438a-960b-fdda9d6bfe1d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:13.011930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.014548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.017115 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-84bcd8b6-292a-427c-93a6-ce2cb6bf5830 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/f6b3f0f9-af08-438a-960b-fdda9d6bfe1d HTTP/1.1" status: 204 len: 168 time: 0.6823747 Dec 24 03:28:13.021256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46808) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.069316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d591edf8-5b80-475d-b921-12354981dcc9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.072311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d591edf8-5b80-475d-b921-12354981dcc9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.073457 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d591edf8-5b80-475d-b921-12354981dcc9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/da5ecaa4-5344-4b4b-8c21-c63d11efffcc HTTP/1.1" status: 204 len: 168 time: 0.6857696 Dec 24 03:28:13.076398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46810) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.089530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591edf8-5b80-475d-b921-12354981dcc9 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ecaa4-5344-4b4b-8c21-c63d11efffcc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:13.092674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting port 77666755-ba28-42ac-bb16-993594a604af {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:13.093009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.097074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.098013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Fanout notify agent at l3_agent the message router_deleted on router 69a31b71-54e6-4fad-9f0b-adeeabccc96b {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:13.106368 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.107474 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-624dab65-4303-4d1e-976d-bfb83b971955 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/69a31b71-54e6-4fad-9f0b-adeeabccc96b HTTP/1.1" status: 204 len: 168 time: 1.2167542 Dec 24 03:28:13.120962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46812) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.130925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-137ec8aa-c548-4dab-9ea3-b1a8656daa45 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1155002543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:13.159351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ecccc-a27a-4407-8cc2-d32167f47f30 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:13.161023 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d75ecccc-a27a-4407-8cc2-d32167f47f30 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1390276 Dec 24 03:28:13.166723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46814) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.215471 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3fb5ed53-dbed-4795-86fd-281d96845a42 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1346967 Dec 24 03:28:13.215471 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eeaa560-2181-4895-9671-6fb19c7e63ef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:13.215882 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1eeaa560-2181-4895-9671-6fb19c7e63ef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/49439fbd-311c-4565-b2a5-8c51fa78ff7f HTTP/1.1" status: 404 len: 333 time: 0.0443888 Dec 24 03:28:13.218457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.218600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46820) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.223862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b64b30d8-3a17-4758-afdf-cf4e1fabebff tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--405933585'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:13.229265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.245187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-137ec8aa-c548-4dab-9ea3-b1a8656daa45 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.246229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-137ec8aa-c548-4dab-9ea3-b1a8656daa45 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.248112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Deleting port 58bbacf1-4761-40bd-8491-b8a54fa177fe {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:13.248479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.249653 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df22767-c398-4be4-aebd-429cc5ca6ea0 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:13.251094 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5df22767-c398-4be4-aebd-429cc5ca6ea0 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/f6b3f0f9-af08-438a-960b-fdda9d6bfe1d HTTP/1.1" status: 404 len: 333 time: 0.0316510 Dec 24 03:28:13.253124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Calling delete_port for 77666755-ba28-42ac-bb16-993594a604af owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:13.255059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46822) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.357538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64b30d8-3a17-4758-afdf-cf4e1fabebff tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.364846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-137ec8aa-c548-4dab-9ea3-b1a8656daa45 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.371378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.375148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-137ec8aa-c548-4dab-9ea3-b1a8656daa45 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.416733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-137ec8aa-c548-4dab-9ea3-b1a8656daa45 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.418033 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-137ec8aa-c548-4dab-9ea3-b1a8656daa45 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2914762 Dec 24 03:28:13.418231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.422505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46824) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.435231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:13.474238 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.491466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Calling delete_port for 58bbacf1-4761-40bd-8491-b8a54fa177fe owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:13.494693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daec9120-133a-49f6-9424-31d304ac76b9']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:13.504263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461dc703-0b30-4eb7-8f72-4258c31242f6') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:13.504584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461dc703-0b30-4eb7-8f72-4258c31242f6') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:13.518055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.531937 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.539141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:13.539554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:13.543142 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:13.601815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.607026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.610549 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/daec9120-133a-49f6-9424-31d304ac76b9 HTTP/1.1" status: 204 len: 168 time: 0.3545740 Dec 24 03:28:13.614134 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46826) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.620112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1520426812'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:13.632756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de057e-16b5-46d9-9f4f-099378b7372a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=daec9120-133a-49f6-9424-31d304ac76b9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:13.653729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:13.657306 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.686509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64b30d8-3a17-4758-afdf-cf4e1fabebff tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.699853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64b30d8-3a17-4758-afdf-cf4e1fabebff tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.828460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b64b30d8-3a17-4758-afdf-cf4e1fabebff tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.829945 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b64b30d8-3a17-4758-afdf-cf4e1fabebff tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6105306 Dec 24 03:28:13.833160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46830) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.838504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-dfa19aa1-d465-4c12-bcc5-92192cef5879 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '672d1d16-7c23-4de1-be78-269027d3b201', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:13.844791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.852123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b30d8-3a17-4758-afdf-cf4e1fabebff tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672d1d16-7c23-4de1-be78-269027d3b201,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:13.890037 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-dfa19aa1-d465-4c12-bcc5-92192cef5879 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The resource could not be found. Dec 24 03:28:13.894483 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dfa19aa1-d465-4c12-bcc5-92192cef5879 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0569718 Dec 24 03:28:13.894678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46832) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:13.900604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-961b0434-3bf6-481d-9b5e-fcf14f380aa6 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '672d1d16-7c23-4de1-be78-269027d3b201', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9ec3965c-58a2-4c9e-917f-defde7724d1c'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:13.930821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.934790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:13.955089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:13.955550 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment e4fc8994-483f-453b-b648-421f23ae6b25 of type vlan for network eeec8e34-bf7b-4866-96d2-07baa666e054 Dec 24 03:28:13.970446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Port': ['ID=77666755-ba28-42ac-bb16-993594a604af,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:13.993941 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-961b0434-3bf6-481d-9b5e-fcf14f380aa6 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The resource could not be found. Dec 24 03:28:13.995524 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-961b0434-3bf6-481d-9b5e-fcf14f380aa6 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0994558 Dec 24 03:28:13.999156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46836) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.033248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.091136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.093298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.096597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-235f5f36-8275-44cf-9a83-263cc8d9f927 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/77666755-ba28-42ac-bb16-993594a604af HTTP/1.1" status: 204 len: 168 time: 1.5187752 Dec 24 03:28:14.099982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.104547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.109145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.129967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef85a-b040-4ea5-873a-bbec6e881003 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.151049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.174812 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5596821 Dec 24 03:28:14.179133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46840) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.186132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Port': ['ID=58bbacf1-4761-40bd-8491-b8a54fa177fe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:14.197328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:14.207394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef85a-b040-4ea5-873a-bbec6e881003 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.238567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a816620-dc35-45ca-9d5c-d1ef1b438955 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.240185 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3a816620-dc35-45ca-9d5c-d1ef1b438955 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1344776 Dec 24 03:28:14.251923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46842) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.302383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5264f-4ebd-41f7-9658-4b8713abcf7d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=eeec8e34-bf7b-4866-96d2-07baa666e054,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:14.316346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network eeec8e34-bf7b-4866-96d2-07baa666e054 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:14.397824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed55ee-b2fe-43aa-90a4-0abc763f495c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.402394 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-daed55ee-b2fe-43aa-90a4-0abc763f495c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1416738 Dec 24 03:28:14.403021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46844) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.407720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef85a-b040-4ea5-873a-bbec6e881003 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.410600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef85a-b040-4ea5-873a-bbec6e881003 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.411819 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5f4ef85a-b040-4ea5-873a-bbec6e881003 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/672d1d16-7c23-4de1-be78-269027d3b201 HTTP/1.1" status: 204 len: 168 time: 0.4082131 Dec 24 03:28:14.422902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.434372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.465002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ef85a-b040-4ea5-873a-bbec6e881003 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d1d16-7c23-4de1-be78-269027d3b201,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:14.490829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:14.496213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.504583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b999d-dec6-4b71-b15b-4fd6d53fb7e8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.506685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b999d-dec6-4b71-b15b-4fd6d53fb7e8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.509309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b999d-dec6-4b71-b15b-4fd6d53fb7e8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.513957 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a07b999d-dec6-4b71-b15b-4fd6d53fb7e8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1074524 Dec 24 03:28:14.525187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46850) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.563037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.607020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.625424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet a23bc6dc-3645-4da8-9e2c-e7715709cf5e {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:14.634931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.672593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.690491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Performing IP validity checks on allocation pools {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:28:14.691100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:28:14.724972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.844641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-77be1970-77d0-419e-8570-45d9c7743407 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3296487 Dec 24 03:28:14.844833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46854) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:14.849234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-74d1bc85-9522-4739-ba19-aa17fe66af07 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '2c7a52e4-55e2-4b31-9788-e330699e4f3d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:14.873157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:14.902248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Allocated IP 172.26.5.225 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/c7324ab4-1159-491a-8ab7-43703cb85acb) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:14.906043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-a35a6857-400d-4fae-8d6e-ceb83329c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.907559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-a35a6857-400d-4fae-8d6e-ceb83329c92c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.2273362 Dec 24 03:28:14.921015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8422e-06ec-441f-9d64-eda959dab4b5 req-7c5b4166-8de4-4041-bc16-ab583402cb5d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:14.922730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83a8422e-06ec-441f-9d64-eda959dab4b5 req-7c5b4166-8de4-4041-bc16-ab583402cb5d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2460039 Dec 24 03:28:14.978646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.028398 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-74d1bc85-9522-4739-ba19-aa17fe66af07 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The resource could not be found. Dec 24 03:28:15.032921 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74d1bc85-9522-4739-ba19-aa17fe66af07 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1836982 Dec 24 03:28:15.040489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.044981 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46856) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:15.051276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-642d9e33-5ac7-4a07-9229-e729db6289ba tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174131762'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:15.056232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=b3bfe317-5c02-46ee-8450-3d9f5a33a232,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:15.058591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.109847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=a23bc6dc-3645-4da8-9e2c-e7715709cf5e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:15.112055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.118728 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-00571885-bea2-4f1d-aadf-8b55fd96aa52 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/a23bc6dc-3645-4da8-9e2c-e7715709cf5e HTTP/1.1" status: 204 len: 168 time: 0.5890563 Dec 24 03:28:15.119600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46858) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:15.126832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15871a55-8dd3-4189-aeca-e2a8e0a30f05 None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:15.161267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Router 0874b9b0-39eb-4275-9fba-fe529b13e739 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:28:15.170242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-642d9e33-5ac7-4a07-9229-e729db6289ba tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.180451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': 'e4fc8994-483f-453b-b648-421f23ae6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:15.180825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: eeec8e34-bf7b-4866-96d2-07baa666e054, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:15.198239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83a8422e-06ec-441f-9d64-eda959dab4b5 req-b0dca952-d708-4b33-8b91-e51c0c4c848e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2611265 Dec 24 03:28:15.210094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-e9b1166e-5c07-4fc7-9343-f24e7f980e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:15.212526 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-e9b1166e-5c07-4fc7-9343-f24e7f980e30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.2854378 Dec 24 03:28:15.219653 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Deleting subnet d0c5d5fc-79ed-4bd2-ba80-95ac07c7518a {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:15.241104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.279180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.281168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network eeec8e34-bf7b-4866-96d2-07baa666e054 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:15.302104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, eeec8e34-bf7b-4866-96d2-07baa666e054) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:15.307951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:15.308188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.320917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1041250a-6340-4718-afbe-ac636328460e None None] Network eeec8e34-bf7b-4866-96d2-07baa666e054 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:15.347046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.384536 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bbee3109-11a4-4359-9aea-263af46176bd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1989903 Dec 24 03:28:15.395479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46860) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:15.407657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054', 'name': 'tempest-PortsTestJSON-953864443'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:15.458998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-eeec8e34-bf7b-4866-96d2-07baa666e054', 'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054', 'project_id': '7bd861e6d60a4e1b989551ebd18d38c7', 'fixed_ips': [{'subnet_id': 'b3bfe317-5c02-46ee-8450-3d9f5a33a232'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:15.460548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.646153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Allocated IP 172.20.0.2 (eeec8e34-bf7b-4866-96d2-07baa666e054/b3bfe317-5c02-46ee-8450-3d9f5a33a232/8bbe5792-0a7f-42bb-878f-1b473c092cee) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:15.656014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:15.663352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-07881235-5412-4e1d-9d83-04c9cb23bc05 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "PUT /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1841390 Dec 24 03:28:15.667148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46862) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:15.670700 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] Sync routers for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:15.697865 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:15.698550 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:15.724761 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-8b66a22d-fbaf-4b13-a9bc-5c4bbd727dd2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] show failed (client error): The resource could not be found. Dec 24 03:28:15.725807 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8b66a22d-fbaf-4b13-a9bc-5c4bbd727dd2 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1273779254 HTTP/1.1" status: 404 len: 335 time: 0.0564981 Dec 24 03:28:15.732804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:15.736198 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-a69da922-20ca-4e8d-a4e8-9ecde7ac71ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1002 time: 0.5152645 Dec 24 03:28:15.739420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f21c9300-1537-4587-a41b-6bb5271dc3e8 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:15.758902 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:15.768333 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] Routers {'0874b9b0-39eb-4275-9fba-fe529b13e739'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:15.769259 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0874b9b0-39eb-4275-9fba-fe529b13e739'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:15.807405 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:15.808404 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7547ac-3992-440e-85f0-71377b217e2e None None] The sync data for ids ['0874b9b0-39eb-4275-9fba-fe529b13e739'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:15.816032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-642d9e33-5ac7-4a07-9229-e729db6289ba tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.830871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-f21c9300-1537-4587-a41b-6bb5271dc3e8 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] update failed (client error): The resource could not be found. Dec 24 03:28:15.837394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f21c9300-1537-4587-a41b-6bb5271dc3e8 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1657659102 HTTP/1.1" status: 404 len: 335 time: 0.0980055 Dec 24 03:28:15.838155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46866) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:15.838401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-642d9e33-5ac7-4a07-9229-e729db6289ba tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.863441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.875730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.887814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.913731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-9982d836-14ca-463a-bb63-ecfb7782360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:15.916341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-9982d836-14ca-463a-bb63-ecfb7782360e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.1686997 Dec 24 03:28:15.923202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Network eeec8e34-bf7b-4866-96d2-07baa666e054 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:15.929187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:15.933746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:15.940827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-642d9e33-5ac7-4a07-9229-e729db6289ba tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:15.945409 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-642d9e33-5ac7-4a07-9229-e729db6289ba tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8982046 Dec 24 03:28:15.950082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Pushing event updated for resources: {'Port': ['ID=8bbe5792-0a7f-42bb-878f-1b473c092cee,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:15.958500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:15.971379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-502012b4-f9d1-472d-94b1-fcb0277691b7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024788089'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:15.986354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d9e33-5ac7-4a07-9229-e729db6289ba tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b421a-6f70-4e5d-9347-d0ad446f84c6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:15.989874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Deleting subnet 30a27a37-9ef5-4241-ab13-bcc67df68483 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:15.995437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.016062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.023885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Attempting to bind port 8bbe5792-0a7f-42bb-878f-1b473c092cee on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:16.024307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Attempting to bind port 8bbe5792-0a7f-42bb-878f-1b473c092cee by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'e4fc8994-483f-453b-b648-421f23ae6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:16.024700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Attempting to bind port 8bbe5792-0a7f-42bb-878f-1b473c092cee on network eeec8e34-bf7b-4866-96d2-07baa666e054 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:16.030355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:16.030969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Checking segment: {'id': 'e4fc8994-483f-453b-b648-421f23ae6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:16.031581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.036199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Bound using segment: {'id': 'e4fc8994-483f-453b-b648-421f23ae6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:16.037527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Bound port: 8bbe5792-0a7f-42bb-878f-1b473c092cee, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fc8994-483f-453b-b648-421f23ae6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'eeec8e34-bf7b-4866-96d2-07baa666e054'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:16.038106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.061205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.088913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:16.092965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.115719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port f8220ea6-0ec6-49ca-b7fc-522d96cc76cc yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:16.118311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] For port 8bbe5792-0a7f-42bb-878f-1b473c092cee, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:16.122119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] For port 8bbe5792-0a7f-42bb-878f-1b473c092cee, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8bbe5792-0a7f-42bb-878f-1b473c092cee,segment=NetworkSegment(e4fc8994-483f-453b-b648-421f23ae6b25),segment_id=e4fc8994-483f-453b-b648-421f23ae6b25)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:16.125822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.128783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.152681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:16.164215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:16.184206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef659b-9ec3-4898-9b0d-1f45ed996cab None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:16.192282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:16.197536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c5d5fc-79ed-4bd2-ba80-95ac07c7518a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:16.201335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event updated for resources: {'Port': ['ID=c7324ab4-1159-491a-8ab7-43703cb85acb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:16.203913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.207637 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8484ad5b-508f-4343-b41a-c327300406a8 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/d0c5d5fc-79ed-4bd2-ba80-95ac07c7518a HTTP/1.1" status: 204 len: 168 time: 1.0867131 Dec 24 03:28:16.211354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46870) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.218737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59070c3-0970-47b3-8bd3-31d08073571e None None] Network 97b6bd3f-63b4-4ad9-857e-58009b511f78 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:16.268883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e34832-662b-475c-9b5f-15d236a05d1a None None] Pushing event updated for resources: {'Port': ['ID=8bbe5792-0a7f-42bb-878f-1b473c092cee,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:16.286641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-8591a959-b4cd-40b8-a0cd-9b8ccc88a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:16.288423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-8591a959-b4cd-40b8-a0cd-9b8ccc88a243 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3309681 Dec 24 03:28:16.290154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.321516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dac651a3-f50b-4904-a4bf-e8d1bf126ea8 None None] Provisioning complete for port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:16.322102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dac651a3-f50b-4904-a4bf-e8d1bf126ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.326669 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0fe23e7a-2391-4430-a75c-9717da127018 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120348 Dec 24 03:28:16.327771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46874) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.348465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-502012b4-f9d1-472d-94b1-fcb0277691b7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.427409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf735f7-41fe-4fb2-b422-e2d9a760b99c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:16.428936 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-adf735f7-41fe-4fb2-b422-e2d9a760b99c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1005251 Dec 24 03:28:16.431269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.7 (eeec8e34-bf7b-4866-96d2-07baa666e054/b3bfe317-5c02-46ee-8450-3d9f5a33a232/f8220ea6-0ec6-49ca-b7fc-522d96cc76cc) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:16.432892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46876) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.546324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83a1c48-3484-46c4-b5d0-4b94c2f95b50 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:16.547833 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f83a1c48-3484-46c4-b5d0-4b94c2f95b50 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139898 Dec 24 03:28:16.550576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46878) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.573692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c860b663-6264-4d1c-8beb-6047854a7b7f None None] Provisioning complete for port c7324ab4-1159-491a-8ab7-43703cb85acb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:16.574076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c860b663-6264-4d1c-8beb-6047854a7b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.578006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] DHCP port deletion for 97b6bd3f-63b4-4ad9-857e-58009b511f78 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:16.604520 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9ea1715c-2ba5-4631-afef-c60e56124a4c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524802 Dec 24 03:28:16.628627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46880) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.677378 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2c2d30-6a19-408e-95c0-4bfd279d3028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:16.678150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2c2d30-6a19-408e-95c0-4bfd279d3028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:16.688251 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2b2c2d30-6a19-408e-95c0-4bfd279d3028 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/77666755-ba28-42ac-bb16-993594a604af HTTP/1.1" status: 404 len: 333 time: 0.0585380 Dec 24 03:28:16.692144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac18797-92ce-45e7-95b3-ec83e8868835 req-eb77c707-7d76-41a3-a55f-0b7c688c7c25 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:16.693919 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac18797-92ce-45e7-95b3-ec83e8868835 req-eb77c707-7d76-41a3-a55f-0b7c688c7c25 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3485436 Dec 24 03:28:16.696752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.769281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.772535 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-991aa570-4ea9-467d-b631-ab852badc97e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:16.773149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991aa570-4ea9-467d-b631-ab852badc97e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:16.779739 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-991aa570-4ea9-467d-b631-ab852badc97e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/d0c5d5fc-79ed-4bd2-ba80-95ac07c7518a HTTP/1.1" status: 404 len: 337 time: 0.0758910 Dec 24 03:28:16.780648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46884) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.797271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.821609 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6e4c36-fc3c-4384-9892-34c9e0aa5a92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:16.822111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6e4c36-fc3c-4384-9892-34c9e0aa5a92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:16.827801 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0f6e4c36-fc3c-4384-9892-34c9e0aa5a92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/a23bc6dc-3645-4da8-9e2c-e7715709cf5e HTTP/1.1" status: 404 len: 337 time: 0.0442505 Dec 24 03:28:16.828564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46886) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.830709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-2fdeac8e-7132-4b7e-bd05-8f9f277943f9 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832792 Dec 24 03:28:16.835199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c860b663-6264-4d1c-8beb-6047854a7b7f None None] Port c7324ab4-1159-491a-8ab7-43703cb85acb cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:16.839518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Subnet': ['ID=30a27a37-9ef5-4241-ab13-bcc67df68483,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:16.848829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.849201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0126e-d028-4784-872d-606b9b17db12 None None] Network a74dba6d-bda4-44d5-89ba-abdf01027c59 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:16.853549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d76d3e97-04e6-4846-8d83-b488af36e85b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/subnets/30a27a37-9ef5-4241-ab13-bcc67df68483 HTTP/1.1" status: 204 len: 168 time: 1.0131052 Dec 24 03:28:16.857190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46888) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.862293 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c822b9-6891-424d-9293-d464266a11ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:16.862293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c822b9-6891-424d-9293-d464266a11ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:16.867301 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-09c822b9-6891-424d-9293-d464266a11ec tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/2ca48069-1a6f-4be5-bc47-4de30ff4553b HTTP/1.1" status: 404 len: 333 time: 0.0358293 Dec 24 03:28:16.910531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:16.915090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] Deleting port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:16.915460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.924409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Deleting subnet 384fffb4-e81a-4a37-b0c7-aec396233797 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:16.927666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.972016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:16.991574 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-3836eb08-3f28-40ed-acb7-645c88689235 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:16.992040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3836eb08-3f28-40ed-acb7-645c88689235 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:16.997733 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3836eb08-3f28-40ed-acb7-645c88689235 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/081a6154-4d15-4e8e-9997-8dd01d8a6d2d HTTP/1.1" status: 404 len: 337 time: 0.0826201 Dec 24 03:28:17.001343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.001791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] For port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,segment=NetworkSegment(8283fdb0-7e50-46ad-ad1f-892005784330),segment_id=8283fdb0-7e50-46ad-ad1f-892005784330)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:17.002197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.021645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] Calling delete_port for 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:17.030382 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac18797-92ce-45e7-95b3-ec83e8868835 req-cc018125-df51-4d31-924d-c3e28f935a0a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2876880 Dec 24 03:28:17.033151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-502012b4-f9d1-472d-94b1-fcb0277691b7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.093025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] DHCP port deletion for a74dba6d-bda4-44d5-89ba-abdf01027c59 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:17.110373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-502012b4-f9d1-472d-94b1-fcb0277691b7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.113098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.122346 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-582d5319-6bf2-4d5a-9120-a7458af6a6dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.122808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582d5319-6bf2-4d5a-9120-a7458af6a6dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.125890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-582d5319-6bf2-4d5a-9120-a7458af6a6dd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/6fb39719-ecfd-4fcf-aff9-3483a6681069 HTTP/1.1" status: 404 len: 337 time: 0.1205347 Dec 24 03:28:17.141826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.142522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.195714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network eeec8e34-bf7b-4866-96d2-07baa666e054 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:17.205892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:17.209030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:17.210491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-502012b4-f9d1-472d-94b1-fcb0277691b7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.215999 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-502012b4-f9d1-472d-94b1-fcb0277691b7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2529209 Dec 24 03:28:17.217567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46896) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.217717 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91ec850-b13c-44fc-b36b-2257a035d88a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.218312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91ec850-b13c-44fc-b36b-2257a035d88a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.219047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.223647 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c91ec850-b13c-44fc-b36b-2257a035d88a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/96417922-5e39-4475-8c2e-95810a4f1856 HTTP/1.1" status: 404 len: 333 time: 0.0757113 Dec 24 03:28:17.225013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7f5b8d05-1dd7-4ee9-88b7-c722d9213678 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '8a8b421a-6f70-4e5d-9347-d0ad446f84c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1ccf6b5a-7380-4f91-9dd2-a5ddb3045e4d'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:17.233485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] Deleting port 04cfba03-3ff3-415e-af2e-1f57ba189594 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:17.233869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.235557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46898) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.247399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502012b4-f9d1-472d-94b1-fcb0277691b7 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf6b5a-7380-4f91-9dd2-a5ddb3045e4d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:17.251970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.267974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] Pushing event deleted for resources: {'Port': ['ID=899f48bc-785c-48d4-942e-0e4ddb7a8ce5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:17.281312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=f8220ea6-0ec6-49ca-b7fc-522d96cc76cc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:17.289480 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58b629e8-5dc6-4a88-8d04-16d552a7b6b9 req-a98bf310-4cdf-4d52-a260-84f625c3f523 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427578 Dec 24 03:28:17.325192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:17.325859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.345610 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6761d2-23cf-44db-84fe-6ef354c77c00 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.346299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6761d2-23cf-44db-84fe-6ef354c77c00 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.348403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.350639 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b6761d2-23cf-44db-84fe-6ef354c77c00 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/1f9ad86c-e50d-4dd1-9c2f-d72304d723c9 HTTP/1.1" status: 404 len: 337 time: 0.1123002 Dec 24 03:28:17.353904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.360861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] For port 04cfba03-3ff3-415e-af2e-1f57ba189594, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=04cfba03-3ff3-415e-af2e-1f57ba189594,segment=NetworkSegment(027d2794-e19b-4082-8a07-d4af920dae1f),segment_id=027d2794-e19b-4082-8a07-d4af920dae1f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:17.361365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.365803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.373200 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/subnets/384fffb4-e81a-4a37-b0c7-aec396233797 HTTP/1.1" status: 204 len: 168 time: 0.5133369 Dec 24 03:28:17.376119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46902) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.377567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] Calling delete_port for 04cfba03-3ff3-415e-af2e-1f57ba189594 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:17.404825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29cfce2-f167-4c88-85dc-3104a0623b5f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.405586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29cfce2-f167-4c88-85dc-3104a0623b5f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.412145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c29cfce2-f167-4c88-85dc-3104a0623b5f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/fc404ad1-11a0-4af9-ac3e-27c199668fcf HTTP/1.1" status: 404 len: 337 time: 0.0573730 Dec 24 03:28:17.413225 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-341dd54a-ff55-4984-bb50-e16873024b1d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0146492 Dec 24 03:28:17.416674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.417154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c64bc5-9f95-4e3c-9cc9-83c7ffc13697 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Subnet': ['ID=384fffb4-e81a-4a37-b0c7-aec396233797,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:17.419868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46906) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.452440 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-7f5b8d05-1dd7-4ee9-88b7-c722d9213678 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:17.453492 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f5b8d05-1dd7-4ee9-88b7-c722d9213678 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2352300 Dec 24 03:28:17.458625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46908) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.472745 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d38c817-99b7-45ce-aea0-07a6693f7c92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.473413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d38c817-99b7-45ce-aea0-07a6693f7c92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.476573 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0d38c817-99b7-45ce-aea0-07a6693f7c92 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/6d3b88a8-515e-4cdf-985c-1845d68b354f HTTP/1.1" status: 404 len: 333 time: 0.0431149 Dec 24 03:28:17.479562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46910) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.539005 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e412ad97-bbf0-4045-81ad-cc4e492ec754 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.539622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e412ad97-bbf0-4045-81ad-cc4e492ec754 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.545554 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e412ad97-bbf0-4045-81ad-cc4e492ec754 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/ce542175-6a3d-4a95-9814-06f81017d946 HTTP/1.1" status: 404 len: 337 time: 0.0648785 Dec 24 03:28:17.552648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46912) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.553335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb041c9-4d43-415b-9e7f-07a57f4c9d98 None None] Network f65b78ee-0ae2-4318-9baf-65286ca65174 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:17.595140 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-883d6beb-9050-4be1-a041-9e8db820ac55 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.595743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883d6beb-9050-4be1-a041-9e8db820ac55 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.599715 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-883d6beb-9050-4be1-a041-9e8db820ac55 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/48cba0d8-bedb-4a1f-ae76-faa133b13582 HTTP/1.1" status: 404 len: 337 time: 0.0454273 Dec 24 03:28:17.602745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.603874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.668914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dc6ae-79b6-402c-8b56-357d1e5118aa None None] No DVR routers for this DVR port 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:17.684571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-000768a3-5ce0-42ea-affe-014c03c9b0d5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.685144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000768a3-5ce0-42ea-affe-014c03c9b0d5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.690595 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-000768a3-5ce0-42ea-affe-014c03c9b0d5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/bef79c8c-8ac0-4aa6-aa1b-2109badae813 HTTP/1.1" status: 404 len: 333 time: 0.0844562 Dec 24 03:28:17.690872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8bbe5792-0a7f-42bb-878f-1b473c092cee up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:17.692894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.697476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46916) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.712548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.736122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74dba6d-bda4-44d5-89ba-abdf01027c59']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:17.746928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027d2794-e19b-4082-8a07-d4af920dae1f') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:17.747356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027d2794-e19b-4082-8a07-d4af920dae1f') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:17.750584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] Pushing event deleted for resources: {'Port': ['ID=04cfba03-3ff3-415e-af2e-1f57ba189594,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:17.759034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.769154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc7a5d-2a01-4032-8401-a819a1294cbb None None] No DVR routers for this DVR port 04cfba03-3ff3-415e-af2e-1f57ba189594 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:17.786127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.795832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca5ec7e-d93e-4c9c-8c8c-341a2e466b5f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.796301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca5ec7e-d93e-4c9c-8c8c-341a2e466b5f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.798647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:17.799665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8bbe5792-0a7f-42bb-878f-1b473c092cee triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:17.804694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.804860 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6ca5ec7e-d93e-4c9c-8c8c-341a2e466b5f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/b15596b6-6d3c-4a17-b839-b043e401ef21 HTTP/1.1" status: 404 len: 337 time: 0.1016724 Dec 24 03:28:17.808172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.808462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:17.813149 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:17.834954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e174a8c2-85b4-4cf4-9960-26cabf920d00 None None] Network eeec8e34-bf7b-4866-96d2-07baa666e054 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:17.855362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-530cde4f-3c12-4bf8-b209-988b7f7f0de1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.856976 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec8a707-2fd7-411d-b35a-26adee378b3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.857529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec8a707-2fd7-411d-b35a-26adee378b3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.862896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4ec8a707-2fd7-411d-b35a-26adee378b3c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/2b018fa9-ac97-436c-91af-6a31dee0d6b8 HTTP/1.1" status: 404 len: 333 time: 0.0446517 Dec 24 03:28:17.864769 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46920) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.895911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port f8220ea6-0ec6-49ca-b7fc-522d96cc76cc {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:17.896268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.898153 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-368dfa25-2c70-4106-8a5e-03fa90f9dbc7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.898623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368dfa25-2c70-4106-8a5e-03fa90f9dbc7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.903982 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-368dfa25-2c70-4106-8a5e-03fa90f9dbc7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/1ea73eeb-2516-42e2-9cf0-710e53d979f4 HTTP/1.1" status: 404 len: 337 time: 0.0367000 Dec 24 03:28:17.917843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] DHCP port deletion for f65b78ee-0ae2-4318-9baf-65286ca65174 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:17.924764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.932927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ff0a02de-78d2-4f45-bfcd-ebbfab9e93a0 None None] Provisioning complete for port 8bbe5792-0a7f-42bb-878f-1b473c092cee triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:17.933297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff0a02de-78d2-4f45-bfcd-ebbfab9e93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.950906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.956466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:17.963133 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/networks/a74dba6d-bda4-44d5-89ba-abdf01027c59 HTTP/1.1" status: 204 len: 168 time: 0.5838816 Dec 24 03:28:17.963271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46924) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:17.974698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9387d4f-83c3-4bdc-bf4e-bf355ee70b0f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:17.975164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9387d4f-83c3-4bdc-bf4e-bf355ee70b0f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:17.981007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a9387d4f-83c3-4bdc-bf4e-bf355ee70b0f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/d4a90850-42ad-40cb-837a-aebf192fec0b HTTP/1.1" status: 404 len: 333 time: 0.0531449 Dec 24 03:28:17.996606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46926) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.014957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-530cde4f-3c12-4bf8-b209-988b7f7f0de1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.026615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.035663 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-372e4c8f-3df5-474d-b4ee-5425e6a5480c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.036579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372e4c8f-3df5-474d-b4ee-5425e6a5480c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.043254 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-372e4c8f-3df5-474d-b4ee-5425e6a5480c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/46e686c8-42f5-4749-92b1-5d2841cee561 HTTP/1.1" status: 404 len: 337 time: 0.0410554 Dec 24 03:28:18.043254 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbccd43-4c2a-4953-89ea-2e008435e93d tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Network': ['ID=a74dba6d-bda4-44d5-89ba-abdf01027c59,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:18.043539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.050095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46928) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.115054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.153377 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4231e7-13e3-42ba-8392-e0fd2fbe145a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.153998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4231e7-13e3-42ba-8392-e0fd2fbe145a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.157570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cb4231e7-13e3-42ba-8392-e0fd2fbe145a tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/ab48da09-127b-4c33-9828-14b9000a4291 HTTP/1.1" status: 404 len: 333 time: 0.1064241 Dec 24 03:28:18.160331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46932) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.168428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.170482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.191211 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4a69b0-d3cc-4757-a4e4-54a4a93333e3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.191663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4a69b0-d3cc-4757-a4e4-54a4a93333e3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.194703 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7b4a69b0-d3cc-4757-a4e4-54a4a93333e3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/ae8c6f4c-c682-4423-8fd4-8314e274cfcf HTTP/1.1" status: 404 len: 337 time: 0.0325990 Dec 24 03:28:18.197378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46934) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.210860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Deleting port a73523c8-d231-456a-bc29-6c7dff030586 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:18.211210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.224938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for f8220ea6-0ec6-49ca-b7fc-522d96cc76cc owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:18.236064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-530cde4f-3c12-4bf8-b209-988b7f7f0de1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.239450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-530cde4f-3c12-4bf8-b209-988b7f7f0de1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.243766 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-530cde4f-3c12-4bf8-b209-988b7f7f0de1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/1ccf6b5a-7380-4f91-9dd2-a5ddb3045e4d HTTP/1.1" status: 204 len: 168 time: 0.7791247 Dec 24 03:28:18.262376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] Deleting port a73523c8-d231-456a-bc29-6c7dff030586 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:18.262825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.267814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46936) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.279137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 8bbe5792-0a7f-42bb-878f-1b473c092cee, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8bbe5792-0a7f-42bb-878f-1b473c092cee,segment=NetworkSegment(e4fc8994-483f-453b-b648-421f23ae6b25),segment_id=e4fc8994-483f-453b-b648-421f23ae6b25)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:18.299667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] For port a73523c8-d231-456a-bc29-6c7dff030586, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a73523c8-d231-456a-bc29-6c7dff030586,segment=NetworkSegment(3d98b242-984e-4653-9cf8-58c76cb6c8c4),segment_id=3d98b242-984e-4653-9cf8-58c76cb6c8c4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:18.299904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.301362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.335672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Calling delete_port for a73523c8-d231-456a-bc29-6c7dff030586 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:18.349177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff0a02de-78d2-4f45-bfcd-ebbfab9e93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.404324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:18.424328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] For port a73523c8-d231-456a-bc29-6c7dff030586, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a73523c8-d231-456a-bc29-6c7dff030586,segment=NetworkSegment(3d98b242-984e-4653-9cf8-58c76cb6c8c4),segment_id=3d98b242-984e-4653-9cf8-58c76cb6c8c4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:18.424754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.450253 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ac4e16e2-bb40-4490-85dd-b45bde3520a1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1811111 Dec 24 03:28:18.453606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46938) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.469379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:18.469737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 899f48bc-785c-48d4-942e-0e4ddb7a8ce5 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:18.470137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 04cfba03-3ff3-415e-af2e-1f57ba189594 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:18.472995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] Calling delete_port for a73523c8-d231-456a-bc29-6c7dff030586 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:18.519766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 04cfba03-3ff3-415e-af2e-1f57ba189594 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:18.519992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 04cfba03-3ff3-415e-af2e-1f57ba189594 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:18.523686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=8bbe5792-0a7f-42bb-878f-1b473c092cee,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:18.536859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89efbc9f-8e93-441b-9128-59d7ce83f73f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.570096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89efbc9f-8e93-441b-9128-59d7ce83f73f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.600437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-ff0a02de-78d2-4f45-bfcd-ebbfab9e93a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:28:18.600437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-ff0a02de-78d2-4f45-bfcd-ebbfab9e93a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:28:18.619985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.639317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] No DVR routers for this DVR port a73523c8-d231-456a-bc29-6c7dff030586 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:18.640036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.666964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89efbc9f-8e93-441b-9128-59d7ce83f73f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.670499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89efbc9f-8e93-441b-9128-59d7ce83f73f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.674527 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89efbc9f-8e93-441b-9128-59d7ce83f73f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a8b421a-6f70-4e5d-9347-d0ad446f84c6 HTTP/1.1" status: 204 len: 168 time: 0.2194824 Dec 24 03:28:18.675592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Port': ['ID=a73523c8-d231-456a-bc29-6c7dff030586,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:18.678774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] Pushing event deleted for resources: {'Port': ['ID=a73523c8-d231-456a-bc29-6c7dff030586,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:18.682790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46940) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.684042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cde4f-3c12-4bf8-b209-988b7f7f0de1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf6b5a-7380-4f91-9dd2-a5ddb3045e4d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:18.684811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aef594-bce7-4fd6-ab26-5f03a047a12b None None] No DVR routers for this DVR port a73523c8-d231-456a-bc29-6c7dff030586 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:18.688786 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8247ccef-06bf-4b2c-b4e6-69c96b0372d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.689385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8247ccef-06bf-4b2c-b4e6-69c96b0372d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.697092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8247ccef-06bf-4b2c-b4e6-69c96b0372d1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/8004b42f-91db-4d53-872c-dda2cc15fa7a HTTP/1.1" status: 404 len: 333 time: 0.4809737 Dec 24 03:28:18.699352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46942) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.750578 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de78709-b394-493f-a17d-af10bc3fb4f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.751106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de78709-b394-493f-a17d-af10bc3fb4f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.754322 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0de78709-b394-493f-a17d-af10bc3fb4f3 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/88d6ef10-ca0d-4044-8265-6f1be949143b HTTP/1.1" status: 404 len: 337 time: 0.0503221 Dec 24 03:28:18.755441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efbc9f-8e93-441b-9128-59d7ce83f73f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b421a-6f70-4e5d-9347-d0ad446f84c6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:18.757188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46944) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.801187 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a32966d-d10b-439a-bb78-f9cd2b2c6eb5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.801411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b59b1-f293-4230-b363-dcb75e40e975 req-489912a6-0e72-485a-8ea6-dd79d90008ee tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:18.801989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a32966d-d10b-439a-bb78-f9cd2b2c6eb5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.802966 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f24b59b1-f293-4230-b363-dcb75e40e975 req-489912a6-0e72-485a-8ea6-dd79d90008ee tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.6298506 Dec 24 03:28:18.814867 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8a32966d-d10b-439a-bb78-f9cd2b2c6eb5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/610da0d0-6cc3-4dc9-9df9-713066ef6ca6 HTTP/1.1" status: 404 len: 333 time: 0.0436108 Dec 24 03:28:18.815065 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ee7b854c-e67a-4214-bd28-6fb056fa69c1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1255651 Dec 24 03:28:18.818279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46946) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.818614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46948) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.849411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.852682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5e6974d1-56fc-44d4-b05b-96aac6618dda tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--418362271'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:18.869661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65b78ee-0ae2-4318-9baf-65286ca65174']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:18.878655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d98b242-984e-4653-9cf8-58c76cb6c8c4') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:18.878948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d98b242-984e-4653-9cf8-58c76cb6c8c4') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:18.884220 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd357cd-0038-45f0-aeac-34026906f9ab tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.884689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd357cd-0038-45f0-aeac-34026906f9ab tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.887664 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9dd357cd-0038-45f0-aeac-34026906f9ab tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/abcb38c5-1c53-4ff6-b4c7-cf8454444440 HTTP/1.1" status: 404 len: 337 time: 0.0651150 Dec 24 03:28:18.889386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.891026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46952) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.928416 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bb40c2-0ecf-46c4-ad8b-7ff6f23857ad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.928886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bb40c2-0ecf-46c4-ad8b-7ff6f23857ad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.932465 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-68bb40c2-0ecf-46c4-ad8b-7ff6f23857ad tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/32adbfa4-998b-43d0-acd4-9d246cfc06e1 HTTP/1.1" status: 404 len: 337 time: 0.0404856 Dec 24 03:28:18.935111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46954) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.943501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.955239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e6974d1-56fc-44d4-b05b-96aac6618dda tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.965012 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-16673bfd-d787-48f3-b0df-572c2617c100 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:18.965579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16673bfd-d787-48f3-b0df-572c2617c100 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:18.968865 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-16673bfd-d787-48f3-b0df-572c2617c100 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/126260da-1b73-4339-9991-db75e6d84769 HTTP/1.1" status: 404 len: 333 time: 0.0327775 Dec 24 03:28:18.969967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:18.970366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:18.973514 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:18.975860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46956) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:18.978622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f24b59b1-f293-4230-b363-dcb75e40e975 req-3df65391-b325-4560-8cd8-a68234684bda tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590848 Dec 24 03:28:18.986946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Router 081db068-1627-457d-9415-39e99bcb7bc4 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:28:19.018310 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c2eb90-76c6-4498-a460-876a30bb13fd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.018778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c2eb90-76c6-4498-a460-876a30bb13fd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.022334 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b1c2eb90-76c6-4498-a460-876a30bb13fd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/bd51c5cf-5444-4101-a94f-86afc017ca10 HTTP/1.1" status: 404 len: 337 time: 0.0473747 Dec 24 03:28:19.024983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46958) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.067775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.084641 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce23a048-0a61-4cf1-814e-5c257f6a16f0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.085117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce23a048-0a61-4cf1-814e-5c257f6a16f0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.091353 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ce23a048-0a61-4cf1-814e-5c257f6a16f0 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/c67ee744-3010-4e01-aafd-dcc17c760b46 HTTP/1.1" status: 404 len: 337 time: 0.0654066 Dec 24 03:28:19.091958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46960) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.117280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.118599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=f8220ea6-0ec6-49ca-b7fc-522d96cc76cc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:19.119785 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fce26c-907f-42ae-bc07-a93d1f923bee tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.120446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fce26c-907f-42ae-bc07-a93d1f923bee tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.123618 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-28fce26c-907f-42ae-bc07-a93d1f923bee tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/3197f7fe-8a61-4e61-8d91-d59a14bac880 HTTP/1.1" status: 404 len: 333 time: 0.0299876 Dec 24 03:28:19.126385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.141746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.148235 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/networks/f65b78ee-0ae2-4318-9baf-65286ca65174 HTTP/1.1" status: 204 len: 168 time: 1.1766016 Dec 24 03:28:19.148235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb66b2-1cb0-47a2-94f5-91253ff1e31b tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Network': ['ID=f65b78ee-0ae2-4318-9baf-65286ca65174,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:19.148549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46964) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.205708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Deleting subnet fb4cd199-c4aa-4b63-b1fe-84c21cf8797a {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:19.209237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.237571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e49bd49-f712-48d4-9beb-7250a21d9598 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.238626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e49bd49-f712-48d4-9beb-7250a21d9598 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.241701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e49bd49-f712-48d4-9beb-7250a21d9598 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/f5f0ed02-7748-4e70-a030-6d5324c9fac2 HTTP/1.1" status: 404 len: 337 time: 0.1142120 Dec 24 03:28:19.245497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46966) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.255400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e6974d1-56fc-44d4-b05b-96aac6618dda tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.264330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e6974d1-56fc-44d4-b05b-96aac6618dda tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.287579 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e1e6eb-2667-49ad-a4e7-589a7c3183fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.288016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e1e6eb-2667-49ad-a4e7-589a7c3183fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.294047 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d9e1e6eb-2667-49ad-a4e7-589a7c3183fb tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/c030cb00-cae9-497c-b293-98149e1aedee HTTP/1.1" status: 404 len: 337 time: 0.0430045 Dec 24 03:28:19.294364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:19.295242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.295380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46968) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.295903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d9f5efe9-bcca-4f85-a528-e4155bcaed58 None None] Could not find standard attr ID for object f8220ea6-0ec6-49ca-b7fc-522d96cc76cc. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:28:19.306263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.307597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ab52f341-f58a-47de-8338-da8554acfa27 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "PUT /v2.0/routers/081db068-1627-457d-9415-39e99bcb7bc4 HTTP/1.1" status: 200 len: 884 time: 5.8789651 Dec 24 03:28:19.314332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] Sync routers for ids ['081db068-1627-457d-9415-39e99bcb7bc4'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:19.317865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.321363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-638d1a58-8814-45e3-9efa-d99988bc39b8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/f8220ea6-0ec6-49ca-b7fc-522d96cc76cc HTTP/1.1" status: 204 len: 168 time: 1.9030154 Dec 24 03:28:19.322102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46970) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.329524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.331167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] Routers {'081db068-1627-457d-9415-39e99bcb7bc4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:19.331812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['081db068-1627-457d-9415-39e99bcb7bc4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:19.360419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e6974d1-56fc-44d4-b05b-96aac6618dda tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.361890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5e6974d1-56fc-44d4-b05b-96aac6618dda tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5383363 Dec 24 03:28:19.365935 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-009e6666-2026-4f10-8efa-9efab1e1c90e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.366723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009e6666-2026-4f10-8efa-9efab1e1c90e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.369413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46974) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.371065 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-009e6666-2026-4f10-8efa-9efab1e1c90e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/d85e316f-09d0-4ae4-b7b5-0480269fa5ce HTTP/1.1" status: 404 len: 333 time: 0.0724361 Dec 24 03:28:19.379252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:19.379837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3cc41c92-30b3-48e4-a567-6d019b821702 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '52097726-af6b-4363-ab6c-1a76268c62a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:19.382932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d9f5efe9-bcca-4f85-a528-e4155bcaed58 None None] Provisioning complete for port 8bbe5792-0a7f-42bb-878f-1b473c092cee triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:19.383352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9f5efe9-bcca-4f85-a528-e4155bcaed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.384335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46976) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.417293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] Routers {'081db068-1627-457d-9415-39e99bcb7bc4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:19.417914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['081db068-1627-457d-9415-39e99bcb7bc4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:19.421360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6974d1-56fc-44d4-b05b-96aac6618dda tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52097726-af6b-4363-ab6c-1a76268c62a2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:19.428252 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae2fbe9-4a2d-4575-827b-68d001065db1 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.429067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae2fbe9-4a2d-4575-827b-68d001065db1 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.433455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5ae2fbe9-4a2d-4575-827b-68d001065db1 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/f8220ea6-0ec6-49ca-b7fc-522d96cc76cc HTTP/1.1" status: 404 len: 333 time: 0.0877883 Dec 24 03:28:19.436509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46978) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.441992 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fd72ce-18d3-4021-a4df-a0bbbd4ec7f7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.442714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fd72ce-18d3-4021-a4df-a0bbbd4ec7f7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.449257 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-70fd72ce-18d3-4021-a4df-a0bbbd4ec7f7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/f93df549-8696-4ae4-9e51-d5c63ac27391 HTTP/1.1" status: 404 len: 337 time: 0.0605299 Dec 24 03:28:19.453923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46980) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.459165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:19.459830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d290c4-f0d8-4e57-a0c1-a2f69da7943e None None] The sync data for ids ['081db068-1627-457d-9415-39e99bcb7bc4'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:19.469880 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61bb20d-b223-4371-8456-5f3e8631efe2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:19.474737 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a61bb20d-b223-4371-8456-5f3e8631efe2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/f8220ea6-0ec6-49ca-b7fc-522d96cc76cc HTTP/1.1" status: 404 len: 333 time: 0.0342522 Dec 24 03:28:19.474737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46982) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.517635 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-24265211-8291-49a3-8759-ed7764f0699d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.519726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24265211-8291-49a3-8759-ed7764f0699d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.527700 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-24265211-8291-49a3-8759-ed7764f0699d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/ccab4ea6-2511-42ef-b1db-8fd360365ab4 HTTP/1.1" status: 404 len: 337 time: 0.0685136 Dec 24 03:28:19.531243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46984) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.565398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8bbe5792-0a7f-42bb-878f-1b473c092cee up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:19.567896 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5b890486-61d6-4f19-bac3-2852a55c18a5 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports?device_id=130b8c57-cb91-4656-a805-54ce65ffae04 HTTP/1.1" status: 200 len: 205 time: 0.0336757 Dec 24 03:28:19.570832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.573669 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46986) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.573867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet b3bfe317-5c02-46ee-8450-3d9f5a33a232 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:19.579783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.584218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-781bd997-1287-44dd-8a33-8038c314fefa tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/081db068-1627-457d-9415-39e99bcb7bc4 HTTP/1.1" status: 200 len: 925 time: 0.2595303 Dec 24 03:28:19.599618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46988) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.624082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.625175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8bbe5792-0a7f-42bb-878f-1b473c092cee triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:19.625640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.655650 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-ac7bb2d0-da9f-490b-8132-76b8464ebc9f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] delete failed (client error): The resource could not be found. Dec 24 03:28:19.656721 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ac7bb2d0-da9f-490b-8132-76b8464ebc9f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/routers/130b8c57-cb91-4656-a805-54ce65ffae04 HTTP/1.1" status: 404 len: 336 time: 0.0812597 Dec 24 03:28:19.660532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.693971 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-3cc41c92-30b3-48e4-a567-6d019b821702 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:19.694829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-602bd5b1-12ce-452e-a7d5-6dda1f3cb4b7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.695135 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3cc41c92-30b3-48e4-a567-6d019b821702 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3247216 Dec 24 03:28:19.695290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602bd5b1-12ce-452e-a7d5-6dda1f3cb4b7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.698388 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-602bd5b1-12ce-452e-a7d5-6dda1f3cb4b7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/141a8f8e-598b-4a17-9935-93af3560cc3c HTTP/1.1" status: 404 len: 337 time: 0.0369236 Dec 24 03:28:19.699106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46992) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.702756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46994) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.707317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-489ae979-00b4-4fd2-9d22-11e69f39d03a tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group_rule': {'security_group_id': '52097726-af6b-4363-ab6c-1a76268c62a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:19.716581 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3a9a4-eacb-47e7-b144-97243f5d44fd tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:19.718253 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f1c3a9a4-eacb-47e7-b144-97243f5d44fd tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=081db068-1627-457d-9415-39e99bcb7bc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1148603 Dec 24 03:28:19.721250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 46996) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.741670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.770083 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-53d5fe90-ec9f-4c6d-b063-5bed0fdd396f tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dcd61d6-7813-4d5e-b049-a17506bf46af HTTP/1.1" status: 200 len: 205 time: 0.0574925 Dec 24 03:28:19.778410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 46998) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.786344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a73523c8-d231-456a-bc29-6c7dff030586 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:19.813804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892bc1a-7611-40c7-9586-9d7c0b163de2 None None] Network 97f513ab-e49a-4530-8b0f-e533c5406ff3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:19.816378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: a73523c8-d231-456a-bc29-6c7dff030586 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:19.816739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a73523c8-d231-456a-bc29-6c7dff030586 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:19.817734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4cd199-c4aa-4b63-b1fe-84c21cf8797a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:19.820464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.823210 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-feb0e92a-521b-479f-8d2a-6034e659f957 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/subnets/fb4cd199-c4aa-4b63-b1fe-84c21cf8797a HTTP/1.1" status: 204 len: 168 time: 0.6738210 Dec 24 03:28:19.825962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47000) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.833395 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-f548135d-2f4a-4a57-91f5-d96f403d93d6 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] delete failed (client error): The resource could not be found. Dec 24 03:28:19.838070 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f548135d-2f4a-4a57-91f5-d96f403d93d6 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/routers/7dcd61d6-7813-4d5e-b049-a17506bf46af HTTP/1.1" status: 404 len: 336 time: 0.0540662 Dec 24 03:28:19.838070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.839993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47002) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.888383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-489ae979-00b4-4fd2-9d22-11e69f39d03a tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:19.892207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-489ae979-00b4-4fd2-9d22-11e69f39d03a tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1874433 Dec 24 03:28:19.892342 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3384f5aa-d207-4b77-9df3-6a36b90624e7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.892342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3384f5aa-d207-4b77-9df3-6a36b90624e7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.893163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47004) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.897301 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3384f5aa-d207-4b77-9df3-6a36b90624e7 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/9c16a967-824b-47f0-b2d5-43dd07c887ad HTTP/1.1" status: 404 len: 337 time: 0.0526762 Dec 24 03:28:19.901920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47006) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.949357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.979285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec64df5-9b23-4828-a292-278ab6270b73 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.980156 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1451dbac-6f58-4bf8-9e3b-29043e748c1c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:19.980717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1451dbac-6f58-4bf8-9e3b-29043e748c1c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:19.982691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bfe317-5c02-46ee-8450-3d9f5a33a232,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:19.983722 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1451dbac-6f58-4bf8-9e3b-29043e748c1c tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/649e76f5-2ad4-4c1d-b7bd-8f6174016a24 HTTP/1.1" status: 404 len: 337 time: 0.0809371 Dec 24 03:28:19.986973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74feca10-1fd4-4a0c-a3ed-a2c053638ea3 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:19.988601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:19.988753 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74feca10-1fd4-4a0c-a3ed-a2c053638ea3 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.2660637 Dec 24 03:28:19.992067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:19.993704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47010) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.017983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.021368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-83ba57ab-88ea-4563-92bb-31a385e4b9e3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/b3bfe317-5c02-46ee-8450-3d9f5a33a232 HTTP/1.1" status: 204 len: 168 time: 0.5460815 Dec 24 03:28:20.022260 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22e6233-635c-49bc-9411-50c2f6a4fc0e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.022822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22e6233-635c-49bc-9411-50c2f6a4fc0e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.023644 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ecd53cad-4591-4da2-88d6-12b7459d56d6 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=081db068-1627-457d-9415-39e99bcb7bc4 HTTP/1.1" status: 200 len: 205 time: 0.0288656 Dec 24 03:28:20.025518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47014) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.026460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d22e6233-635c-49bc-9411-50c2f6a4fc0e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/1e9e176d-4afa-49c3-a7bf-b4faba4896f6 HTTP/1.1" status: 404 len: 333 time: 0.0372536 Dec 24 03:28:20.028726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28875a66-208f-4736-bff9-dc98bdf2b831 None None] Network eeec8e34-bf7b-4866-96d2-07baa666e054 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:20.029197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47016) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.033867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] DHCP port deletion for 97f513ab-e49a-4530-8b0f-e533c5406ff3 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:20.035534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47018) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.079817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec64df5-9b23-4828-a292-278ab6270b73 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.090328 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fe465e-ad68-4497-98e7-9fa2f95c8406 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.090791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fe465e-ad68-4497-98e7-9fa2f95c8406 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.093918 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e1fe465e-ad68-4497-98e7-9fa2f95c8406 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/c87217b9-0b17-4503-9ea7-f71802af6b00 HTTP/1.1" status: 404 len: 337 time: 0.0561531 Dec 24 03:28:20.099720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47020) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.167798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.193027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] Deleting port 0dc022a2-4058-4fcb-b163-d7382dd0d37e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:20.193839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.199351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d856d026-f502-4bf2-ae79-f0d7a7e61d71 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.199769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d856d026-f502-4bf2-ae79-f0d7a7e61d71 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.202840 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d856d026-f502-4bf2-ae79-f0d7a7e61d71 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/92739272-951a-4e77-96d0-b17ed88b3c79 HTTP/1.1" status: 404 len: 333 time: 0.1021993 Dec 24 03:28:20.212994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47022) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.221864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Deleting port 0dc022a2-4058-4fcb-b163-d7382dd0d37e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:20.222211 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.255305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e1be9c-239b-4786-949f-e1ca261064a1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.255965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e1be9c-239b-4786-949f-e1ca261064a1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.259402 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-08e1be9c-239b-4786-949f-e1ca261064a1 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/dd79eda5-0b6f-4d4f-ae57-bb722bdbce2d HTTP/1.1" status: 404 len: 337 time: 0.0454161 Dec 24 03:28:20.270143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5ada-a796-4271-9ef9-165984ba7b0c req-5f85b6a5-1ade-47e3-9587-9aea711c637e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:20.271764 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-104a5ada-a796-4271-9ef9-165984ba7b0c req-5f85b6a5-1ade-47e3-9587-9aea711c637e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1782713 Dec 24 03:28:20.272199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47024) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.277198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec64df5-9b23-4828-a292-278ab6270b73 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.279779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec64df5-9b23-4828-a292-278ab6270b73 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.280933 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dec64df5-9b23-4828-a292-278ab6270b73 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/52097726-af6b-4363-ab6c-1a76268c62a2 HTTP/1.1" status: 204 len: 168 time: 0.3868608 Dec 24 03:28:20.291222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.308670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] For port 0dc022a2-4058-4fcb-b163-d7382dd0d37e, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0dc022a2-4058-4fcb-b163-d7382dd0d37e,segment=NetworkSegment(dbc8ed06-bc0c-499d-af43-2a3a57683025),segment_id=dbc8ed06-bc0c-499d-af43-2a3a57683025)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:20.309067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.326479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Calling delete_port for 0dc022a2-4058-4fcb-b163-d7382dd0d37e owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:20.342214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.343135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 8bbe5792-0a7f-42bb-878f-1b473c092cee {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:20.343654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.351986 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac496b6-35e8-4d42-b972-2246412c5100 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.352858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac496b6-35e8-4d42-b972-2246412c5100 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.356058 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eac496b6-35e8-4d42-b972-2246412c5100 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/8b4c0696-bbec-4bc6-a3e4-b8688e3ef1de HTTP/1.1" status: 404 len: 333 time: 0.0799360 Dec 24 03:28:20.357104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec64df5-9b23-4828-a292-278ab6270b73 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52097726-af6b-4363-ab6c-1a76268c62a2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:20.358811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.387101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] DHCP port deletion for eeec8e34-bf7b-4866-96d2-07baa666e054 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:20.463099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] For port 8bbe5792-0a7f-42bb-878f-1b473c092cee, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8bbe5792-0a7f-42bb-878f-1b473c092cee,segment=NetworkSegment(e4fc8994-483f-453b-b648-421f23ae6b25),segment_id=e4fc8994-483f-453b-b648-421f23ae6b25)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:20.463099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.465473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] For port 0dc022a2-4058-4fcb-b163-d7382dd0d37e, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0dc022a2-4058-4fcb-b163-d7382dd0d37e,segment=NetworkSegment(dbc8ed06-bc0c-499d-af43-2a3a57683025),segment_id=dbc8ed06-bc0c-499d-af43-2a3a57683025)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:20.465473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.470170 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-13b0e5b3-f2b6-4f38-933c-80027771670f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1690264 Dec 24 03:28:20.471616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47030) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.474448 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b2631d-ad13-4f29-9738-de3bfca6b07d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.474929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b2631d-ad13-4f29-9738-de3bfca6b07d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.480280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f8b2631d-ad13-4f29-9738-de3bfca6b07d tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/46830eb6-10c0-4c67-9c53-0668ce45871b HTTP/1.1" status: 404 len: 337 time: 0.0775151 Dec 24 03:28:20.480494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b48b2049-dd31-44a5-8fb8-3ebef039081b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362795949'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:20.480589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47032) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.487434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 8bbe5792-0a7f-42bb-878f-1b473c092cee owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:20.491185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] Calling delete_port for 0dc022a2-4058-4fcb-b163-d7382dd0d37e owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:20.493619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-104a5ada-a796-4271-9ef9-165984ba7b0c req-abbb3ad5-7225-4ecf-89e7-d8c9fd159171 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1978762 Dec 24 03:28:20.551815 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fc3c97-1283-43c3-ad94-32a819f0decd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.552417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fc3c97-1283-43c3-ad94-32a819f0decd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.558497 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-92fc3c97-1283-43c3-ad94-32a819f0decd tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/e117ba4d-7dde-49e5-9dee-3b899e235d65 HTTP/1.1" status: 404 len: 333 time: 0.0745821 Dec 24 03:28:20.558665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] Deleting port 8bbe5792-0a7f-42bb-878f-1b473c092cee {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:20.558665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.558855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.558971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.590790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b48b2049-dd31-44a5-8fb8-3ebef039081b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.591037 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfb1ddf-cce2-4ac5-b1ce-771481da663e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.591427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfb1ddf-cce2-4ac5-b1ce-771481da663e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.596864 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4dfb1ddf-cce2-4ac5-b1ce-771481da663e tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/6569a53d-6ffc-4561-b222-fbb1d1c1731e HTTP/1.1" status: 404 len: 337 time: 0.0348642 Dec 24 03:28:20.597044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47038) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.600354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] No DVR routers for this DVR port 0dc022a2-4058-4fcb-b163-d7382dd0d37e on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:20.617218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Port': ['ID=0dc022a2-4058-4fcb-b163-d7382dd0d37e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:20.622860 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4f894b-e23f-4108-a1f9-0abdeac51997 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.624290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4f894b-e23f-4108-a1f9-0abdeac51997 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.628442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3a4f894b-e23f-4108-a1f9-0abdeac51997 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/23ed36bd-2cc8-4a6a-8cb7-c58e16f5a7a5 HTTP/1.1" status: 404 len: 333 time: 0.0285258 Dec 24 03:28:20.629213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47040) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.652257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] For port 8bbe5792-0a7f-42bb-878f-1b473c092cee, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8bbe5792-0a7f-42bb-878f-1b473c092cee,segment=NetworkSegment(e4fc8994-483f-453b-b648-421f23ae6b25),segment_id=e4fc8994-483f-453b-b648-421f23ae6b25)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:20.652824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.662808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.666450 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0d87de-f8ac-4847-9cab-7753b74dcd3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.666660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.666909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a0d87de-f8ac-4847-9cab-7753b74dcd3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.668873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] Calling delete_port for 8bbe5792-0a7f-42bb-878f-1b473c092cee owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:20.672507 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9a0d87de-f8ac-4847-9cab-7753b74dcd3b tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/225ea2ee-6976-416f-9b9d-a6b84c7d1fae HTTP/1.1" status: 404 len: 337 time: 0.0398209 Dec 24 03:28:20.673825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.697857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] Pushing event deleted for resources: {'Port': ['ID=0dc022a2-4058-4fcb-b163-d7382dd0d37e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:20.701483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb86ccb-e5bf-4ad9-809d-b865bfd425c9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.702065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb86ccb-e5bf-4ad9-809d-b865bfd425c9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.708408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4cb86ccb-e5bf-4ad9-809d-b865bfd425c9 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/efa1899c-dfd8-47b0-a42c-c8464865ae93 HTTP/1.1" status: 404 len: 333 time: 0.0303824 Dec 24 03:28:20.714617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74605aa-737d-4071-ad93-7aadfba51827 None None] No DVR routers for this DVR port 0dc022a2-4058-4fcb-b163-d7382dd0d37e on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:20.725343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47044) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.736265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.755387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Deleting port c7324ab4-1159-491a-8ab7-43703cb85acb {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:20.755690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.775755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.785174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.803004 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6c6fd4-0657-4f66-a6a8-bc9ba28f9884 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.803378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6c6fd4-0657-4f66-a6a8-bc9ba28f9884 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.809428 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9d6c6fd4-0657-4f66-a6a8-bc9ba28f9884 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/580a3fe7-31c8-4861-89c3-d5df1ae98fe1 HTTP/1.1" status: 404 len: 337 time: 0.0788429 Dec 24 03:28:20.812889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.813481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] Pushing event deleted for resources: {'Port': ['ID=8bbe5792-0a7f-42bb-878f-1b473c092cee,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:20.817067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190a25e-82c1-4e4e-8df4-82aa4f2a6d0b None None] No DVR routers for this DVR port 8bbe5792-0a7f-42bb-878f-1b473c092cee on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:20.838466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f513ab-e49a-4530-8b0f-e533c5406ff3']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:20.840788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ced4cd-3a47-46a6-8ce4-55e27ff61089 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.841301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ced4cd-3a47-46a6-8ce4-55e27ff61089 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.844304 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-94ced4cd-3a47-46a6-8ce4-55e27ff61089 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/ports/e469d71a-22ab-475a-b28e-9006dfb2b560 HTTP/1.1" status: 404 len: 333 time: 0.0304587 Dec 24 03:28:20.848274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.848628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=8bbe5792-0a7f-42bb-878f-1b473c092cee,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:20.853356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No DVR routers for this DVR port 8bbe5792-0a7f-42bb-878f-1b473c092cee on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:20.878711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc8ed06-bc0c-499d-af43-2a3a57683025') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:20.879009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc8ed06-bc0c-499d-af43-2a3a57683025') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:20.880413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-983c3fe1-7361-4204-97ef-7b1053385113 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:20.880786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983c3fe1-7361-4204-97ef-7b1053385113 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:20.883845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-983c3fe1-7361-4204-97ef-7b1053385113 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/subnets/2ae73406-03e3-42ec-8527-f4b4ca147874 HTTP/1.1" status: 404 len: 337 time: 0.0346882 Dec 24 03:28:20.889145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:20.905209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.905482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.936355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Calling delete_port for c7324ab4-1159-491a-8ab7-43703cb85acb owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:20.940127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.981374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.986506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b48b2049-dd31-44a5-8fb8-3ebef039081b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:20.994319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:20.994733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:21.008449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b48b2049-dd31-44a5-8fb8-3ebef039081b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.020197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.064606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeec8e34-bf7b-4866-96d2-07baa666e054']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:21.110555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b48b2049-dd31-44a5-8fb8-3ebef039081b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.111826 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b48b2049-dd31-44a5-8fb8-3ebef039081b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6402874 Dec 24 03:28:21.117459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fc8994-483f-453b-b648-421f23ae6b25') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:21.117880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fc8994-483f-453b-b648-421f23ae6b25') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:21.120034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47052) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.122329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b2049-dd31-44a5-8fb8-3ebef039081b tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f87c14-f6f7-4f5b-ac06-1df590c61b2a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:21.128698 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ead0ddaf-0823-4749-bb95-04e80ea590c5 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:21.129144 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-ead0ddaf-0823-4749-bb95-04e80ea590c5 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 03:28:21.129278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.129655 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-ead0ddaf-0823-4749-bb95-04e80ea590c5 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] update failed (client error): There was a conflict when trying to complete your request. Dec 24 03:28:21.133323 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ead0ddaf-0823-4749-bb95-04e80ea590c5 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "PUT /v2.0/security-groups/c4f87c14-f6f7-4f5b-ac06-1df590c61b2a HTTP/1.1" status: 409 len: 330 time: 0.0094807 Dec 24 03:28:21.137073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47054) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.150309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.159011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.163451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.169838 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/networks/97f513ab-e49a-4530-8b0f-e533c5406ff3 HTTP/1.1" status: 204 len: 168 time: 1.3404465 Dec 24 03:28:21.177246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.193506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011a619-2043-4a5c-90d5-224e4443ff41 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Pushing event deleted for resources: {'Network': ['ID=97f513ab-e49a-4530-8b0f-e533c5406ff3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:21.201511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.214083 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:21.214583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.216660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b6bd3f-63b4-4ad9-857e-58009b511f78']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:21.217802 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:21.220429 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-57bd8fb1-a2fb-41ed-ba2f-015df6adb974 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "GET /v2.0/ports?device_id=0874b9b0-39eb-4275-9fba-fe529b13e739 HTTP/1.1" status: 200 len: 205 time: 0.0421236 Dec 24 03:28:21.226235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.238077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8283fdb0-7e50-46ad-ad1f-892005784330') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:21.238395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8283fdb0-7e50-46ad-ad1f-892005784330') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:21.293644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74ed7ef8-d0e9-4c09-8f46-573e77df3f34 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.300081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.304131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.307485 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/eeec8e34-bf7b-4866-96d2-07baa666e054 HTTP/1.1" status: 204 len: 168 time: 1.2806962 Dec 24 03:28:21.314900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.316044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.323094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1103703969'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:21.333854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df2967-1a21-4f85-8104-20bf04f6f4e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=eeec8e34-bf7b-4866-96d2-07baa666e054,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:21.339895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74ed7ef8-d0e9-4c09-8f46-573e77df3f34 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.367528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd23-f547-422d-a899-f5a2b61a6221 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.372618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.382847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74ed7ef8-d0e9-4c09-8f46-573e77df3f34 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.386179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74ed7ef8-d0e9-4c09-8f46-573e77df3f34 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.389661 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74ed7ef8-d0e9-4c09-8f46-573e77df3f34 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4f87c14-f6f7-4f5b-ac06-1df590c61b2a HTTP/1.1" status: 204 len: 168 time: 0.2491617 Dec 24 03:28:21.390449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47062) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.408192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed7ef8-d0e9-4c09-8f46-573e77df3f34 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f87c14-f6f7-4f5b-ac06-1df590c61b2a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:21.418422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:21.418826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:21.424014 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:21.442844 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-86c7b3bf-2125-41e3-91ad-41e12cfbde3e tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0513489 Dec 24 03:28:21.447155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47064) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.462179 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-aa13ea34-078f-4784-9650-7636a3d62f4f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] delete failed (client error): The resource could not be found. Dec 24 03:28:21.469018 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aa13ea34-078f-4784-9650-7636a3d62f4f tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "DELETE /v2.0/security-groups/ac68f096-9fe7-41a1-bca9-4e3379f28bff HTTP/1.1" status: 404 len: 347 time: 0.0174742 Dec 24 03:28:21.469725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47066) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.485660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.487083 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-b79041da-37ed-4c11-931e-1bc5985ea819 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] show failed (client error): The resource could not be found. Dec 24 03:28:21.487476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:21.491736 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b79041da-37ed-4c11-931e-1bc5985ea819 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-groups/3756ba7f-2173-4512-bb96-90a7f8f9b8c1 HTTP/1.1" status: 404 len: 347 time: 0.0174429 Dec 24 03:28:21.491882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.492182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47068) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.503899 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-d74ac2fb-7c06-4901-8d22-fbca3070ecc1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] show failed (client error): The resource could not be found. Dec 24 03:28:21.506744 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d74ac2fb-7c06-4901-8d22-fbca3070ecc1 tempest-NegativeSecGroupIPv6Test-2124684681 tempest-NegativeSecGroupIPv6Test-2124684681-project] 10.222.0.37 "GET /v2.0/security-group-rules/3531e315-05b5-43e6-854c-494605bcb2df HTTP/1.1" status: 404 len: 356 time: 0.0118072 Dec 24 03:28:21.516584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0dc022a2-4058-4fcb-b163-d7382dd0d37e no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:21.542395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 0dc022a2-4058-4fcb-b163-d7382dd0d37e {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:21.543115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0dc022a2-4058-4fcb-b163-d7382dd0d37e not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:21.543539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8bbe5792-0a7f-42bb-878f-1b473c092cee no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:21.563734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 8bbe5792-0a7f-42bb-878f-1b473c092cee {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:21.564201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8bbe5792-0a7f-42bb-878f-1b473c092cee not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:21.614501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event deleted for resources: {'Port': ['ID=c7324ab4-1159-491a-8ab7-43703cb85acb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:21.623267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.629731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2638a92-7e5a-4b39-ac21-7f8b4e804631 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:21.679453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.682714 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] 10.222.0.37 "DELETE /v2.0/networks/97b6bd3f-63b4-4ad9-857e-58009b511f78 HTTP/1.1" status: 204 len: 168 time: 0.7926455 Dec 24 03:28:21.689759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd23-f547-422d-a899-f5a2b61a6221 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.703571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd23-f547-422d-a899-f5a2b61a6221 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.724345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1f05e-1a0b-414b-8c47-76516960ac78 tempest-NetworksTestDHCPv6-790840547 tempest-NetworksTestDHCPv6-790840547-project] Pushing event deleted for resources: {'Network': ['ID=97b6bd3f-63b4-4ad9-857e-58009b511f78,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:21.729274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:21.786437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47076) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.889963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.942170 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-97a53a90-720f-492a-b4b8-811875eeb814 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20096d0b72cd497fa988010a24065183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542015 Dec 24 03:28:21.944633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47082) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:21.982887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47084) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:22.004441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88562506-ec90-4173-8587-5a89c9d372e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.028472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88562506-ec90-4173-8587-5a89c9d372e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.067252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.067681 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment e8b3aa58-19de-4188-8a2d-661b6357ea8c of type vlan for network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 Dec 24 03:28:22.075972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd23-f547-422d-a899-f5a2b61a6221 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.076517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d9fd23-f547-422d-a899-f5a2b61a6221 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Fanout notify agent at l3_agent the message router_deleted on router 0874b9b0-39eb-4275-9fba-fe529b13e739 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:22.092094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88562506-ec90-4173-8587-5a89c9d372e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.095717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88562506-ec90-4173-8587-5a89c9d372e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.096912 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-88562506-ec90-4173-8587-5a89c9d372e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bcfc75c-b577-45b0-888d-c2663ddb3166 HTTP/1.1" status: 204 len: 168 time: 0.1513586 Dec 24 03:28:22.099088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.107086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd23-f547-422d-a899-f5a2b61a6221 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.110969 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-89d9fd23-f547-422d-a899-f5a2b61a6221 tempest-RoutersNegativeTest-1198751057 tempest-RoutersNegativeTest-1198751057-project] 10.222.0.37 "DELETE /v2.0/routers/0874b9b0-39eb-4275-9fba-fe529b13e739 HTTP/1.1" status: 204 len: 168 time: 0.8798585 Dec 24 03:28:22.122628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562506-ec90-4173-8587-5a89c9d372e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcfc75c-b577-45b0-888d-c2663ddb3166,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:22.196251 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c7ddd433-0e95-4df6-bc8a-8c4218dca444 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c5a58698be44026ba7d361a9cd5ffd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119932 Dec 24 03:28:22.196986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47092) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:22.208184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.217895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.221208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.253760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2d75200-42a8-4f84-bce0-3b9b45590715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.274390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.282339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:22.282991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.283274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2d75200-42a8-4f84-bce0-3b9b45590715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.294729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.295255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Fanout notify agent at l3_agent the message router_deleted on router 081db068-1627-457d-9415-39e99bcb7bc4 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:22.320122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.326064 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47098) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:22.327953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c4e54bb7-c68f-4456-8191-765d91559a9a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/081db068-1627-457d-9415-39e99bcb7bc4 HTTP/1.1" status: 204 len: 168 time: 2.2977290 Dec 24 03:28:22.331811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0bff8aae-8da6-4e01-a6b3-3e3a3cdbf27b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2022942919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:22.351312 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0319624 Dec 24 03:28:22.355124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47100) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:22.363083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:22.394035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0bff8aae-8da6-4e01-a6b3-3e3a3cdbf27b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.395389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0bff8aae-8da6-4e01-a6b3-3e3a3cdbf27b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.402138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2d75200-42a8-4f84-bce0-3b9b45590715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.405250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2d75200-42a8-4f84-bce0-3b9b45590715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.408835 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f2d75200-42a8-4f84-bce0-3b9b45590715 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/454484ac-e88d-4181-aa90-5106f997bb38 HTTP/1.1" status: 204 len: 168 time: 0.2109704 Dec 24 03:28:22.411005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6b24b-a287-4deb-b516-683d08ad34dd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=75a9b7b2-a10c-43e6-a26f-b8fec1fec350,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:22.422397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:22.426536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:22.446262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d75200-42a8-4f84-bce0-3b9b45590715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454484ac-e88d-4181-aa90-5106f997bb38,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:22.523328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:22.529790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0bff8aae-8da6-4e01-a6b3-3e3a3cdbf27b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.530048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.539005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0bff8aae-8da6-4e01-a6b3-3e3a3cdbf27b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.567478 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0bff8aae-8da6-4e01-a6b3-3e3a3cdbf27b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.571512 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0bff8aae-8da6-4e01-a6b3-3e3a3cdbf27b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2412963 Dec 24 03:28:22.571829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47114) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:22.577557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': True}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:22.760657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.886788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=f512bacb-1d8a-4ab5-8f00-4c8a43076ad2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:22.907648 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e60c6fc6-e332-407c-bb43-6a82b495a548 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f59c45a52924937b9874f939a3e430a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790456 Dec 24 03:28:22.907648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:22.924454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': 'e8b3aa58-19de-4188-8a2d-661b6357ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:22.924870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: 75a9b7b2-a10c-43e6-a26f-b8fec1fec350, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:22.973128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:22.991482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0470f7f-88cf-44b7-acc8-dd843f1522a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.004797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 75a9b7b2-a10c-43e6-a26f-b8fec1fec350) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:23.011808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caceb76-ba28-4883-9109-d5d3d8113a8b None None] Network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:23.021728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:23.022864 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.055394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-81fff7d2-55b9-4219-aa8f-826b087412cc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6965230 Dec 24 03:28:23.055895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0470f7f-88cf-44b7-acc8-dd843f1522a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.057675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:23.072070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350', 'security_groups': [], 'name': 'tempest-PortsTestJSON-973429510'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:23.140333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.145620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47140) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:23.217528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0470f7f-88cf-44b7-acc8-dd843f1522a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.220555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0470f7f-88cf-44b7-acc8-dd843f1522a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.222029 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f0470f7f-88cf-44b7-acc8-dd843f1522a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4e7302b-7078-47a5-83cd-a86c0173908e HTTP/1.1" status: 204 len: 168 time: 0.3150403 Dec 24 03:28:23.238210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470f7f-88cf-44b7-acc8-dd843f1522a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e7302b-7078-47a5-83cd-a86c0173908e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:23.263558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-75a9b7b2-a10c-43e6-a26f-b8fec1fec350', 'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350', 'project_id': '7bd861e6d60a4e1b989551ebd18d38c7', 'fixed_ips': [{'subnet_id': 'f512bacb-1d8a-4ab5-8f00-4c8a43076ad2'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:23.264873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.287066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:23.292309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.327703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 4f862638-121d-4f41-9ba4-8977355a7913 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:23.381767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-161856954-network', 'tenant_id': '8f4930f6a4c64761ad378a3ee7070bc7'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:23.472461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Made reservation on behalf of 8f4930f6a4c64761ad378a3ee7070bc7 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:23.475195 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.487391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.489720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.497192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.10 (75a9b7b2-a10c-43e6-a26f-b8fec1fec350/f512bacb-1d8a-4ab5-8f00-4c8a43076ad2/4f862638-121d-4f41-9ba4-8977355a7913) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:23.522462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.662066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.685897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Allocated IP 172.26.5.215 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f897103c-2809-475c-b584-1096f8f5fa07) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:23.693401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47160) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:23.705435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.711407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.712630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.726195 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:23.736640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.737033 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Added segment d83cfbe6-adc1-46c3-878c-e5d403391ece of type vlan for network 6170671b-9d5b-4011-961d-60aaae942fbd Dec 24 03:28:23.757298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Allocated IP 172.20.0.2 (75a9b7b2-a10c-43e6-a26f-b8fec1fec350/f512bacb-1d8a-4ab5-8f00-4c8a43076ad2/23e90c88-038b-43f0-9640-66517658a0ec) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:23.781584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.820592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.821651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=4f862638-121d-4f41-9ba4-8977355a7913,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:23.822041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:23.822962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.837810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:23.839471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:23.841856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:23.858090 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1838055504'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:23.915101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:23.916314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.931114 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7839265 Dec 24 03:28:23.934025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47168) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:23.940812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Request body: {'subnet': {'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-161856954-subnet', 'tenant_id': '8f4930f6a4c64761ad378a3ee7070bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:23.951219 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d63400ad-ad04-4f85-bd0e-41a73c68d82e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8923128 Dec 24 03:28:23.951878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:23.961518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:23.969823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b54c53-a0ea-4404-9943-f4f6207978f3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:23.973087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.010615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Made reservation on behalf of 8f4930f6a4c64761ad378a3ee7070bc7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:24.013419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.045696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd103-b774-4cf7-bb0f-3988ae0fcd0e admin admin] Pushing event updated for resources: {'Network': ['ID=6170671b-9d5b-4011-961d-60aaae942fbd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.052200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:24.058787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.066317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:24.069837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Pushing event updated for resources: {'Port': ['ID=23e90c88-038b-43f0-9640-66517658a0ec,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.071904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.081657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:24.085281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6170671b-9d5b-4011-961d-60aaae942fbd details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:24.088693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:24.132041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.137458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 4f862638-121d-4f41-9ba4-8977355a7913 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:24.137797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.217176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.220826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Attempting to bind port 23e90c88-038b-43f0-9640-66517658a0ec on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:24.221502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Attempting to bind port 23e90c88-038b-43f0-9640-66517658a0ec by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'e8b3aa58-19de-4188-8a2d-661b6357ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:24.222076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Attempting to bind port 23e90c88-038b-43f0-9640-66517658a0ec on network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:24.232969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:24.234096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Checking segment: {'id': 'e8b3aa58-19de-4188-8a2d-661b6357ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:24.235300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.235958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Bound using segment: {'id': 'e8b3aa58-19de-4188-8a2d-661b6357ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:24.236715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Bound port: 23e90c88-038b-43f0-9640-66517658a0ec, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b3aa58-19de-4188-8a2d-661b6357ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '75a9b7b2-a10c-43e6-a26f-b8fec1fec350'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:24.237785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.248162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.290554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.313442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.322116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:24.324666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.326862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] For port 23e90c88-038b-43f0-9640-66517658a0ec, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:24.330786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] For port 23e90c88-038b-43f0-9640-66517658a0ec, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23e90c88-038b-43f0-9640-66517658a0ec,segment=NetworkSegment(e8b3aa58-19de-4188-8a2d-661b6357ea8c),segment_id=e8b3aa58-19de-4188-8a2d-661b6357ea8c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:24.334168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 4f862638-121d-4f41-9ba4-8977355a7913 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:24.338662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.363061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f999215-22b1-41ae-ae44-6b8c663fff11,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.402519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:24.404197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Port': ['ID=f897103c-2809-475c-b584-1096f8f5fa07,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.408921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:24.413081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf531-b6ce-4259-99e8-4e29a2585ffb None None] Pushing event updated for resources: {'Port': ['ID=23e90c88-038b-43f0-9640-66517658a0ec,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.424402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:24.425213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81792a0-33d5-44b8-9580-7f956bfb51cf None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:24.439360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed298a8-7001-4263-8efc-fcf87dccb3b1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.460068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.460355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.460732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.461798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.462559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.462910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.463142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.463249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.463500 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb of type vlan for network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 Dec 24 03:28:24.463625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.463904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.464301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.464599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.464928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.465253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:24.490490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Checking segment: {'id': 'd83cfbe6-adc1-46c3-878c-e5d403391ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:24.490736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Network hostable DHCP agents. Network: 6170671b-9d5b-4011-961d-60aaae942fbd, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:24.513417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b57daa45-e1a1-4a91-bd9e-da9e51b0da70 None None] Provisioning complete for port f897103c-2809-475c-b584-1096f8f5fa07 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:24.513795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b57daa45-e1a1-4a91-bd9e-da9e51b0da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.537895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Network 6170671b-9d5b-4011-961d-60aaae942fbd is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:24.547315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.573676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b57daa45-e1a1-4a91-bd9e-da9e51b0da70 None None] Port f897103c-2809-475c-b584-1096f8f5fa07 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:24.581414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6170671b-9d5b-4011-961d-60aaae942fbd) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:24.593542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc748a-c5f4-4a57-8279-de0cd9f7fd9f None None] Network 6170671b-9d5b-4011-961d-60aaae942fbd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:24.597720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:24.598323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.659804 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9837e142-3256-4c73-83dd-19f2fa9c7782 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7198937 Dec 24 03:28:24.661830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.695814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=4f862638-121d-4f41-9ba4-8977355a7913,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.732942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.739609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:24.740288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.806434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce871f-772e-4769-a600-93a372f5b70c None None] Network 6170671b-9d5b-4011-961d-60aaae942fbd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:24.817364 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1200502 Dec 24 03:28:24.903169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.922036 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-005a5626-55ac-4b13-a0bd-c91c7d28f90e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/4f862638-121d-4f41-9ba4-8977355a7913 HTTP/1.1" status: 204 len: 168 time: 0.9618628 Dec 24 03:28:24.922795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:24.963617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=d980e0be-1e2d-43df-a2a1-1693eeb99bf8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:24.996761 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5fef15-ba39-41f7-93e4-bc90d5e87547 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:25.001648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.002282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.002864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.003420 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7a5fef15-ba39-41f7-93e4-bc90d5e87547 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/4f862638-121d-4f41-9ba4-8977355a7913 HTTP/1.1" status: 404 len: 333 time: 0.0795653 Dec 24 03:28:25.003655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.004206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.004773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.005652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.006221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.006659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:25.006983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.007536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.008131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.008710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.009250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2aee-6dbb-4897-8a55-834cb178bca9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:25.051296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:25.097932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.141326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet f512bacb-1d8a-4ab5-8f00-4c8a43076ad2 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:25.147660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.198686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.327714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.405455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.466480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=f512bacb-1d8a-4ab5-8f00-4c8a43076ad2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:25.478691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.486078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a92cf021-cba7-4fa8-a5b1-35fcee6557aa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/f512bacb-1d8a-4ab5-8f00-4c8a43076ad2 HTTP/1.1" status: 204 len: 168 time: 0.4736381 Dec 24 03:28:25.486452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:25.600522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.606560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.678110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:25.710409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23e90c88-038b-43f0-9640-66517658a0ec up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:25.725743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.839335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47218) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:25.841338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 23e90c88-038b-43f0-9640-66517658a0ec triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:25.841781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.859773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1247038554-network', 'tenant_id': 'c1af3ea569174866ada1e9c60af91e71'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:25.898284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 23e90c88-038b-43f0-9640-66517658a0ec {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:25.899249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.964058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Made reservation on behalf of c1af3ea569174866ada1e9c60af91e71 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:25.966440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.975892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.994357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--723269839', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:26.007880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.025453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] For port 23e90c88-038b-43f0-9640-66517658a0ec, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23e90c88-038b-43f0-9640-66517658a0ec,segment=NetworkSegment(e8b3aa58-19de-4188-8a2d-661b6357ea8c),segment_id=e8b3aa58-19de-4188-8a2d-661b6357ea8c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:26.026121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.041444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 23e90c88-038b-43f0-9640-66517658a0ec, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23e90c88-038b-43f0-9640-66517658a0ec,segment=NetworkSegment(e8b3aa58-19de-4188-8a2d-661b6357ea8c),segment_id=e8b3aa58-19de-4188-8a2d-661b6357ea8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:26.050071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.055504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 23e90c88-038b-43f0-9640-66517658a0ec owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:26.064933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:26.069604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.084661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.090147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Router 252e81d9-c995-48d3-8eb0-45647cd581c5 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:28:26.179449 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=23e90c88-038b-43f0-9640-66517658a0ec,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:26.187447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e31604a-b81e-431b-8cf3-48395ee79c47 None None] Network 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:26.271576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.271937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.272281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.272662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.272983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.273311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.274163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.274494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.274875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.275224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.275551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.275929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.276254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:26.323633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.326096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7f71e962-9fa8-4ebb-8f1c-6d1654a11dbb None None] Provisioning complete for port 23e90c88-038b-43f0-9640-66517658a0ec triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:26.327002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f71e962-9fa8-4ebb-8f1c-6d1654a11dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.364092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7f71e962-9fa8-4ebb-8f1c-6d1654a11dbb None None] Port 23e90c88-038b-43f0-9640-66517658a0ec was deleted so its status cannot be updated. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 24 03:28:26.369696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=23e90c88-038b-43f0-9640-66517658a0ec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:26.381994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.383261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3a059-4154-4efb-a028-7074d5d638a8 None None] DHCP port deletion for 75a9b7b2-a10c-43e6-a26f-b8fec1fec350 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:26.390422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No DVR routers for this DVR port 23e90c88-038b-43f0-9640-66517658a0ec on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:26.401971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.426919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:26.429863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.433790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.437617 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4eb7b6c4-3a21-4c2a-8e68-af96612ca9ca tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "PUT /v2.0/routers/252e81d9-c995-48d3-8eb0-45647cd581c5 HTTP/1.1" status: 200 len: 919 time: 3.8622689 Dec 24 03:28:26.442322 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] Sync routers for ids ['252e81d9-c995-48d3-8eb0-45647cd581c5'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:26.448661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.452601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47220) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:26.456400 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] Routers {'252e81d9-c995-48d3-8eb0-45647cd581c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:26.457098 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['252e81d9-c995-48d3-8eb0-45647cd581c5'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:26.467517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:26.495774 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:26.497197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.498213 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment 8f51eb12-5d72-4085-916f-b5959a4acb36 of type vlan for network 0d055c11-9e2d-455a-9f5e-9e0610819748 Dec 24 03:28:26.505053 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] Routers {'252e81d9-c995-48d3-8eb0-45647cd581c5'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:26.505985 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['252e81d9-c995-48d3-8eb0-45647cd581c5'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:26.520824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:26.547722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.548069 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Added segment ffbd311d-d189-44c6-8faf-00122f19a20d of type vlan for network d21ed76e-dacf-44e4-a7d6-8be82eee1e98 Dec 24 03:28:26.557479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98685ae0-5d29-4acf-90b3-379a4e99b6cb,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:26.584696 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:26.585358 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e0b1c-ca36-43b0-a702-2c07901e5377 None None] The sync data for ids ['252e81d9-c995-48d3-8eb0-45647cd581c5'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:26.591477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.629654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.633479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fb310f-692f-4751-8e4a-002d2ba950c5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:26.643417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a9b7b2-a10c-43e6-a26f-b8fec1fec350']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:26.665068 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ef48d3c-1ae7-4575-8b14-48091c2241f7 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/252e81d9-c995-48d3-8eb0-45647cd581c5 HTTP/1.1" status: 200 len: 925 time: 0.2064161 Dec 24 03:28:26.665282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:26.669111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.679165 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.680231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:26.681007 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.682735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b3aa58-19de-4188-8a2d-661b6357ea8c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:26.683044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b3aa58-19de-4188-8a2d-661b6357ea8c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:26.710589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.739569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.750087 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9069552 Dec 24 03:28:26.750453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47224) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:26.750754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ec4a0-c92c-4841-81d3-9d50738ec18e admin admin] Pushing event updated for resources: {'Network': ['ID=d21ed76e-dacf-44e4-a7d6-8be82eee1e98,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:26.753151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:26.753579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.760607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Request body: {'subnet': {'network_id': 'd21ed76e-dacf-44e4-a7d6-8be82eee1e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1247038554-subnet', 'tenant_id': 'c1af3ea569174866ada1e9c60af91e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:26.764246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d21ed76e-dacf-44e4-a7d6-8be82eee1e98 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:26.765050 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:26.780328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.785732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:26.786333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.852190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b97ca-356f-48d4-8642-fd0abd0fd8f9 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:26.856300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-496b97ca-356f-48d4-8642-fd0abd0fd8f9 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=252e81d9-c995-48d3-8eb0-45647cd581c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1876981 Dec 24 03:28:26.857485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47226) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:26.887124 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2079959 Dec 24 03:28:26.891501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47228) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:26.899137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:26.921171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.922720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Made reservation on behalf of c1af3ea569174866ada1e9c60af91e71 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:26.925238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.929497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77595514-da12-49bd-b2a0-f051ecd61bc9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=0d055c11-9e2d-455a-9f5e-9e0610819748,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:26.940598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.943888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/75a9b7b2-a10c-43e6-a26f-b8fec1fec350 HTTP/1.1" status: 204 len: 168 time: 1.4549494 Dec 24 03:28:26.952682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:26.960185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47230) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:26.973167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'name': 'tempest-PortsTestJSON-1462135783'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:26.976095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389c2d-c663-448c-b965-d4fb4d07a3e5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=75a9b7b2-a10c-43e6-a26f-b8fec1fec350,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:26.981175 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:26.982471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:27.090619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8ccf7-03e0-45d2-a6c7-e0574a98e8ff tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:27.092390 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d9b8ccf7-03e0-45d2-a6c7-e0574a98e8ff tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.2347572 Dec 24 03:28:27.095360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47232) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:27.128867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:27.139050 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5e25452d-82fd-4b36-b41d-f1628f11601a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=252e81d9-c995-48d3-8eb0-45647cd581c5 HTTP/1.1" status: 200 len: 205 time: 0.0400677 Dec 24 03:28:27.139417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47234) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:27.193699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:27.252419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce4d4ad-c77d-4e3e-b76d-b9584e1743b0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:27.260971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Checking segment: {'id': 'ffbd311d-d189-44c6-8faf-00122f19a20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd21ed76e-dacf-44e4-a7d6-8be82eee1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:27.261322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Network hostable DHCP agents. Network: d21ed76e-dacf-44e4-a7d6-8be82eee1e98, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:27.279909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Network d21ed76e-dacf-44e4-a7d6-8be82eee1e98 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:27.289573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d21ed76e-dacf-44e4-a7d6-8be82eee1e98) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:27.294359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:27.296478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:27.301175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825e5ee-b633-41ce-b393-d5453134b942 None None] Network d21ed76e-dacf-44e4-a7d6-8be82eee1e98 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:27.324948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:27.334310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:27.334503 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-72b22913-f2e1-4e9b-a1ca-30fae00e1b31 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5815153 Dec 24 03:28:27.347271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:27.393682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 594710e1-acc1-4418-a70a-2553af5cfee0 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:27.443660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef81c8-00c5-4af6-b4e8-382b6dcd808e None None] Network d21ed76e-dacf-44e4-a7d6-8be82eee1e98 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:27.474029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:27.560958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23e90c88-038b-43f0-9640-66517658a0ec no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:27.635927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 23e90c88-038b-43f0-9640-66517658a0ec {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:27.636291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23e90c88-038b-43f0-9640-66517658a0ec not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:28.029742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-cecae423-3902-4553-8292-5cb2ef9a319f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:28.031240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-cecae423-3902-4553-8292-5cb2ef9a319f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/networks?id=6170671b-9d5b-4011-961d-60aaae942fbd HTTP/1.1" status: 200 len: 811 time: 0.1861713 Dec 24 03:28:28.036922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.048991 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-f9d1ca4f-b24e-4d8d-83f0-8ea8b626f2a9 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/quotas/8f4930f6a4c64761ad378a3ee7070bc7 HTTP/1.1" status: 200 len: 375 time: 0.0107236 Dec 24 03:28:28.062102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.090176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47256) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:28.096220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': 'd980e0be-1e2d-43df-a2a1-1693eeb99bf8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:28.111926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-fd74eb6b-f1a7-4c99-b99a-1a3d32933b33 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f4930f6a4c64761ad378a3ee7070bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541363 Dec 24 03:28:28.205399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-ecba48fc-0a46-43c0-8e72-93e3a3861232 service neutron] 10.222.0.37 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865147 Dec 24 03:28:28.286843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.288681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.298262 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-734e7f60-86eb-4df1-97b3-30d136d2a4d6 service neutron] 10.222.0.37 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855730 Dec 24 03:28:28.344579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.374622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:28.382014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Deleting port f897103c-2809-475c-b584-1096f8f5fa07 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:28.382391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.390079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:28.393016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:28.400712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:28.401333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.455136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=594710e1-acc1-4418-a70a-2553af5cfee0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:28.468683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:28.472156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.479957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cfafadc3-3556-489c-b0cc-3917aee4d03b req-464d73f4-faa5-475e-9063-45ddef757375 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 210 time: 0.0303972 Dec 24 03:28:28.548406 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cfeccb33-aef3-4267-b5a3-d92c09971ffa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5832193 Dec 24 03:28:28.549838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47266) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:28.655457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 594710e1-acc1-4418-a70a-2553af5cfee0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:28.655797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.663455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.698023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.108 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:28.700177 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Calling delete_port for f897103c-2809-475c-b584-1096f8f5fa07 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:28.729199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.748678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 594710e1-acc1-4418-a70a-2553af5cfee0 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:28.836278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.869634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=594710e1-acc1-4418-a70a-2553af5cfee0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:28.875079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.882005 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4ddbc0dc-60e9-4512-ac08-66583bf4bb23 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/594710e1-acc1-4418-a70a-2553af5cfee0 HTTP/1.1" status: 204 len: 168 time: 0.3308513 Dec 24 03:28:28.882706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:28.887952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'mac_address': 'fa:16:3e:a6:6e:28', 'name': 'tempest-PortsTestJSON-1610866931'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:28.965674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:28.985958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:29.037334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.062203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.082002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port bc638dd5-5db9-4be8-9ed0-c30bafd8b928 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:29.102900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=eb87998f-c908-4080-b846-67fdc0c57219,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:29.138856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': 'e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd980e0be-1e2d-43df-a2a1-1693eeb99bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:29.139234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: d980e0be-1e2d-43df-a2a1-1693eeb99bf8, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:29.147044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.181719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.186800 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event deleted for resources: {'Port': ['ID=f897103c-2809-475c-b584-1096f8f5fa07,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:29.205384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a8e32-c99e-46c2-8ab7-81d15f1b31ec None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:29.253620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:29.258891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:29.269385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.280849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:29.291139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:29.302518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f41e2e-297a-446b-b434-d4254a925f1c None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:29.308276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.330276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d980e0be-1e2d-43df-a2a1-1693eeb99bf8) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:29.331813 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:29.339948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:29.340321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.359901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.362378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d70052-fbd8-403b-acc5-1108d80c0e53 None None] Network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:29.387089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=bc638dd5-5db9-4be8-9ed0-c30bafd8b928,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:29.396785 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0df27755-44fc-49e6-aaf2-2213f6ac0f7d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3043573 Dec 24 03:28:29.400174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:29.405495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757091278'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:29.417157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:29.434160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:29.437279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:29.444302 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:29.445140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.458475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:29.463145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.493226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:29.500613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.504164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.504164 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment fbbde6c1-9bec-4cac-b362-421104e2c50e of type vlan for network 3ada5f49-2557-44d4-81a9-28b887ff83c9 Dec 24 03:28:29.507754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-59dddf41-907e-47ea-b2e4-6a854527ebdb None None] Provisioning complete for port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:29.508535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59dddf41-907e-47ea-b2e4-6a854527ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.514047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-d980e0be-1e2d-43df-a2a1-1693eeb99bf8', 'network_id': 'd980e0be-1e2d-43df-a2a1-1693eeb99bf8', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': 'eb87998f-c908-4080-b846-67fdc0c57219'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:29.515412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.551914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.559280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.575742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-59dddf41-907e-47ea-b2e4-6a854527ebdb None None] Port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:29.582711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8fedcf80-61c3-413f-b874-a3f84ca4ae44 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6983330 Dec 24 03:28:29.583360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47284) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:29.621862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.629251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:29.629967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.642645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f1f30-d773-45ff-93e4-ba329f0b94ac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:29.650994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-db0f1f30-d773-45ff-93e4-ba329f0b94ac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/bc638dd5-5db9-4be8-9ed0-c30bafd8b928 HTTP/1.1" status: 200 len: 841 time: 0.0662713 Dec 24 03:28:29.652643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47286) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:29.668060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.668636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Fanout notify agent at l3_agent the message router_deleted on router 252e81d9-c995-48d3-8eb0-45647cd581c5 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:29.694495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.696141 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fcbb3878-af49-4515-8412-85509f99108e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/252e81d9-c995-48d3-8eb0-45647cd581c5 HTTP/1.1" status: 204 len: 168 time: 2.5554886 Dec 24 03:28:29.700586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47288) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:29.707426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4ccad9a5-36f7-4860-91aa-e27fe70c6a33 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-637222137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:29.712636 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-753d277e-472a-41c7-bae6-e43465783637 req-423e9e64-3beb-4d6b-a3e5-6c96b01fbae8 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 210 time: 0.0568860 Dec 24 03:28:29.718978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Allocated IP 2001:db8:0:ffff::2 (d980e0be-1e2d-43df-a2a1-1693eeb99bf8/eb87998f-c908-4080-b846-67fdc0c57219/afb5f502-c566-4b56-9fd7-93580721b8f3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:29.720792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3193114 Dec 24 03:28:29.723957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:29.855066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ccad9a5-36f7-4860-91aa-e27fe70c6a33 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.856078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ccad9a5-36f7-4860-91aa-e27fe70c6a33 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.908566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.916492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.917280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:29.972624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:29.977563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:29.984017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:29.991023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port bc638dd5-5db9-4be8-9ed0-c30bafd8b928 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:29.991366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.013017 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ccad9a5-36f7-4860-91aa-e27fe70c6a33 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.046006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': '3ada5f49-2557-44d4-81a9-28b887ff83c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:30.050731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ccad9a5-36f7-4860-91aa-e27fe70c6a33 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.051392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Pushing event updated for resources: {'Port': ['ID=afb5f502-c566-4b56-9fd7-93580721b8f3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:30.071093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Attempting to bind port afb5f502-c566-4b56-9fd7-93580721b8f3 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:30.071093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Attempting to bind port afb5f502-c566-4b56-9fd7-93580721b8f3 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd980e0be-1e2d-43df-a2a1-1693eeb99bf8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:30.071541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Attempting to bind port afb5f502-c566-4b56-9fd7-93580721b8f3 on network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:30.077952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:30.078625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Checking segment: {'id': 'e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd980e0be-1e2d-43df-a2a1-1693eeb99bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:30.079276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.079750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Bound using segment: {'id': 'e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd980e0be-1e2d-43df-a2a1-1693eeb99bf8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:30.080230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Bound port: afb5f502-c566-4b56-9fd7-93580721b8f3, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd980e0be-1e2d-43df-a2a1-1693eeb99bf8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:30.080861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.118834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ccad9a5-36f7-4860-91aa-e27fe70c6a33 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.120103 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4ccad9a5-36f7-4860-91aa-e27fe70c6a33 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4185638 Dec 24 03:28:30.123485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.125916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47292) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:30.153390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'enable_snat': False}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:30.171205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] For port afb5f502-c566-4b56-9fd7-93580721b8f3, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:30.173850 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for bc638dd5-5db9-4be8-9ed0-c30bafd8b928 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:30.175479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] For port afb5f502-c566-4b56-9fd7-93580721b8f3, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=afb5f502-c566-4b56-9fd7-93580721b8f3,segment=NetworkSegment(e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb),segment_id=e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:30.186286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.256562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eef6a0-0b56-4cef-8637-7048338d3977 None None] Pushing event updated for resources: {'Port': ['ID=afb5f502-c566-4b56-9fd7-93580721b8f3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:30.262569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-b0c32786-5580-4df5-95ce-ca1074f923d3 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:30.264436 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-b0c32786-5580-4df5-95ce-ca1074f923d3 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.41 "GET /v2.0/networks?id=6170671b-9d5b-4011-961d-60aaae942fbd HTTP/1.1" status: 200 len: 811 time: 0.1396739 Dec 24 03:28:30.299312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.313649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cd89d-679d-4153-afad-16f0fd2a7f27 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=3ada5f49-2557-44d4-81a9-28b887ff83c9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:30.325181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 3ada5f49-2557-44d4-81a9-28b887ff83c9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:30.358746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.369078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:30.374560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.383683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Request body: {'port': {'device_id': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd', 'admin_state_up': True, 'tenant_id': '8f4930f6a4c64761ad378a3ee7070bc7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:30.393097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=bc638dd5-5db9-4be8-9ed0-c30bafd8b928,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:30.433884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.439790 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-048f5435-23e7-4e0a-a39f-d7fd4c4d492f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/bc638dd5-5db9-4be8-9ed0-c30bafd8b928 HTTP/1.1" status: 204 len: 168 time: 0.7837348 Dec 24 03:28:30.440008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47298) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:30.467874 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5664c16-c26d-4935-ac51-7df24db30fc6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:30.472906 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c5664c16-c26d-4935-ac51-7df24db30fc6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/bc638dd5-5db9-4be8-9ed0-c30bafd8b928 HTTP/1.1" status: 404 len: 333 time: 0.0284445 Dec 24 03:28:30.475779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47300) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:30.483181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'name': 'tempest-PortsTestJSON-1636915278'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:30.604946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c2fff586-58e8-45ef-b859-fe4f4b2401b6 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:28:30.665732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:30.669403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.697515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 93c35142-5d8c-4422-a027-565ee6d096b7 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:30.716318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.804444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Made reservation on behalf of 8f4930f6a4c64761ad378a3ee7070bc7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:30.808021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.858220 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b41ac20b-972d-4b9d-859f-30c808afe34d req-c9451f29-3b77-482d-9d5e-2e949125104f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 210 time: 0.0604470 Dec 24 03:28:31.010518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.124269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:31.129118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=5d3df729-05a0-4fd6-bf6d-f39c23245b7d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:31.145261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Sync routers for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:31.151810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Allocated IP 172.20.0.8 (6170671b-9d5b-4011-961d-60aaae942fbd/2ed298a8-7001-4263-8efc-fcf87dccb3b1/551c04e5-9118-4177-9422-3199b31d650a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:31.165282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.166375 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7a5e547a-20cc-4f67-ba6d-6162f167a02d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2738748 Dec 24 03:28:31.170502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47304) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:31.174130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': 'fbbde6c1-9bec-4cac-b362-421104e2c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ada5f49-2557-44d4-81a9-28b887ff83c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:31.174503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: 3ada5f49-2557-44d4-81a9-28b887ff83c9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:31.177142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:31.178040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:31.270052 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.301191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:31.309947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.356574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:31.360497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:31.364980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:31.371010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:31.371228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.401608 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9190972 Dec 24 03:28:31.402429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47308) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:31.408533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:31.489137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef400a7-c19a-4cd0-a6ed-0f78e43234f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=93c35142-5d8c-4422-a027-565ee6d096b7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:31.495356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.611997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a78cfc-6532-45cc-971d-25048c17bcaa None None] Network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:31.614196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afb5f502-c566-4b56-9fd7-93580721b8f3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:31.629077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network 3ada5f49-2557-44d4-81a9-28b887ff83c9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:31.649075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.683978 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8eca59ff-eae4-4f47-bb0b-920842e53e18 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5086062 Dec 24 03:28:31.684843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47310) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:31.685232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 3ada5f49-2557-44d4-81a9-28b887ff83c9) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:31.697200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:31.697805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.703352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.721773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831c88e-e384-4045-bc49-c75419313978 None None] Network 3ada5f49-2557-44d4-81a9-28b887ff83c9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:31.738690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.748923 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4c63630f-b407-4dc3-8c8f-cc26989441eb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0237021 Dec 24 03:28:31.750588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47312) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:31.769430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.802212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c0416701-3a5a-4a74-a7d3-f2d480300dee None None] Provisioning complete for port afb5f502-c566-4b56-9fd7-93580721b8f3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:31.802582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0416701-3a5a-4a74-a7d3-f2d480300dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.816639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.832459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.891316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] In _notify_port_updated(), no bound segment for port 93c35142-5d8c-4422-a027-565ee6d096b7 on network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:28:31.897590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:31.898260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:31.902573 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "PUT /v2.0/ports/93c35142-5d8c-4422-a027-565ee6d096b7 HTTP/1.1" status: 200 len: 818 time: 0.4988842 Dec 24 03:28:31.908287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47316) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:31.948474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Network 6170671b-9d5b-4011-961d-60aaae942fbd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:31.970066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:31.972641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff2bf-2a71-4f58-b369-67680dd1577b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=93c35142-5d8c-4422-a027-565ee6d096b7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:31.972828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:31.975788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df131be1-6bfe-47b0-ba86-2f7b0e62d3ce tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:31.978003 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-df131be1-6bfe-47b0-ba86-2f7b0e62d3ce tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2923379 Dec 24 03:28:31.988277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port afb5f502-c566-4b56-9fd7-93580721b8f3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:31.988692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.007836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47318) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:32.018835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-3ada5f49-2557-44d4-81a9-28b887ff83c9', 'network_id': '3ada5f49-2557-44d4-81a9-28b887ff83c9', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': '5d3df729-05a0-4fd6-bf6d-f39c23245b7d'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:32.019688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.054146 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3b003a1f-0c44-414c-8111-a0a1ab4334cf tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377314 Dec 24 03:28:32.057006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47320) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:32.061433 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705379999', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:32.076939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Pushing event updated for resources: {'Port': ['ID=551c04e5-9118-4177-9422-3199b31d650a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:32.135207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:32.135998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.167088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 93c35142-5d8c-4422-a027-565ee6d096b7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:32.167914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.175270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0416701-3a5a-4a74-a7d3-f2d480300dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.180267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.197251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:29Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:32.198411 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-c1f60b60-b459-4966-b376-08b488f00956 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8830950 Dec 24 03:28:32.207761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138208e-99f7-4ee3-9d4b-df1673af6a58 req-9171867b-e5c3-4022-b5d6-2a26a8ce7826 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:32.209963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0138208e-99f7-4ee3-9d4b-df1673af6a58 req-9171867b-e5c3-4022-b5d6-2a26a8ce7826 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 931 time: 0.1970992 Dec 24 03:28:32.213277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Allocated IP 172.26.5.28 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f3d01983-3b4d-41ce-8f50-e6416377a45f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:32.227984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Request body: {'port': {'device_id': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:32.254792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.258043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:32.261799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.275144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Checking router: c2fff586-58e8-45ef-b859-fe4f4b2401b6 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:28:32.275535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Updating router c2fff586-58e8-45ef-b859-fe4f4b2401b6 port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:28:32.290464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 93c35142-5d8c-4422-a027-565ee6d096b7 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:32.328061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.345170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Allocated IP 2001:db8::1 (3ada5f49-2557-44d4-81a9-28b887ff83c9/5d3df729-05a0-4fd6-bf6d-f39c23245b7d/ad6ea456-81be-41e4-82ff-ddb3f079d4dd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:32.347062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.355809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.356488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c0416701-3a5a-4a74-a7d3-f2d480300dee None None] For port afb5f502-c566-4b56-9fd7-93580721b8f3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=afb5f502-c566-4b56-9fd7-93580721b8f3,segment=NetworkSegment(e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb),segment_id=e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:32.389260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0416701-3a5a-4a74-a7d3-f2d480300dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.474435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0138208e-99f7-4ee3-9d4b-df1673af6a58 req-a3cbdae1-d5d9-4dee-868b-4723fae81c47 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518837 Dec 24 03:28:32.486449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.544213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.545797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=93c35142-5d8c-4422-a027-565ee6d096b7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:32.560898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.566638 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-615d957b-fced-4fee-b550-9e8a0541acb4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/93c35142-5d8c-4422-a027-565ee6d096b7 HTTP/1.1" status: 204 len: 168 time: 0.6554034 Dec 24 03:28:32.567329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47322) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:32.607310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.633297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:28:32.633744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:28:32.637797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0416701-3a5a-4a74-a7d3-f2d480300dee None None] Pushing event updated for resources: {'Port': ['ID=afb5f502-c566-4b56-9fd7-93580721b8f3,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:32.661349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-be3d62f0-1324-4604-900e-f07e6d08e7fd None None] Provisioning complete for port afb5f502-c566-4b56-9fd7-93580721b8f3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:32.661733 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be3d62f0-1324-4604-900e-f07e6d08e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.669343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2d166-aa48-4595-88a0-486258147d87 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:32.670863 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cfa2d166-aa48-4595-88a0-486258147d87 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0976467 Dec 24 03:28:32.671998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.676484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47324) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:32.689840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:32.700861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:32.701301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 0d055c11-9e2d-455a-9f5e-9e0610819748, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:32.721686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:32.732060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 0d055c11-9e2d-455a-9f5e-9e0610819748) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:32.737061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:32.738040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.751599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f46c1-f1b0-4a01-a920-3c4046708465 None None] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:32.765417 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad15a6c5-f417-41a2-bf8c-fc34298fc22e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7079804 Dec 24 03:28:32.766533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47326) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:32.774591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.788692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.807940 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ebe611-41c6-4742-94da-e0c710d9c866 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:32.813904 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e4ebe611-41c6-4742-94da-e0c710d9c866 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/93c35142-5d8c-4422-a027-565ee6d096b7 HTTP/1.1" status: 404 len: 333 time: 0.1127596 Dec 24 03:28:32.823052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47328) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:32.831616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-540219871'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:32.875313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:32.907161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Network 3ada5f49-2557-44d4-81a9-28b887ff83c9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:32.915523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:32.921892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:32.926795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Pushing event updated for resources: {'Port': ['ID=ad6ea456-81be-41e4-82ff-ddb3f079d4dd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:32.951639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3df729-05a0-4fd6-bf6d-f39c23245b7d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:32.989217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-0d055c11-9e2d-455a-9f5e-9e0610819748', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:32.990187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.014741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.040920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Attempting to bind port ad6ea456-81be-41e4-82ff-ddb3f079d4dd on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:33.041218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Attempting to bind port ad6ea456-81be-41e4-82ff-ddb3f079d4dd by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'fbbde6c1-9bec-4cac-b362-421104e2c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ada5f49-2557-44d4-81a9-28b887ff83c9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:33.041620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Attempting to bind port ad6ea456-81be-41e4-82ff-ddb3f079d4dd on network 3ada5f49-2557-44d4-81a9-28b887ff83c9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:33.061049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:33.061432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Checking segment: {'id': 'fbbde6c1-9bec-4cac-b362-421104e2c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ada5f49-2557-44d4-81a9-28b887ff83c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:33.061845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.062248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Bound using segment: {'id': 'fbbde6c1-9bec-4cac-b362-421104e2c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ada5f49-2557-44d4-81a9-28b887ff83c9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:33.062737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Bound port: ad6ea456-81be-41e4-82ff-ddb3f079d4dd, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbde6c1-9bec-4cac-b362-421104e2c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3ada5f49-2557-44d4-81a9-28b887ff83c9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:33.063126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.276098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.383019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.389470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:33.393193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.442287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:33.444145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ada5f49-2557-44d4-81a9-28b887ff83c9']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:33.466325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:33.469051 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:33.495897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b300a-86f9-48e6-8a51-3f2800a8f202 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:33.501783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbde6c1-9bec-4cac-b362-421104e2c50e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:33.501783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbde6c1-9bec-4cac-b362-421104e2c50e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:33.503397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Pushing event updated for resources: {'Port': ['ID=f3d01983-3b4d-41ce-8f50-e6416377a45f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:33.510979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] For port ad6ea456-81be-41e4-82ff-ddb3f079d4dd, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:33.515258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Allocated IP 172.20.0.2 (0d055c11-9e2d-455a-9f5e-9e0610819748/fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9/6d150b98-fd3e-4ee3-9d11-898b2b141159) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:33.524423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:33.541690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] For port ad6ea456-81be-41e4-82ff-ddb3f079d4dd, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad6ea456-81be-41e4-82ff-ddb3f079d4dd,segment=NetworkSegment(fbbde6c1-9bec-4cac-b362-421104e2c50e),segment_id=fbbde6c1-9bec-4cac-b362-421104e2c50e)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:33.542084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.561847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.562194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment bc85ebcc-8990-44b5-b383-e4e41d018d16 of type vlan for network f2c6af2b-3604-49c5-aab2-bc33c5307a09 Dec 24 03:28:33.613454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.619706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afb5f502-c566-4b56-9fd7-93580721b8f3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:33.622449 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.690589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:33.690995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:33.696106 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:33.700143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.747731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.789718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.816284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8e2f3267-6e03-4c7f-957e-2551fe648794 None None] Provisioning complete for port f3d01983-3b4d-41ce-8f50-e6416377a45f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:33.816678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e2f3267-6e03-4c7f-957e-2551fe648794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.822437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551c04e5-9118-4177-9422-3199b31d650a {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:28:33.828746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab176-c55d-457c-9102-75e35ea6216e None None] Pushing event updated for resources: {'Port': ['ID=ad6ea456-81be-41e4-82ff-ddb3f079d4dd,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:33.858668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.877404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.db.api [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:28:33.877404 dv-neutron-822869-1-hyperv neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:28:33.877404 dv-neutron-822869-1-hyperv neutron-server[103176]: [parameters: {'id': '3ada5f49-2557-44d4-81a9-28b887ff83c9'}] Dec 24 03:28:33.877404 dv-neutron-822869-1-hyperv neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:28:33.877789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG oslo_db.api [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:28:33.885679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.891365 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:33.891956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.897496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81f5d9-8a9d-4f4d-bfa7-45572a6e7410 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:33.912355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db32d8-d272-45b1-9dd0-f47c55274a63 None None] Network 3ada5f49-2557-44d4-81a9-28b887ff83c9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:33.919003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6660e0-19a3-4f50-aaa5-7ecef30f3636 req-b0234bba-15e1-43b3-91d9-04efcb29a756 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:33.920620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4d6660e0-19a3-4f50-aaa5-7ecef30f3636 req-b0234bba-15e1-43b3-91d9-04efcb29a756 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 931 time: 0.3029623 Dec 24 03:28:33.923238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Transition to ACTIVE for port object 551c04e5-9118-4177-9422-3199b31d650a will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:28:33.953726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.980229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Attempting to bind port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:33.980630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Attempting to bind port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:33.981023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Attempting to bind port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:33.987947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f3267-6e03-4c7f-957e-2551fe648794 None None] Port f3d01983-3b4d-41ce-8f50-e6416377a45f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:33.996231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port afb5f502-c566-4b56-9fd7-93580721b8f3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:33.996622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:33.997723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1711581 Dec 24 03:28:34.000682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47332) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:34.006774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:34.032532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453ed2d-dbeb-4dfc-b972-c8f6dce05aea None None] Pushing event updated for resources: {'Port': ['ID=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.056764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e97ef9-8246-4a40-94e9-73f7f5f12989 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=f2c6af2b-3604-49c5-aab2-bc33c5307a09,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.056979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:34.057361 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:34.057758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.058145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:34.058621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Bound port: 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:34.059180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.066049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.093128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:34.121995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Pushing event updated for resources: {'Port': ['ID=551c04e5-9118-4177-9422-3199b31d650a,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.146659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.156327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4d6660e0-19a3-4f50-aaa5-7ecef30f3636 req-0b71fda9-4d51-4415-b46c-b3439b93949f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124190 Dec 24 03:28:34.159367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:34.164819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.196305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (0d055c11-9e2d-455a-9f5e-9e0610819748/fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9/bd9c3e50-5b44-49e4-9193-9dca882580b0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:34.258431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.284434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-13b3aa5f-930e-49bc-8aa5-6becea339241 None None] Provisioning complete for port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:34.284802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13b3aa5f-930e-49bc-8aa5-6becea339241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.289984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:34.297724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] For port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:34.310831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Attempting to bind port 551c04e5-9118-4177-9422-3199b31d650a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:34.311364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Attempting to bind port 551c04e5-9118-4177-9422-3199b31d650a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'd83cfbe6-adc1-46c3-878c-e5d403391ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:34.311884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Attempting to bind port 551c04e5-9118-4177-9422-3199b31d650a on network 6170671b-9d5b-4011-961d-60aaae942fbd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:34.320538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Pushing event updated for resources: {'Port': ['ID=6d150b98-fd3e-4ee3-9d11-898b2b141159,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.322273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Port 551c04e5-9118-4177-9422-3199b31d650a on network 6170671b-9d5b-4011-961d-60aaae942fbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:34.322777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Attempting to bind port 551c04e5-9118-4177-9422-3199b31d650a on network 6170671b-9d5b-4011-961d-60aaae942fbd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:34.323136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:34.327984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:34.355278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] For port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:34.358663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:34.359235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Checking segment: {'id': 'd83cfbe6-adc1-46c3-878c-e5d403391ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:34.359783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Bound using segment: {'id': 'd83cfbe6-adc1-46c3-878c-e5d403391ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:34.360422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Bound port: 551c04e5-9118-4177-9422-3199b31d650a, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83cfbe6-adc1-46c3-878c-e5d403391ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:34.360960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.378449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.410595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.423915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13b3aa5f-930e-49bc-8aa5-6becea339241 None None] Port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:34.426553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.473055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.520568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] For port 551c04e5-9118-4177-9422-3199b31d650a, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:34.526641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] For port 551c04e5-9118-4177-9422-3199b31d650a, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=551c04e5-9118-4177-9422-3199b31d650a,segment=NetworkSegment(d83cfbe6-adc1-46c3-878c-e5d403391ece),segment_id=d83cfbe6-adc1-46c3-878c-e5d403391ece)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:34.556083 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.569861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.571030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=45d60221-0e3c-4826-b1a0-b58c8f226163,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.579419 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f7ad8-2074-4fd4-ae4d-bcfa42410eaf None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:34.586593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Attempting to bind port 6d150b98-fd3e-4ee3-9d11-898b2b141159 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:34.586988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Attempting to bind port 6d150b98-fd3e-4ee3-9d11-898b2b141159 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:34.587353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Attempting to bind port 6d150b98-fd3e-4ee3-9d11-898b2b141159 on network 0d055c11-9e2d-455a-9f5e-9e0610819748 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:34.592350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': 'bc85ebcc-8990-44b5-b383-e4e41d018d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:34.592808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: f2c6af2b-3604-49c5-aab2-bc33c5307a09, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:34.593564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453ed2d-dbeb-4dfc-b972-c8f6dce05aea None None] Pushing event updated for resources: {'Port': ['ID=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.602880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:34.603497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:34.609286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:34.609660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Checking segment: {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:34.610061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.610450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Bound using segment: {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:34.610985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Bound port: 6d150b98-fd3e-4ee3-9d11-898b2b141159, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:34.611369 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.619995 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:34.628049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:34.631222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:34.634014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=bd9c3e50-5b44-49e4-9193-9dca882580b0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.641608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.644426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:34.645296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.646970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] 10.222.0.41 "PUT /v2.0/ports/551c04e5-9118-4177-9422-3199b31d650a HTTP/1.1" status: 200 len: 1093 time: 2.4300964 Dec 24 03:28:34.649414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting port ad6ea456-81be-41e4-82ff-ddb3f079d4dd {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:34.649983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.651943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'tag': '551c04e5-9118-4177-9422-3199b31d650a'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:28:34.655007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054684fa-8d68-4419-b682-08f6bdbe2acd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a69cffa-397b-49d7-b2d2-1db5be7ff487", "tag": "551c04e5-9118-4177-9422-3199b31d650a"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:28:34.674126 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:34.686768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.712271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df1ccd-3eb4-43d5-a753-6466accdccdc service neutron] Pushing event updated for resources: {'Port': ['ID=551c04e5-9118-4177-9422-3199b31d650a,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:34.724019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f2c6af2b-3604-49c5-aab2-bc33c5307a09) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:34.732060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:34.732682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.736263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.757354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5e1235-52e8-4801-b748-e47059e971c3 x-openstack-request-id: req-1e5e1235-52e8-4801-b748-e47059e971c3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:28:34.758201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a69cffa-397b-49d7-b2d2-1db5be7ff487", "tag": "551c04e5-9118-4177-9422-3199b31d650a", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:28:34.758201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e5e1235-52e8-4801-b748-e47059e971c3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:28:34.759113 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'tag': '551c04e5-9118-4177-9422-3199b31d650a', 'status': 'completed', 'code': 200} Dec 24 03:28:34.759430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f366b9-b35f-4346-af9b-1eb5a7301606 None None] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:34.786228 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9e849600-8352-4a45-ae29-8cb0dca01708 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7810555 Dec 24 03:28:34.786475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47338) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:34.795040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-57ab713e-a051-4c24-a7e7-948f25d3715e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:34.845967 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:28:34.848862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] For port ad6ea456-81be-41e4-82ff-ddb3f079d4dd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad6ea456-81be-41e4-82ff-ddb3f079d4dd,segment=NetworkSegment(fbbde6c1-9bec-4cac-b362-421104e2c50e),segment_id=fbbde6c1-9bec-4cac-b362-421104e2c50e)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:34.849341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.857437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cbedce0e-95b6-43fb-a31a-bb239ef9889e None None] Provisioning complete for port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:34.857802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbedce0e-95b6-43fb-a31a-bb239ef9889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:34.873141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Calling delete_port for ad6ea456-81be-41e4-82ff-ddb3f079d4dd owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:34.887652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] For port 6d150b98-fd3e-4ee3-9d11-898b2b141159, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:34.932143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-cd1cea74-6004-4c22-9ee8-9ec067f5f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:34.934085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-cd1cea74-6004-4c22-9ee8-9ec067f5f59a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4930f6a4c64761ad378a3ee7070bc7&device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 1096 time: 0.1816764 Dec 24 03:28:34.948898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:34.961642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.007614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab713e-a051-4c24-a7e7-948f25d3715e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:35.011195 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57ab713e-a051-4c24-a7e7-948f25d3715e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.013289 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-62a560b7-1633-4b19-b636-0ac9521823ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=551c04e5-9118-4177-9422-3199b31d650a HTTP/1.1" status: 200 len: 217 time: 0.0451345 Dec 24 03:28:35.116177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-eaa9c96d-9a09-47a4-b648-44ce7df9c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:35.118970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-eaa9c96d-9a09-47a4-b648-44ce7df9c4f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ed298a8-7001-4263-8efc-fcf87dccb3b1 HTTP/1.1" status: 200 len: 851 time: 0.0931931 Dec 24 03:28:35.137732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Router b30de12c-3a68-4933-9e1d-654ec21d563a is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:28:35.156439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-9ba7026b-4161-47b9-a69e-4d5f62198572 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6170671b-9d5b-4011-961d-60aaae942fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299125 Dec 24 03:28:35.158323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.165484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] For port 6d150b98-fd3e-4ee3-9d11-898b2b141159, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6d150b98-fd3e-4ee3-9d11-898b2b141159,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:35.193412 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.ipam_backend_mixin [None req-57ab713e-a051-4c24-a7e7-948f25d3715e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45d60221-0e3c-4826-b1a0-b58c8f226163 (CIDR: 172.20.0.0/28) Dec 24 03:28:35.199940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Port': ['ID=ad6ea456-81be-41e4-82ff-ddb3f079d4dd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:35.206899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.240587 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ab713e-a051-4c24-a7e7-948f25d3715e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:28:35.241133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ab713e-a051-4c24-a7e7-948f25d3715e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:35.260765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No DVR routers for this DVR port ad6ea456-81be-41e4-82ff-ddb3f079d4dd on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:35.276080 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-57ab713e-a051-4c24-a7e7-948f25d3715e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4855945 Dec 24 03:28:35.279171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47342) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:35.293782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:35.338403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-f2c6af2b-3604-49c5-aab2-bc33c5307a09', 'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09', 'project_id': '7bd861e6d60a4e1b989551ebd18d38c7', 'fixed_ips': [{'subnet_id': '45d60221-0e3c-4826-b1a0-b58c8f226163'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:35.339278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.382213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b30a1-a7b6-45ec-bb8c-25c415f037b6 None None] Pushing event updated for resources: {'Port': ['ID=6d150b98-fd3e-4ee3-9d11-898b2b141159,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:35.421078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.428304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.527794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbedce0e-95b6-43fb-a31a-bb239ef9889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.539314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=bd9c3e50-5b44-49e4-9193-9dca882580b0,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:35.559666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.566305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.589030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cbedce0e-95b6-43fb-a31a-bb239ef9889e None None] For port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:35.614713 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-e411c4c4-5d56-4e97-b84b-3646a0a76468 service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487655 Dec 24 03:28:35.622200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbedce0e-95b6-43fb-a31a-bb239ef9889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.628141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507afa-44db-4d2c-bcd8-cbf5d973c370 req-9509a6cf-022e-4db2-b89f-7d47cf18883a tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:35.629750 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4507afa-44db-4d2c-bcd8-cbf5d973c370 req-9509a6cf-022e-4db2-b89f-7d47cf18883a tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 943 time: 0.3659737 Dec 24 03:28:35.660445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ada5f49-2557-44d4-81a9-28b887ff83c9']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.685641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Allocated IP 172.20.0.2 (f2c6af2b-3604-49c5-aab2-bc33c5307a09/45d60221-0e3c-4826-b1a0-b58c8f226163/b144e8a3-11a3-4ec3-834f-8f32f1987678) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:35.711629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:35.730330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedce0e-95b6-43fb-a31a-bb239ef9889e None None] Pushing event updated for resources: {'Port': ['ID=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:35.732478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbde6c1-9bec-4cac-b362-421104e2c50e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.732788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbde6c1-9bec-4cac-b362-421104e2c50e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.735965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:29Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.736520 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] Sync routers for ids ['b30de12c-3a68-4933-9e1d-654ec21d563a'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:35.743904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.745672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-79c1bcea-465c-4e83-9c62-0e5a9bec8b65 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "PUT /v2.0/routers/b30de12c-3a68-4933-9e1d-654ec21d563a HTTP/1.1" status: 200 len: 918 time: 5.6012607 Dec 24 03:28:35.750259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47344) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:35.760306 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] Routers {'b30de12c-3a68-4933-9e1d-654ec21d563a'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:35.761586 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b30de12c-3a68-4933-9e1d-654ec21d563a'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.765211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.773882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c59ec5-9721-4bd7-ad5b-d78856b2a776 None None] The sync data for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:29Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:35.830503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.842348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:35.844156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.854684 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.874577 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] Routers {'b30de12c-3a68-4933-9e1d-654ec21d563a'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:35.877228 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b30de12c-3a68-4933-9e1d-654ec21d563a'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.896432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:35.905276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:35.923629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.932181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:35.942316 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:35.942977 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2b9e5-c5c0-4a89-9512-f9ec9781d63b None None] The sync data for ids ['b30de12c-3a68-4933-9e1d-654ec21d563a'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:35.978619 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:35.983598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:35.988961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Pushing event updated for resources: {'Port': ['ID=b144e8a3-11a3-4ec3-834f-8f32f1987678,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:35.991218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:36.052158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Attempting to bind port b144e8a3-11a3-4ec3-834f-8f32f1987678 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:36.052828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Attempting to bind port b144e8a3-11a3-4ec3-834f-8f32f1987678 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'bc85ebcc-8990-44b5-b383-e4e41d018d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:36.053356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Attempting to bind port b144e8a3-11a3-4ec3-834f-8f32f1987678 on network f2c6af2b-3604-49c5-aab2-bc33c5307a09 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:36.061433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:36.061833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Checking segment: {'id': 'bc85ebcc-8990-44b5-b383-e4e41d018d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:36.062233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.062634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Bound using segment: {'id': 'bc85ebcc-8990-44b5-b383-e4e41d018d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:36.063108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Bound port: b144e8a3-11a3-4ec3-834f-8f32f1987678, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc85ebcc-8990-44b5-b383-e4e41d018d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:36.063492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.134786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c2fff586-58e8-45ef-b859-fe4f4b2401b6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:28:36.165932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] For port b144e8a3-11a3-4ec3-834f-8f32f1987678, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:36.169313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] For port b144e8a3-11a3-4ec3-834f-8f32f1987678, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b144e8a3-11a3-4ec3-834f-8f32f1987678,segment=NetworkSegment(bc85ebcc-8990-44b5-b383-e4e41d018d16),segment_id=bc85ebcc-8990-44b5-b383-e4e41d018d16)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:36.173882 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d98ddafc-e4a5-451d-928c-5b00849e8583 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/b30de12c-3a68-4933-9e1d-654ec21d563a HTTP/1.1" status: 200 len: 924 time: 0.4209135 Dec 24 03:28:36.180147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.212223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47346) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:36.254271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43363c1c-30ec-49ea-a139-8425fd4d8200 None None] Pushing event updated for resources: {'Port': ['ID=b144e8a3-11a3-4ec3-834f-8f32f1987678,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:36.376685 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:36.427757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.458698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4507afa-44db-4d2c-bcd8-cbf5d973c370 req-ea73c70d-1ce0-4fb2-ad11-39e0e74fa24f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003211 Dec 24 03:28:36.483964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.495544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/3ada5f49-2557-44d4-81a9-28b887ff83c9 HTTP/1.1" status: 204 len: 168 time: 4.7378457 Dec 24 03:28:36.507604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47348) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:36.520753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726204122'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:36.545172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df5eb-1ad6-4f3b-8711-79323d2eadfe tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=3ada5f49-2557-44d4-81a9-28b887ff83c9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:36.550202 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d1d054-cc9d-4d72-af47-8004cb68267f req-46003f99-2109-4006-8b53-85db00d5ac6c service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9148529 Dec 24 03:28:36.551550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:36.555610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.735573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:36.744964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.790661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fece2-47de-4946-8ec5-89a393783414 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:36.793770 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-746fece2-47de-4946-8ec5-89a393783414 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=b30de12c-3a68-4933-9e1d-654ec21d563a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5815039 Dec 24 03:28:36.797223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47350) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:36.811211 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:36.821580 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0cc7c22b-f969-44f2-b120-69d27225b00d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/c2fff586-58e8-45ef-b859-fe4f4b2401b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0544930 Dec 24 03:28:36.824201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47352) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:36.843144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:36.871888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-5fbfff55-d2ed-4865-82a0-7787d20e869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:36.873398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-5fbfff55-d2ed-4865-82a0-7787d20e869d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4930f6a4c64761ad378a3ee7070bc7&device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 1096 time: 0.1522396 Dec 24 03:28:36.963105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626be9d6-26a8-434b-9d5e-086f198824ba None None] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:36.964796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:36.965146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment f053225d-e33b-4964-b3f5-c948e989a525 of type vlan for network dedc06b2-3b89-41a4-98ba-08cf637da0b1 Dec 24 03:28:37.035867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.037043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b4f07254-179b-450a-835e-491153537982 None None] Provisioning complete for port 6d150b98-fd3e-4ee3-9d11-898b2b141159 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:37.037696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b4f07254-179b-450a-835e-491153537982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.038344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.039388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.039857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.040324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.042081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.042081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.042081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.042836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.043445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.044450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.048706 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7e33571b-a8b8-4e7c-b135-aba26c006830 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7017 time: 0.2209058 Dec 24 03:28:37.050363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47354) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:37.206931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b4f07254-179b-450a-835e-491153537982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.207168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3230a79-5ff8-4259-ba40-4fbce85bb8ad tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.208764 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f3230a79-5ff8-4259-ba40-4fbce85bb8ad tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/networks/09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 881 time: 0.4081509 Dec 24 03:28:37.216476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.219508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47356) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:37.222662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.223291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.262402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b4f07254-179b-450a-835e-491153537982 None None] For port 6d150b98-fd3e-4ee3-9d11-898b2b141159, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6d150b98-fd3e-4ee3-9d11-898b2b141159,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:37.271941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b4f07254-179b-450a-835e-491153537982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.281438 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad589108-7948-4023-bc6d-6fd95c4742f7 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=b30de12c-3a68-4933-9e1d-654ec21d563a HTTP/1.1" status: 200 len: 205 time: 0.0594292 Dec 24 03:28:37.282153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:37.287988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.288544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.289004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.290732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.290732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.290950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.291326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.291794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.292216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.297168 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fd6b24c7-8593-498c-b656-b601c4f80faa tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5877 time: 0.2457361 Dec 24 03:28:37.297745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:37.360249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8496938 Dec 24 03:28:37.361627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-8e94221f-dc09-448c-990d-b676d26cc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.362979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-8e94221f-dc09-448c-990d-b676d26cc78a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6170671b-9d5b-4011-961d-60aaae942fbd HTTP/1.1" status: 200 len: 911 time: 0.4145658 Dec 24 03:28:37.373423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47362) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:37.380276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f07254-179b-450a-835e-491153537982 None None] Pushing event updated for resources: {'Port': ['ID=6d150b98-fd3e-4ee3-9d11-898b2b141159,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:37.389285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': 'dedc06b2-3b89-41a4-98ba-08cf637da0b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:37.397593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.517527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:37.524657 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-e7dd705f-6886-45f0-90b6-8f74497d3f12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=551c04e5-9118-4177-9422-3199b31d650a HTTP/1.1" status: 200 len: 217 time: 0.1286123 Dec 24 03:28:37.535833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:37.538963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.539559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.541994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb90df6-601a-4668-8499-ab3d10e1a11a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=dedc06b2-3b89-41a4-98ba-08cf637da0b1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:37.567842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network dedc06b2-3b89-41a4-98ba-08cf637da0b1 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:37.658269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3c924ae6-c691-48a0-bd13-ccaa2633a6d2 None None] Provisioning complete for port bd9c3e50-5b44-49e4-9193-9dca882580b0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:37.658973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c924ae6-c691-48a0-bd13-ccaa2633a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.660875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=68298a66-99f3-4861-9147-7b584e545917,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:37.672536 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-95d944cb-8b38-41b4-8a46-6afbc5920de7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3801737 Dec 24 03:28:37.672919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.678099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47366) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:37.686738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09', 'fixed_ips': [{'subnet_id': '45d60221-0e3c-4826-b1a0-b58c8f226163'}, {'subnet_id': '68298a66-99f3-4861-9147-7b584e545917'}], 'name': 'tempest-PortsTestJSON-1991761909'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:37.729106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3c924ae6-c691-48a0-bd13-ccaa2633a6d2 None None] Port bd9c3e50-5b44-49e4-9193-9dca882580b0 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:37.748798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-df9478e7-239d-40dc-aa68-a0fe5303bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.750560 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-df9478e7-239d-40dc-aa68-a0fe5303bc09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ed298a8-7001-4263-8efc-fcf87dccb3b1 HTTP/1.1" status: 200 len: 851 time: 0.2020247 Dec 24 03:28:37.758170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:37.765651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:37.842295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b144e8a3-11a3-4ec3-834f-8f32f1987678 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:37.880282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5acc35-b940-436c-898f-b81c4e7840ae None None] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:37.892197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1587-9123-4a4e-9634-ac77c42bce7d req-4a83e5e6-f375-4ec2-b555-8ebc739a0eca tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.893809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72a1587-9123-4a4e-9634-ac77c42bce7d req-4a83e5e6-f375-4ec2-b555-8ebc739a0eca tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 943 time: 0.2792315 Dec 24 03:28:37.895737 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-4ca45682-3f6a-4d4b-b67b-26e5d3bb6efc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6170671b-9d5b-4011-961d-60aaae942fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262076 Dec 24 03:28:38.004075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3c924ae6-c691-48a0-bd13-ccaa2633a6d2 None None] Provisioning complete for port 6d150b98-fd3e-4ee3-9d11-898b2b141159 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:38.004650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c924ae6-c691-48a0-bd13-ccaa2633a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.030908 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cab0ce98-38b3-4aa8-b2e9-2e5115280408 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.7294779 Dec 24 03:28:38.139595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b144e8a3-11a3-4ec3-834f-8f32f1987678 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:38.140077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.177666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.207523 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72a1587-9123-4a4e-9634-ac77c42bce7d req-7336799f-5947-4901-92eb-e0b5bdd0a92f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533946 Dec 24 03:28:38.230692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.259427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678560cf-5fef-46db-b7e0-8aa1e33ab397 None None] Update dhcp port {'port': {'network_id': 'f2c6af2b-3604-49c5-aab2-bc33c5307a09', 'fixed_ips': [{'subnet_id': '45d60221-0e3c-4826-b1a0-b58c8f226163', 'ip_address': '172.20.0.2'}, {'subnet_id': '68298a66-99f3-4861-9147-7b584e545917'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'b144e8a3-11a3-4ec3-834f-8f32f1987678'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:28:38.267266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=a6099cf2-df2f-4535-8cf9-e91ac57ef59a,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:38.284738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': 'f053225d-e33b-4964-b3f5-c948e989a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dedc06b2-3b89-41a4-98ba-08cf637da0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:38.284738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: dedc06b2-3b89-41a4-98ba-08cf637da0b1, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:38.286206 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-3117e95f-8220-40ea-976a-5116826d85ea service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305707 Dec 24 03:28:38.303569 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8306f032-bf00-4320-9243-c713944d626c None None] Provisioning complete for port bd9c3e50-5b44-49e4-9193-9dca882580b0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:38.303940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8306f032-bf00-4320-9243-c713944d626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.314051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network dedc06b2-3b89-41a4-98ba-08cf637da0b1 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:38.338214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-678560cf-5fef-46db-b7e0-8aa1e33ab397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.338739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, dedc06b2-3b89-41a4-98ba-08cf637da0b1) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:38.346537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:38.347652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.357498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Sync routers for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:38.372669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:38.378726 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7313f0b0-a55b-46b7-8a55-805db05ee4b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9935484 Dec 24 03:28:38.381951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47370) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:38.388952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148225980'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:38.411738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbfd2e4-05a7-4a51-9d9e-3fb2cc39b134 None None] Network dedc06b2-3b89-41a4-98ba-08cf637da0b1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:38.426822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:38.436223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.437571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47372) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:38.443175 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-534d780b-1334-4e5f-b269-5622cd48924e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1370960505', 'description': 'tempest-secgroup-smoke-1370960505 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:38.482665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:38.483218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:38.486874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:38.510083 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-534d780b-1334-4e5f-b269-5622cd48924e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.514914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.515262 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment c3d53391-d333-41cb-ac9b-ba4c6412afce of type vlan for network f45e0c6d-4121-42a5-9764-3a12473342ad Dec 24 03:28:38.517963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Deleting port f3d01983-3b4d-41ce-8f50-e6416377a45f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:38.518304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.532197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8306f032-bf00-4320-9243-c713944d626c None None] Port bd9c3e50-5b44-49e4-9193-9dca882580b0 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:38.537906 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-054684fa-8d68-4419-b682-08f6bdbe2acd req-97a7a389-ad61-4801-a32f-1f4bf6d5173c service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025080 Dec 24 03:28:38.563729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.573587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.574245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.625204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.629838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port b259c081-65f1-4e5c-be29-aa536a248389 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:38.630759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:38.631349 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.665822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-534d780b-1334-4e5f-b269-5622cd48924e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.677684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-534d780b-1334-4e5f-b269-5622cd48924e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.686990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.711687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Calling delete_port for f3d01983-3b4d-41ce-8f50-e6416377a45f owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:38.721241 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3354385 Dec 24 03:28:38.725723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:38.734694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': 'f45e0c6d-4121-42a5-9764-3a12473342ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:38.735743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6329dc-8b76-48e5-aeb5-85b02401b4ad tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=f45e0c6d-4121-42a5-9764-3a12473342ad,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:38.751322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-534d780b-1334-4e5f-b269-5622cd48924e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.752669 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-534d780b-1334-4e5f-b269-5622cd48924e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3139729 Dec 24 03:28:38.753691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d780b-1334-4e5f-b269-5622cd48924e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015948c9-37c5-4bf7-bc42-7bd2f25d8b50,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:38.755738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47376) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:38.761173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6c41a6e6-2c93-4d6c-8fd5-7db409030012 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '015948c9-37c5-4bf7-bc42-7bd2f25d8b50', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:38.794411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c41a6e6-2c93-4d6c-8fd5-7db409030012 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.856837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c41a6e6-2c93-4d6c-8fd5-7db409030012 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.862025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c41a6e6-2c93-4d6c-8fd5-7db409030012 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.881513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a6e6-2c93-4d6c-8fd5-7db409030012 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18085539-a1a2-4a56-a4e8-b565e43e15ff,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:38.885974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f45e0c6d-4121-42a5-9764-3a12473342ad details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:38.896499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c41a6e6-2c93-4d6c-8fd5-7db409030012 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.897728 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6c41a6e6-2c93-4d6c-8fd5-7db409030012 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409032 Dec 24 03:28:38.901023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47378) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:38.909295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e7aec305-4edf-4fa7-b7f8-bece48c5e961 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '015948c9-37c5-4bf7-bc42-7bd2f25d8b50', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:38.923310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8306f032-bf00-4320-9243-c713944d626c None None] Provisioning complete for port b144e8a3-11a3-4ec3-834f-8f32f1987678 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:38.923665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8306f032-bf00-4320-9243-c713944d626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:38.948882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7aec305-4edf-4fa7-b7f8-bece48c5e961 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.019951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:39.022099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port b144e8a3-11a3-4ec3-834f-8f32f1987678, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b144e8a3-11a3-4ec3-834f-8f32f1987678,segment=NetworkSegment(bc85ebcc-8990-44b5-b383-e4e41d018d16),segment_id=bc85ebcc-8990-44b5-b383-e4e41d018d16)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:39.022632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7aec305-4edf-4fa7-b7f8-bece48c5e961 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.026012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.028564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7aec305-4edf-4fa7-b7f8-bece48c5e961 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.051753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aec305-4edf-4fa7-b7f8-bece48c5e961 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee8b326-02b2-4c69-9fe5-73738bc051ef,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:39.068662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7aec305-4edf-4fa7-b7f8-bece48c5e961 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.071093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-dedc06b2-3b89-41a4-98ba-08cf637da0b1', 'network_id': 'dedc06b2-3b89-41a4-98ba-08cf637da0b1', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': 'a6099cf2-df2f-4535-8cf9-e91ac57ef59a'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:39.071942 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.073080 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e7aec305-4edf-4fa7-b7f8-bece48c5e961 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705370 Dec 24 03:28:39.073926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47380) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:39.074331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.075090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6d150b98-fd3e-4ee3-9d11-898b2b141159 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:39.080105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-63814d1d-c8cf-4ccc-86d3-4bec1a256bb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '015948c9-37c5-4bf7-bc42-7bd2f25d8b50', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:39.096485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:39.114217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63814d1d-c8cf-4ccc-86d3-4bec1a256bb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.123777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Performing IP validity checks on allocation pools {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:28:39.124328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:28:39.161848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.180102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 551c04e5-9118-4177-9422-3199b31d650a details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:28:39.182751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63814d1d-c8cf-4ccc-86d3-4bec1a256bb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.187811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63814d1d-c8cf-4ccc-86d3-4bec1a256bb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.213582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63814d1d-c8cf-4ccc-86d3-4bec1a256bb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163d5dc3-667c-4a6f-b21a-77b2a8c2a17e,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:39.219732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63814d1d-c8cf-4ccc-86d3-4bec1a256bb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.221278 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-63814d1d-c8cf-4ccc-86d3-4bec1a256bb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462803 Dec 24 03:28:39.223811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47382) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:39.229371 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b1576b2f-df40-4d36-b2ea-5dc3a85fe6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '015948c9-37c5-4bf7-bc42-7bd2f25d8b50', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:39.230448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-678560cf-5fef-46db-b7e0-8aa1e33ab397 None None] Allocated IP 172.20.0.18 (f2c6af2b-3604-49c5-aab2-bc33c5307a09/68298a66-99f3-4861-9147-7b584e545917/b144e8a3-11a3-4ec3-834f-8f32f1987678) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:39.252597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743294db-fca8-4c74-b36c-c41d078d5876 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:39.273181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event deleted for resources: {'Port': ['ID=f3d01983-3b4d-41ce-8f50-e6416377a45f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:39.293225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1576b2f-df40-4d36-b2ea-5dc3a85fe6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.359139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1576b2f-df40-4d36-b2ea-5dc3a85fe6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.364100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1576b2f-df40-4d36-b2ea-5dc3a85fe6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.374319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.389019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1576b2f-df40-4d36-b2ea-5dc3a85fe6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625f5ce5-636f-4707-ad9a-4ce6cd039c53,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:39.396631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1576b2f-df40-4d36-b2ea-5dc3a85fe6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.398241 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b1576b2f-df40-4d36-b2ea-5dc3a85fe6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727018 Dec 24 03:28:39.400745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47386) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:39.405397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '015948c9-37c5-4bf7-bc42-7bd2f25d8b50', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:39.406542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=b144e8a3-11a3-4ec3-834f-8f32f1987678,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:39.441889 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:28:39.448702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.521422 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.526537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.553078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5589de0f-ef40-47eb-a56b-db938bf6bd8e,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:39.565103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.569785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b4ccad8d-1ed6-435e-908b-648e39730621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.569993 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cb1c6ccf-b15c-414f-a8df-c1444e980531 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670921 Dec 24 03:28:39.570603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47388) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:39.577303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '015948c9-37c5-4bf7-bc42-7bd2f25d8b50', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:39.607972 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:28:39.614835 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.681004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6d150b98-fd3e-4ee3-9d11-898b2b141159 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:39.681004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.684387 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.690757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.711627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1e7c0c-815f-43fe-b07d-c976cdfd5361,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:39.723408 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.732142 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-389d5cbe-cdbb-4f24-b194-24ccc9a842a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532121 Dec 24 03:28:39.766660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Allocated IP 2001:db8::3 (dedc06b2-3b89-41a4-98ba-08cf637da0b1/a6099cf2-df2f-4535-8cf9-e91ac57ef59a/412e0eb2-bded-46d3-9a5f-a4131bf9f586) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:39.778047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-678560cf-5fef-46db-b7e0-8aa1e33ab397 None None] For port b144e8a3-11a3-4ec3-834f-8f32f1987678, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b144e8a3-11a3-4ec3-834f-8f32f1987678,segment=NetworkSegment(bc85ebcc-8990-44b5-b383-e4e41d018d16),segment_id=bc85ebcc-8990-44b5-b383-e4e41d018d16)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:39.780730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 551c04e5-9118-4177-9422-3199b31d650a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=551c04e5-9118-4177-9422-3199b31d650a,segment=NetworkSegment(d83cfbe6-adc1-46c3-878c-e5d403391ece),segment_id=d83cfbe6-adc1-46c3-878c-e5d403391ece)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:39.849125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '551c04e5-9118-4177-9422-3199b31d650a', 'network_id': '6170671b-9d5b-4011-961d-60aaae942fbd', 'port_id': '551c04e5-9118-4177-9422-3199b31d650a', 'mac_address': 'fa:16:3e:f1:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed298a8-7001-4263-8efc-fcf87dccb3b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:28:39.864201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.868916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.878127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e00c4-3ba1-412f-a2c5-e474fcc1da22 req-3b97ad9b-1edc-4a48-902c-2e0b0c3be8c0 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:39.881544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e8e00c4-3ba1-412f-a2c5-e474fcc1da22 req-3b97ad9b-1edc-4a48-902c-2e0b0c3be8c0 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 943 time: 0.5800464 Dec 24 03:28:39.891335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.908079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-678560cf-5fef-46db-b7e0-8aa1e33ab397 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.911299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ecd06cf3-3b46-41c3-9534-b6fc126e564e None None] Provisioning complete for port bd9c3e50-5b44-49e4-9193-9dca882580b0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:39.911453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecd06cf3-3b46-41c3-9534-b6fc126e564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:39.983841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-678560cf-5fef-46db-b7e0-8aa1e33ab397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.035959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.036576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Fanout notify agent at l3_agent the message router_deleted on router b30de12c-3a68-4933-9e1d-654ec21d563a {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:40.053545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.054661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9cd89f21-ac23-4c66-bea5-c182b93f7ca3 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/b30de12c-3a68-4933-9e1d-654ec21d563a HTTP/1.1" status: 204 len: 168 time: 2.7639244 Dec 24 03:28:40.059184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47402) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:40.065991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1983502252', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:40.089514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.098071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.099339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.099802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=d97a5d15-100d-4bf0-90cf-3efe8b774086,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:40.118571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e8e00c4-3ba1-412f-a2c5-e474fcc1da22 req-1cf4c447-63db-422e-90d5-5eff806ffd1d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286291 Dec 24 03:28:40.132939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ecd06cf3-3b46-41c3-9534-b6fc126e564e None None] Port bd9c3e50-5b44-49e4-9193-9dca882580b0 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:40.165403 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c0bf8e72-a3ae-4269-8bbc-3eb0a8b26bd0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370960505&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.2181270 Dec 24 03:28:40.168910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': 'c3d53391-d333-41cb-ac9b-ba4c6412afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f45e0c6d-4121-42a5-9764-3a12473342ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:40.169396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: f45e0c6d-4121-42a5-9764-3a12473342ad, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:40.178658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.183168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:40.189558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551c04e5-9118-4177-9422-3199b31d650a {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:28:40.196141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:40.209470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678560cf-5fef-46db-b7e0-8aa1e33ab397 None None] Pushing event updated for resources: {'Port': ['ID=b144e8a3-11a3-4ec3-834f-8f32f1987678,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:40.248190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network f45e0c6d-4121-42a5-9764-3a12473342ad is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:40.256443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.9 (f2c6af2b-3604-49c5-aab2-bc33c5307a09/45d60221-0e3c-4826-b1a0-b58c8f226163/b259c081-65f1-4e5c-be29-aa536a248389) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:40.298644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.20 (f2c6af2b-3604-49c5-aab2-bc33c5307a09/68298a66-99f3-4861-9147-7b584e545917/b259c081-65f1-4e5c-be29-aa536a248389) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:40.299337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Checking router: c2fff586-58e8-45ef-b859-fe4f4b2401b6 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:28:40.299938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Updating router c2fff586-58e8-45ef-b859-fe4f4b2401b6 port bd9c3e50-5b44-49e4-9193-9dca882580b0 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:28:40.314228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f45e0c6d-4121-42a5-9764-3a12473342ad) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:40.329493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:40.330162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.341635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14791bd-dc30-433d-823e-2f43c0f96f3f None None] Network f45e0c6d-4121-42a5-9764-3a12473342ad requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:40.346182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 551c04e5-9118-4177-9422-3199b31d650a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=551c04e5-9118-4177-9422-3199b31d650a,segment=NetworkSegment(d83cfbe6-adc1-46c3-878c-e5d403391ece),segment_id=d83cfbe6-adc1-46c3-878c-e5d403391ece)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:40.377914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.387834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-2a204607-7207-4c30-9e81-ee19c0aaeb83 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:40.389718 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-2a204607-7207-4c30-9e81-ee19c0aaeb83 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 200 len: 796 time: 0.2133403 Dec 24 03:28:40.403246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.407737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.418996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-54f65fd5-9f9a-479d-a5be-4062d1d68aaf tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6920321 Dec 24 03:28:40.425283 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:40.430980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.458502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-2a1c285e-2dc9-4a3c-82a2-416202111a23 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0350466 Dec 24 03:28:40.494345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.669968 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-5d769188-f9d2-4d58-b190-19b18f0f9ed4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969717 Dec 24 03:28:40.671442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.694833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.776455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=551c04e5-9118-4177-9422-3199b31d650a,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:40.779119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:40.779445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.783970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Network dedc06b2-3b89-41a4-98ba-08cf637da0b1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:40.825879 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-6156f111-cb9e-493c-abb8-dab52bf5faec service neutron] 10.222.0.37 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270981 Dec 24 03:28:40.829892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:40.841491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.853712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:40.871387 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Allocated IP 172.26.5.147 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/a14b2802-fb33-40c5-879e-4e65864d9d80) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:40.924124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:40.965701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['551c04e5-9118-4177-9422-3199b31d650a'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:28:41.010649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac978c-b75c-4c52-b804-2a725f7c78b4 None None] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:41.010882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.011938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.030051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c5a75-7d8e-4fe8-9026-93cfb52308e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-f45e0c6d-4121-42a5-9764-3a12473342ad', 'network_id': 'f45e0c6d-4121-42a5-9764-3a12473342ad', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': 'd97a5d15-100d-4bf0-90cf-3efe8b774086'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:41.030912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d92c5a75-7d8e-4fe8-9026-93cfb52308e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.052594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.064300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-2f807ce7-791c-4692-be85-bf246beba796 service neutron] 10.222.0.37 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188540 Dec 24 03:28:41.069148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.095838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:41.098962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:41.103129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:41.108063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Pushing event updated for resources: {'Port': ['ID=412e0eb2-bded-46d3-9a5f-a4131bf9f586,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:41.131134 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac1770-2332-417c-8cb7-3d86c8d352b7 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:41.132977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event updated for resources: {'Port': ['ID=a14b2802-fb33-40c5-879e-4e65864d9d80,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:41.155063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=b259c081-65f1-4e5c-be29-aa536a248389,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:41.188020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:41.189587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:41.192073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:41.196068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Attempting to bind port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:41.196726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Attempting to bind port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'f053225d-e33b-4964-b3f5-c948e989a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dedc06b2-3b89-41a4-98ba-08cf637da0b1'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:41.197299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Attempting to bind port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 on network dedc06b2-3b89-41a4-98ba-08cf637da0b1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:41.245641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:41.246298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.252002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.349201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=d97a5d15-100d-4bf0-90cf-3efe8b774086,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:41.357315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eda5e5fa-a22b-4697-ab72-26d7e0a43aef tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6784146 Dec 24 03:28:41.358095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47410) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:41.401021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45d60221-0e3c-4826-b1a0-b58c8f226163'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:41.405928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.428345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.464936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.480412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:41.480649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Checking segment: {'id': 'f053225d-e33b-4964-b3f5-c948e989a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dedc06b2-3b89-41a4-98ba-08cf637da0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:41.481131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.481537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Bound using segment: {'id': 'f053225d-e33b-4964-b3f5-c948e989a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dedc06b2-3b89-41a4-98ba-08cf637da0b1'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:41.481934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45e0c6d-4121-42a5-9764-3a12473342ad']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:41.482086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Bound port: 412e0eb2-bded-46d3-9a5f-a4131bf9f586, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f053225d-e33b-4964-b3f5-c948e989a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dedc06b2-3b89-41a4-98ba-08cf637da0b1'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:41.482393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.485078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fa89a970-9c72-4cac-91d5-5369ac81556d None None] Provisioning complete for port b144e8a3-11a3-4ec3-834f-8f32f1987678 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:41.485447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa89a970-9c72-4cac-91d5-5369ac81556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.494016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d53391-d333-41cb-ac9b-ba4c6412afce') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:41.494317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d53391-d333-41cb-ac9b-ba4c6412afce') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:41.503112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.542181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.557802 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4a5d620a-61c5-46eb-8a43-3441885aebb8 req-c0b6c017-d77e-44af-ac46-b419a6f2c7b7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 210 time: 0.1382170 Dec 24 03:28:41.575380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.590465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:41.591214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:41.596701 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:41.714725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.800176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-d92c5a75-7d8e-4fe8-9026-93cfb52308e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d97a5d15-100d-4bf0-90cf-3efe8b774086: This subnet is being modified by another concurrent operation. Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d97a5d15-100d-4bf0-90cf-3efe8b774086: This subnet is being modified by another concurrent operation. Dec 24 03:28:41.807442 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:28:41.839156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692321-1e22-4dd3-b100-d751eee3da71 req-b3641bc4-0920-4067-bcbf-2a577a75a801 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:41.841616 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02692321-1e22-4dd3-b100-d751eee3da71 req-b3641bc4-0920-4067-bcbf-2a577a75a801 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 944 time: 0.4932323 Dec 24 03:28:41.844888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.850106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.852598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] For port 412e0eb2-bded-46d3-9a5f-a4131bf9f586, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:41.853979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/f45e0c6d-4121-42a5-9764-3a12473342ad HTTP/1.1" status: 204 len: 168 time: 1.4154351 Dec 24 03:28:41.882486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47420) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:41.893558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139025326'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:41.905395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b144e8a3-11a3-4ec3-834f-8f32f1987678 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:41.909000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a220c66-bd9f-46dc-b2cb-53a7e6659d03 None None] Network f45e0c6d-4121-42a5-9764-3a12473342ad requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:41.916827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c0a14-031f-4a72-9c5a-66da02d87268 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=f45e0c6d-4121-42a5-9764-3a12473342ad,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:41.967195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a06188df-0126-4696-9fb6-cefae0ae383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:41.972225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e834c-282c-41fb-8ad5-4e3fe658234c None None] Pushing event updated for resources: {'Port': ['ID=bd9c3e50-5b44-49e4-9193-9dca882580b0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:42.000314 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02692321-1e22-4dd3-b100-d751eee3da71 req-7612f25c-5bb9-4cf8-8abf-84b4a0be5f7b tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205916 Dec 24 03:28:42.037723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] For port 412e0eb2-bded-46d3-9a5f-a4131bf9f586, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=412e0eb2-bded-46d3-9a5f-a4131bf9f586,segment=NetworkSegment(f053225d-e33b-4964-b3f5-c948e989a525),segment_id=f053225d-e33b-4964-b3f5-c948e989a525)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:42.041204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a220c66-bd9f-46dc-b2cb-53a7e6659d03 None None] Network f45e0c6d-4121-42a5-9764-3a12473342ad could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:28:42.054826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:42.058790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.093626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.184460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Attempting to bind port bd9c3e50-5b44-49e4-9193-9dca882580b0 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:42.184460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Attempting to bind port bd9c3e50-5b44-49e4-9193-9dca882580b0 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:42.184460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Attempting to bind port bd9c3e50-5b44-49e4-9193-9dca882580b0 on network 0d055c11-9e2d-455a-9f5e-9e0610819748 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:42.186620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:42.209311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:42.209517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Checking segment: {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:42.209775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.210770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Bound using segment: {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:42.211399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Bound port: bd9c3e50-5b44-49e4-9193-9dca882580b0, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:42.211649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.222654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.223004 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment 7a791a52-0ff8-4a49-b29f-31633947a560 of type vlan for network 953421fb-8d3a-47f4-80f5-f4d8556453d2 Dec 24 03:28:42.312760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.346717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45b64b-b9d9-4f0b-bfa9-5ee2db06487e None None] Pushing event updated for resources: {'Port': ['ID=412e0eb2-bded-46d3-9a5f-a4131bf9f586,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:42.360834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b144e8a3-11a3-4ec3-834f-8f32f1987678 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:42.361500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.364170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Delete allocated IP 172.20.0.20 (f2c6af2b-3604-49c5-aab2-bc33c5307a09/68298a66-99f3-4861-9147-7b584e545917) {{(pid=103176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:28:42.388318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.395324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:42.396023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.457386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] For port bd9c3e50-5b44-49e4-9193-9dca882580b0, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:42.483046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] For port bd9c3e50-5b44-49e4-9193-9dca882580b0, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bd9c3e50-5b44-49e4-9193-9dca882580b0,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:42.487086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Provisioning complete for port a14b2802-fb33-40c5-879e-4e65864d9d80 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:42.487471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.502218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6168842 Dec 24 03:28:42.508420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47424) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:42.513274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': '953421fb-8d3a-47f4-80f5-f4d8556453d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:42.522188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.551503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e826d73-357e-48a6-9fdd-b8ff0fd7f5b8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=953421fb-8d3a-47f4-80f5-f4d8556453d2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:42.617960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 953421fb-8d3a-47f4-80f5-f4d8556453d2 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:42.681526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Port a14b2802-fb33-40c5-879e-4e65864d9d80 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:42.691998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.703093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.766917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:42.770378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.813046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e834c-282c-41fb-8ad5-4e3fe658234c None None] Pushing event updated for resources: {'Port': ['ID=bd9c3e50-5b44-49e4-9193-9dca882580b0,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:42.879339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.902865 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Provisioning complete for port bd9c3e50-5b44-49e4-9193-9dca882580b0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:42.903350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:42.928823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:42.930171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:42.942699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Router dd29b9ed-ee6e-403b-b383-9da5994d356d is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:28:42.956212 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-89ecd35c-d4eb-4477-8487-d5135ace2bd9 req-4a654c7b-192d-4282-b897-1fae1417f59d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 210 time: 0.1728032 Dec 24 03:28:43.013619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] In _notify_port_updated(), no bound segment for port b259c081-65f1-4e5c-be29-aa536a248389 on network f2c6af2b-3604-49c5-aab2-bc33c5307a09 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:28:43.019338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:43.019950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.021645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "PUT /v2.0/ports/b259c081-65f1-4e5c-be29-aa536a248389 HTTP/1.1" status: 200 len: 919 time: 1.6252849 Dec 24 03:28:43.030056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1df05-c0ae-4ef6-95d9-cd25b99585be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=b259c081-65f1-4e5c-be29-aa536a248389,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:43.032983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47428) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:43.041225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45d60221-0e3c-4826-b1a0-b58c8f226163'}, {'subnet_id': '68298a66-99f3-4861-9147-7b584e545917'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:43.098968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:43.199206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.208144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:43.219341 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] Sync routers for ids ['dd29b9ed-ee6e-403b-b383-9da5994d356d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:43.237584 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] Routers {'dd29b9ed-ee6e-403b-b383-9da5994d356d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:43.241495 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['dd29b9ed-ee6e-403b-b383-9da5994d356d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:43.243163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.248629 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3c7a942b-70f5-4a1c-a805-4c733b9a9dbb tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1876190 Dec 24 03:28:43.249375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47432) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:43.257921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:43.329234 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:43.348298 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] Routers {'dd29b9ed-ee6e-403b-b383-9da5994d356d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:43.349373 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['dd29b9ed-ee6e-403b-b383-9da5994d356d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:43.441607 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:43.442546 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b32e30-b0d0-4c0a-9115-81ce809ef742 None None] The sync data for ids ['dd29b9ed-ee6e-403b-b383-9da5994d356d'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:43.499667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-ea7d7863-e6ac-42a4-8757-5d7754aceefb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:43.501851 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-ea7d7863-e6ac-42a4-8757-5d7754aceefb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 200 len: 796 time: 0.4893682 Dec 24 03:28:43.510535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 551c04e5-9118-4177-9422-3199b31d650a up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:43.530144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002318b-f5a4-4eb2-aad9-98cc30d57ca1 req-e5a0f2b0-80e6-4141-8a71-6c720c2ededa tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:43.531712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f002318b-f5a4-4eb2-aad9-98cc30d57ca1 req-e5a0f2b0-80e6-4141-8a71-6c720c2ededa tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 944 time: 0.3376164 Dec 24 03:28:43.680459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.28 (f2c6af2b-3604-49c5-aab2-bc33c5307a09/68298a66-99f3-4861-9147-7b584e545917/b259c081-65f1-4e5c-be29-aa536a248389) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:43.696010 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f002318b-f5a4-4eb2-aad9-98cc30d57ca1 req-a0e1a9d4-d40b-41e2-aa47-2576788d2d5a tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393905 Dec 24 03:28:43.704918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 551c04e5-9118-4177-9422-3199b31d650a completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:28:43.722071 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-4a9a9d27-4962-4e74-880e-444c5eb355d0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 380 time: 0.1804626 Dec 24 03:28:43.736579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 551c04e5-9118-4177-9422-3199b31d650a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:43.736579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.738033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['015948c9-37c5-4bf7-bc42-7bd2f25d8b50']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:43.777756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.783532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.825826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.879002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.902655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 412e0eb2-bded-46d3-9a5f-a4131bf9f586 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:43.935745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb1b3f6-e88b-44d5-9ba5-cdc05bf0737b None None] Network dedc06b2-3b89-41a4-98ba-08cf637da0b1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:43.945588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': '7a791a52-0ff8-4a49-b29f-31633947a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '953421fb-8d3a-47f4-80f5-f4d8556453d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:43.945949 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: 953421fb-8d3a-47f4-80f5-f4d8556453d2, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:43.949460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:43.950190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=68a3dd3e-a921-4673-9313-4d848bb02493,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:43.962018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.972067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:43.980053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network 953421fb-8d3a-47f4-80f5-f4d8556453d2 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:43.985081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.003935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Deleting port a14b2802-fb33-40c5-879e-4e65864d9d80 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:44.004289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.013055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 953421fb-8d3a-47f4-80f5-f4d8556453d2) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:44.041552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:44.042568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.053196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7fd334-e9d4-451d-9da4-53deb06bde2a None None] Network 953421fb-8d3a-47f4-80f5-f4d8556453d2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:44.060422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] For port bd9c3e50-5b44-49e4-9193-9dca882580b0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bd9c3e50-5b44-49e4-9193-9dca882580b0,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:44.079128 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f3e6fbb8-9509-4811-b50e-bbb4bfa57337 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5666623 Dec 24 03:28:44.082738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47440) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:44.098397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.114562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:42Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:44.128947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.184332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.198797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Calling delete_port for a14b2802-fb33-40c5-879e-4e65864d9d80 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:44.237329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a990e93-40c6-4b66-92da-b7c9171eb6ee None None] The sync data for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:42Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:44.357915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:44.358299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.359779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551c04e5-9118-4177-9422-3199b31d650a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:28:44.362205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1582f1e-1ef1-48d7-ba07-c26bffc05a0a" -d '{"events": [{"server_uuid": "3a69cffa-397b-49d7-b2d2-1db5be7ff487", "name": "network-vif-plugged", "status": "completed", "tag": "551c04e5-9118-4177-9422-3199b31d650a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:28:44.440266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Provisioning complete for port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:44.440511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.445562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457cc42-7f70-47fd-ad55-58ad8327778d None None] Pushing event updated for resources: {'Port': ['ID=bd9c3e50-5b44-49e4-9193-9dca882580b0,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:44.465401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 551c04e5-9118-4177-9422-3199b31d650a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=551c04e5-9118-4177-9422-3199b31d650a,segment=NetworkSegment(d83cfbe6-adc1-46c3-878c-e5d403391ece),segment_id=d83cfbe6-adc1-46c3-878c-e5d403391ece)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:44.502424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652ac365-83f9-4791-b950-d85fc7de851c x-openstack-request-id: req-652ac365-83f9-4791-b950-d85fc7de851c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:28:44.502964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a69cffa-397b-49d7-b2d2-1db5be7ff487", "name": "network-vif-plugged", "status": "completed", "tag": "551c04e5-9118-4177-9422-3199b31d650a", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:28:44.503294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-652ac365-83f9-4791-b950-d85fc7de851c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:28:44.503795 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551c04e5-9118-4177-9422-3199b31d650a', 'code': 200} Dec 24 03:28:44.528177 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-682c6b3f-cd2c-4704-a3ca-2e022f0013df req-e22be2ab-7ef1-45fa-81e4-0744f3195a1d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 210 time: 0.4782329 Dec 24 03:28:44.534678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=b259c081-65f1-4e5c-be29-aa536a248389,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:44.543340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.545383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.586550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-953421fb-8d3a-47f4-80f5-f4d8556453d2', 'network_id': '953421fb-8d3a-47f4-80f5-f4d8556453d2', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': '68a3dd3e-a921-4673-9313-4d848bb02493'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:44.587679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.588163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.619141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] In _notify_port_updated(), no bound segment for port b259c081-65f1-4e5c-be29-aa536a248389 on network f2c6af2b-3604-49c5-aab2-bc33c5307a09 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:28:44.625729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:44.626716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.628478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d44d3c0f-3b5c-44a4-8752-b17f035e2e7b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "PUT /v2.0/ports/b259c081-65f1-4e5c-be29-aa536a248389 HTTP/1.1" status: 200 len: 999 time: 1.5928173 Dec 24 03:28:44.631575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47444) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:44.702426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.11 (0d055c11-9e2d-455a-9f5e-9e0610819748/fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9/183039d6-53d8-4ae9-ac23-50aec5842046) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:44.744030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.824439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Pushing event deleted for resources: {'Port': ['ID=a14b2802-fb33-40c5-879e-4e65864d9d80,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:44.937106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port b259c081-65f1-4e5c-be29-aa536a248389 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:44.937442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.942099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acb43ad-cda9-4be0-9e8e-e3aea3498836 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:44.945258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=551c04e5-9118-4177-9422-3199b31d650a,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:44.970675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:44.977203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.062329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.092580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.099086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2401c-c8fa-4737-86ed-987f7e9a33e5 req-cd80916b-1c71-4f5a-b399-198a96c844ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:45.106938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9b2401c-c8fa-4737-86ed-987f7e9a33e5 req-cd80916b-1c71-4f5a-b399-198a96c844ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 1098 time: 0.2641768 Dec 24 03:28:45.127576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.130100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Allocated IP 2001:db8::1 (953421fb-8d3a-47f4-80f5-f4d8556453d2/68a3dd3e-a921-4673-9313-4d848bb02493/22969b32-b9f8-4db1-b098-def5daf529f7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:45.142557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07a78-02b4-449b-8811-c2bbe17add3e req-7372aae8-4cbe-4e0a-8137-419ac02504a3 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:45.151512 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cce07a78-02b4-449b-8811-c2bbe17add3e req-7372aae8-4cbe-4e0a-8137-419ac02504a3 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.2810705 Dec 24 03:28:45.177090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 412e0eb2-bded-46d3-9a5f-a4131bf9f586, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=412e0eb2-bded-46d3-9a5f-a4131bf9f586,segment=NetworkSegment(f053225d-e33b-4964-b3f5-c948e989a525),segment_id=f053225d-e33b-4964-b3f5-c948e989a525)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:45.185732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.191353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.250295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.255485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.290055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.323618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:28:45.323980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:28:45.326090 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cce07a78-02b4-449b-8811-c2bbe17add3e req-d37de50b-7f32-493a-81c6-4101456e5d96 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674819 Dec 24 03:28:45.329004 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9b2401c-c8fa-4737-86ed-987f7e9a33e5 req-64f74d72-b292-469a-a7fe-eecdfedd7066 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098815 Dec 24 03:28:45.338100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Router dd29b9ed-ee6e-403b-b383-9da5994d356d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:28:45.343650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=412e0eb2-bded-46d3-9a5f-a4131bf9f586,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:45.343992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for b259c081-65f1-4e5c-be29-aa536a248389 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:45.404615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.430717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:45.431720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.438659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.442997 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1ae55da0-c0fd-4f75-a15b-e119d7ec4d62 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "PUT /v2.0/routers/dd29b9ed-ee6e-403b-b383-9da5994d356d HTTP/1.1" status: 200 len: 710 time: 2.1906908 Dec 24 03:28:45.444286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47448) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:45.446455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] Sync routers for ids ['dd29b9ed-ee6e-403b-b383-9da5994d356d'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:45.451830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.456099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:45.468147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:45.470540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:45.494440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Network 953421fb-8d3a-47f4-80f5-f4d8556453d2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:45.500816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:45.508057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:45.510234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] Routers {'dd29b9ed-ee6e-403b-b383-9da5994d356d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:45.510876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['dd29b9ed-ee6e-403b-b383-9da5994d356d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:45.517943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=183039d6-53d8-4ae9-ac23-50aec5842046,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:45.567288 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f91a79dc-97f2-4e32-ba3a-2ed4ecd43a44 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/routers/dd29b9ed-ee6e-403b-b383-9da5994d356d HTTP/1.1" status: 200 len: 745 time: 0.1217785 Dec 24 03:28:45.567918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47452) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:45.599051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Pushing event updated for resources: {'Port': ['ID=22969b32-b9f8-4db1-b098-def5daf529f7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:45.607645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:45.638853 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-40a02fa1-aa84-45a6-8a47-f4f59077d887 tempest-RoutersIpV6AdminTest-134680284 tempest-RoutersIpV6AdminTest-134680284-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&device_id=dd29b9ed-ee6e-403b-b383-9da5994d356d HTTP/1.1" status: 200 len: 205 time: 0.0668993 Dec 24 03:28:45.641847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47454) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:45.675121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Attempting to bind port 22969b32-b9f8-4db1-b098-def5daf529f7 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:45.675878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Attempting to bind port 22969b32-b9f8-4db1-b098-def5daf529f7 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '7a791a52-0ff8-4a49-b29f-31633947a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '953421fb-8d3a-47f4-80f5-f4d8556453d2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:45.676508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Attempting to bind port 22969b32-b9f8-4db1-b098-def5daf529f7 on network 953421fb-8d3a-47f4-80f5-f4d8556453d2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:45.683123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] Routers {'dd29b9ed-ee6e-403b-b383-9da5994d356d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:45.684054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['dd29b9ed-ee6e-403b-b383-9da5994d356d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:45.692934 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bd4ee4ae-41d4-481a-9608-e1e4c5cca118 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd29b9ed-ee6e-403b-b383-9da5994d356d HTTP/1.1" status: 200 len: 205 time: 0.0498419 Dec 24 03:28:45.693863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47456) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:45.695577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.697317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:45.698102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Checking segment: {'id': '7a791a52-0ff8-4a49-b29f-31633947a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '953421fb-8d3a-47f4-80f5-f4d8556453d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:45.698802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.699384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Bound using segment: {'id': '7a791a52-0ff8-4a49-b29f-31633947a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '953421fb-8d3a-47f4-80f5-f4d8556453d2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:45.700082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Bound port: 22969b32-b9f8-4db1-b098-def5daf529f7, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a791a52-0ff8-4a49-b29f-31633947a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '953421fb-8d3a-47f4-80f5-f4d8556453d2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:45.701203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.707745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:45.709018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.723734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.775620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:45.776294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00d708-ca8c-4751-b24f-7ddc6aacb10f None None] The sync data for ids ['dd29b9ed-ee6e-403b-b383-9da5994d356d'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:45.833259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b35f8fe-6a11-4d35-9965-666a49e1ac67 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:45.853044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=b259c081-65f1-4e5c-be29-aa536a248389,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:45.862619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-c665d955-fa05-4915-a686-b6ee29cc7529 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1395977 Dec 24 03:28:45.926151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Request body: {'port': {'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:45.958045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=68a3dd3e-a921-4673-9313-4d848bb02493,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:46.033819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77c9af-db87-4a2a-9f3f-f8259247d247 req-ac2c772c-e01c-47b5-a90e-ec61ed6512fe tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:46.035597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b77c9af-db87-4a2a-9f3f-f8259247d247 req-ac2c772c-e01c-47b5-a90e-ec61ed6512fe tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 932 time: 0.3204546 Dec 24 03:28:46.123726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 412e0eb2-bded-46d3-9a5f-a4131bf9f586 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:46.125284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b35f8fe-6a11-4d35-9965-666a49e1ac67 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.127970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b35f8fe-6a11-4d35-9965-666a49e1ac67 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.173321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.177066 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6cbcbdb8-5a39-4473-9f4e-d5326a19b84b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/b259c081-65f1-4e5c-be29-aa536a248389 HTTP/1.1" status: 204 len: 168 time: 1.5435228 Dec 24 03:28:46.180284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47458) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.186517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.220942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.222227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b77c9af-db87-4a2a-9f3f-f8259247d247 req-057366df-d515-4a8f-a195-83ce968c749b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450198 Dec 24 03:28:46.225556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b35f8fe-6a11-4d35-9965-666a49e1ac67 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.226600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b35f8fe-6a11-4d35-9965-666a49e1ac67 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Fanout notify agent at l3_agent the message router_deleted on router dd29b9ed-ee6e-403b-b383-9da5994d356d {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:46.234332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b35f8fe-6a11-4d35-9965-666a49e1ac67 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.235437 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8b35f8fe-6a11-4d35-9965-666a49e1ac67 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/dd29b9ed-ee6e-403b-b383-9da5994d356d HTTP/1.1" status: 204 len: 168 time: 0.5374670 Dec 24 03:28:46.240518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] For port 22969b32-b9f8-4db1-b098-def5daf529f7, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:46.248789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47460) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.251726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] For port 22969b32-b9f8-4db1-b098-def5daf529f7, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=22969b32-b9f8-4db1-b098-def5daf529f7,segment=NetworkSegment(7a791a52-0ff8-4a49-b29f-31633947a560),segment_id=7a791a52-0ff8-4a49-b29f-31633947a560)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:46.264013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.267978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Provisioning complete for port bd9c3e50-5b44-49e4-9193-9dca882580b0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:46.268347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.276000 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec75633-2464-4dab-b13b-3d9c65911983 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:46.277490 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3ec75633-2464-4dab-b13b-3d9c65911983 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/b259c081-65f1-4e5c-be29-aa536a248389 HTTP/1.1" status: 404 len: 333 time: 0.0962434 Dec 24 03:28:46.281874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47462) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.287557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aff94378-8a48-45fa-8ad1-846009aa1893 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd29b9ed-ee6e-403b-b383-9da5994d356d HTTP/1.1" status: 200 len: 205 time: 0.0354502 Dec 24 03:28:46.288727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47464) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.320439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953421fb-8d3a-47f4-80f5-f4d8556453d2']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:46.334144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-3f7c81f4-b8b0-4dce-978b-53ba2e07047e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] delete failed (client error): The resource could not be found. Dec 24 03:28:46.339080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3f7c81f4-b8b0-4dce-978b-53ba2e07047e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/dd29b9ed-ee6e-403b-b383-9da5994d356d HTTP/1.1" status: 404 len: 336 time: 0.0458200 Dec 24 03:28:46.339251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:46.339251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.340538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a791a52-0ff8-4a49-b29f-31633947a560') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:46.341279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a791a52-0ff8-4a49-b29f-31633947a560') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:46.347614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47468) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.390833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.396431 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eb69cac0-47a5-4108-a0a1-6b0187ee453b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=b30de12c-3a68-4933-9e1d-654ec21d563a HTTP/1.1" status: 200 len: 205 time: 0.0473645 Dec 24 03:28:46.405113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47470) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.414312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30764e35-62cf-4e74-92a2-f463e755a779 None None] Pushing event updated for resources: {'Port': ['ID=22969b32-b9f8-4db1-b098-def5daf529f7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:46.417171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet 68298a66-99f3-4861-9147-7b584e545917 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:46.422659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.424923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.466754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f4e4a-07a5-45f0-95a4-46ca580b3e98 None None] Network 953421fb-8d3a-47f4-80f5-f4d8556453d2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:46.484823 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-d34b6a98-fa91-4384-9e42-2e6ea31bb16b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] delete failed (client error): The resource could not be found. Dec 24 03:28:46.485689 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d34b6a98-fa91-4384-9e42-2e6ea31bb16b tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/b30de12c-3a68-4933-9e1d-654ec21d563a HTTP/1.1" status: 404 len: 336 time: 0.0796669 Dec 24 03:28:46.489109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:46.489512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:46.493439 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:46.496877 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:46.499609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47472) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.569866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Could not find standard attr ID for object b259c081-65f1-4e5c-be29-aa536a248389. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:28:46.575626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bd9c3e50-5b44-49e4-9193-9dca882580b0 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:46.587538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431c82-e477-463f-bb14-613841a0aa12 req-813d8008-dabc-4632-b4c4-fe718de3dcb5 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:46.589169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1431c82-e477-463f-bb14-613841a0aa12 req-813d8008-dabc-4632-b4c4-fe718de3dcb5 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1306133 Dec 24 03:28:46.637475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Provisioning complete for port b144e8a3-11a3-4ec3-834f-8f32f1987678 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:46.638061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83b6d118-e429-4a14-ab3c-e5ba6ef8aaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.668532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1431c82-e477-463f-bb14-613841a0aa12 req-c2c32ef4-4166-410a-b107-b28d55b54d28 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679395 Dec 24 03:28:46.693922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port bd9c3e50-5b44-49e4-9193-9dca882580b0 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:46.694299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.700143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de648d2e-3361-46f0-9808-fd6f1b4137f3 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:28:46.749812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183039d6-53d8-4ae9-ac23-50aec5842046 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:28:46.759186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.914685 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-13ef9166-095b-4f33-a3e8-4c5c94c1b3ee tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=252e81d9-c995-48d3-8eb0-45647cd581c5 HTTP/1.1" status: 200 len: 205 time: 0.4011841 Dec 24 03:28:46.917144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.928012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de648d2e-3361-46f0-9808-fd6f1b4137f3 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:28:46.941921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:46.963123 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-26055f71-d7b8-4cb2-b604-e6fdcdc8ea0a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] delete failed (client error): The resource could not be found. Dec 24 03:28:46.966434 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-26055f71-d7b8-4cb2-b604-e6fdcdc8ea0a tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/252e81d9-c995-48d3-8eb0-45647cd581c5 HTTP/1.1" status: 404 len: 336 time: 0.0460577 Dec 24 03:28:46.967407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:46.976863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:28:46.976863 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:28:46.976863 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': '953421fb-8d3a-47f4-80f5-f4d8556453d2'}] Dec 24 03:28:46.976863 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:28:46.977375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:28:46.980687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Transition to ACTIVE for port object 183039d6-53d8-4ae9-ac23-50aec5842046 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:28:46.999524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.003512 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-39305ca8-edd9-44a3-9798-9ea3f8cd2f8e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=081db068-1627-457d-9415-39e99bcb7bc4 HTTP/1.1" status: 200 len: 205 time: 0.0340848 Dec 24 03:28:47.011975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.041217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.041662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a381c64f-6783-4d77-b059-80d6a36c4c5f None None] Could not find standard attr ID for object b259c081-65f1-4e5c-be29-aa536a248389. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:28:47.079207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a381c64f-6783-4d77-b059-80d6a36c4c5f None None] Provisioning complete for port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:47.079581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a381c64f-6783-4d77-b059-80d6a36c4c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.084172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-ad599c44-821c-494d-9fb4-8b9aaae6a8fe tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] delete failed (client error): The resource could not be found. Dec 24 03:28:47.088318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ad599c44-821c-494d-9fb4-8b9aaae6a8fe tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/081db068-1627-457d-9415-39e99bcb7bc4 HTTP/1.1" status: 404 len: 336 time: 0.0729046 Dec 24 03:28:47.089421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.123231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.135626 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e22528aa-ced1-4a4a-895f-ab7f6fcc6537 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a31b71-54e6-4fad-9f0b-adeeabccc96b HTTP/1.1" status: 200 len: 205 time: 0.0452819 Dec 24 03:28:47.138092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.138882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=183039d6-53d8-4ae9-ac23-50aec5842046,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:47.154838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=68298a66-99f3-4861-9147-7b584e545917,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:47.165249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.168948 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7ccdf816-ce91-426d-b03c-44a170b10808 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/68298a66-99f3-4861-9147-7b584e545917 HTTP/1.1" status: 204 len: 168 time: 0.8861008 Dec 24 03:28:47.171440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47484) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.194106 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-cf63a7d8-1dc3-4044-9c7e-4b195f8fa731 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] delete failed (client error): The resource could not be found. Dec 24 03:28:47.198953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cf63a7d8-1dc3-4044-9c7e-4b195f8fa731 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/69a31b71-54e6-4fad-9f0b-adeeabccc96b HTTP/1.1" status: 404 len: 336 time: 0.0493896 Dec 24 03:28:47.199098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47486) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.238049 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ee20265a-91d5-4a98-96e9-1c5584429c5e tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5 HTTP/1.1" status: 200 len: 205 time: 0.0335994 Dec 24 03:28:47.238299 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47488) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.281537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Attempting to bind port 183039d6-53d8-4ae9-ac23-50aec5842046 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:47.281828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Attempting to bind port 183039d6-53d8-4ae9-ac23-50aec5842046 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:47.282167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Attempting to bind port 183039d6-53d8-4ae9-ac23-50aec5842046 on network 0d055c11-9e2d-455a-9f5e-9e0610819748 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:47.287334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Port 183039d6-53d8-4ae9-ac23-50aec5842046 on network 0d055c11-9e2d-455a-9f5e-9e0610819748 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:28:47.287676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Attempting to bind port 183039d6-53d8-4ae9-ac23-50aec5842046 on network 0d055c11-9e2d-455a-9f5e-9e0610819748 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:47.293635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:47.293915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Checking segment: {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:47.294456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Bound using segment: {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:47.295002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Bound port: 183039d6-53d8-4ae9-ac23-50aec5842046, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f51eb12-5d72-4085-916f-b5959a4acb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:47.295360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.299833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet 45d60221-0e3c-4826-b1a0-b58c8f226163 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:47.301436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cecc29-eae8-44ef-b98d-a4a06f9e97e8 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:28:47.305431 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-6e4cbc4b-6442-4a75-878e-2434c272dde7 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] delete failed (client error): The resource could not be found. Dec 24 03:28:47.308450 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6e4cbc4b-6442-4a75-878e-2434c272dde7 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/routers/dee5d3a2-fc93-431a-8e4a-57dc1f21e1d5 HTTP/1.1" status: 404 len: 336 time: 0.0673060 Dec 24 03:28:47.308450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.310881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47492) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.369477 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a7ac43-185d-400e-bd67-be875dee91b2 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:47.370196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a7ac43-185d-400e-bd67-be875dee91b2 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:47.373430 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c3a7ac43-185d-400e-bd67-be875dee91b2 tempest-RoutersIpV6AdminTest-816938525 tempest-RoutersIpV6AdminTest-816938525-project] 10.222.0.37 "DELETE /v2.0/subnets/a611606d-39a1-4289-9b22-8ede5025db7c HTTP/1.1" status: 404 len: 337 time: 0.0614600 Dec 24 03:28:47.391678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.397309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-aaef8cd8-a3e0-4160-ab18-c65652c1fbe3 None None] Provisioning complete for port 551c04e5-9118-4177-9422-3199b31d650a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:47.397791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aaef8cd8-a3e0-4160-ab18-c65652c1fbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.399277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea218b98-9b44-4798-a526-df26f73fc6d4 req-e1836b26-eb0a-4600-9200-fd7bd8bc93fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:47.400871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea218b98-9b44-4798-a526-df26f73fc6d4 req-e1836b26-eb0a-4600-9200-fd7bd8bc93fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 944 time: 0.0859306 Dec 24 03:28:47.421078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] For port 183039d6-53d8-4ae9-ac23-50aec5842046, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:47.425110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] For port 183039d6-53d8-4ae9-ac23-50aec5842046, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=183039d6-53d8-4ae9-ac23-50aec5842046,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:47.436289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.449382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cecc29-eae8-44ef-b98d-a4a06f9e97e8 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:28:47.477092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:47.477739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.479137 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] 10.222.0.41 "PUT /v2.0/ports/183039d6-53d8-4ae9-ac23-50aec5842046 HTTP/1.1" status: 200 len: 1094 time: 1.5591791 Dec 24 03:28:47.492123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:28:47.494370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:28:47.494597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.533896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea218b98-9b44-4798-a526-df26f73fc6d4 req-494b0d80-de42-4d42-8195-8d52717ec0f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201572 Dec 24 03:28:47.550483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7c0c3-dc80-4621-9b45-501929f7ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=183039d6-53d8-4ae9-ac23-50aec5842046,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:47.576772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.584848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d75937b-4505-41f1-a562-7bb1c50fb024 x-openstack-request-id: req-1d75937b-4505-41f1-a562-7bb1c50fb024 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:28:47.585248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:28:47.585523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d75937b-4505-41f1-a562-7bb1c50fb024 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:28:47.585992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046', 'status': 'completed', 'code': 200} Dec 24 03:28:47.641141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-a9e16c1d-a766-43ea-afd5-9627b6a2be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:47.643833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-a9e16c1d-a766-43ea-afd5-9627b6a2be67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 1097 time: 0.0812235 Dec 24 03:28:47.685258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting port 22969b32-b9f8-4db1-b098-def5daf529f7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:47.686199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.700021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.704459 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-34a4809c-331b-4c84-baf8-d04cf055d71c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=183039d6-53d8-4ae9-ac23-50aec5842046 HTTP/1.1" status: 200 len: 217 time: 0.0454481 Dec 24 03:28:47.756174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.762547 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/45d60221-0e3c-4826-b1a0-b58c8f226163 HTTP/1.1" status: 204 len: 168 time: 0.5899837 Dec 24 03:28:47.763169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.766268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e71dc-1e15-4fac-a533-25c1f3bfc04c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=45d60221-0e3c-4826-b1a0-b58c8f226163,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:47.797098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-e1068a25-c4c3-47b6-9e75-8962f4f08de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:47.799174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-e1068a25-c4c3-47b6-9e75-8962f4f08de1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9 HTTP/1.1" status: 200 len: 835 time: 0.0878947 Dec 24 03:28:47.809051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f23bd-77dd-407e-956d-abeab6e422bf None None] Network f2c6af2b-3604-49c5-aab2-bc33c5307a09 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:47.827056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] For port 22969b32-b9f8-4db1-b098-def5daf529f7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=22969b32-b9f8-4db1-b098-def5daf529f7,segment=NetworkSegment(7a791a52-0ff8-4a49-b29f-31633947a560),segment_id=7a791a52-0ff8-4a49-b29f-31633947a560)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:47.827403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.855768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Calling delete_port for 22969b32-b9f8-4db1-b098-def5daf529f7 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:47.896335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47504) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:47.974081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.990600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No DVR routers for this DVR port 22969b32-b9f8-4db1-b098-def5daf529f7 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:47.991028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:47.997868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-79a6fd58-dc95-4a77-aa2f-01d952e274b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:47.999539 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-79a6fd58-dc95-4a77-aa2f-01d952e274b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d055c11-9e2d-455a-9f5e-9e0610819748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1884685 Dec 24 03:28:48.021300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] DHCP port deletion for f2c6af2b-3604-49c5-aab2-bc33c5307a09 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:48.060621 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:48.067804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74d7d0-e9ee-4ed2-8a7c-5ae4517abeff req-5ffe41e8-8d6f-4852-957d-c4f7192efc95 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:48.077915 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e74d7d0-e9ee-4ed2-8a7c-5ae4517abeff req-5ffe41e8-8d6f-4852-957d-c4f7192efc95 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.2368562 Dec 24 03:28:48.086755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Port': ['ID=22969b32-b9f8-4db1-b098-def5daf529f7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:48.103594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] Deleting port b144e8a3-11a3-4ec3-834f-8f32f1987678 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:48.104034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.120342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d48ff0e3-51bc-4a41-9979-0dc0e031bb80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.171679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.205309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] For port b144e8a3-11a3-4ec3-834f-8f32f1987678, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b144e8a3-11a3-4ec3-834f-8f32f1987678,segment=NetworkSegment(bc85ebcc-8990-44b5-b383-e4e41d018d16),segment_id=bc85ebcc-8990-44b5-b383-e4e41d018d16)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:48.205652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.207598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953421fb-8d3a-47f4-80f5-f4d8556453d2']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:48.215395 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e74d7d0-e9ee-4ed2-8a7c-5ae4517abeff req-154b2fff-0718-4b4a-9fb8-030e7aa01c6c tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312039 Dec 24 03:28:48.228626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a791a52-0ff8-4a49-b29f-31633947a560') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:48.228626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a791a52-0ff8-4a49-b29f-31633947a560') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:48.241782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] Calling delete_port for b144e8a3-11a3-4ec3-834f-8f32f1987678 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:48.246014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.246229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port b144e8a3-11a3-4ec3-834f-8f32f1987678 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:48.246440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.250602 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-3fdf5ddb-4ec3-4784-b4fe-2b1f9c771ca8 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426300 Dec 24 03:28:48.273598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.284856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:48.285255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:48.295105 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:48.363691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.377388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d48ff0e3-51bc-4a41-9979-0dc0e031bb80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.382396 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.393352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d48ff0e3-51bc-4a41-9979-0dc0e031bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.402250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.407405 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/953421fb-8d3a-47f4-80f5-f4d8556453d2 HTTP/1.1" status: 204 len: 168 time: 4.3221817 Dec 24 03:28:48.413298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] Pushing event deleted for resources: {'Port': ['ID=b144e8a3-11a3-4ec3-834f-8f32f1987678,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:48.416611 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9dd4f-4287-4b9a-881f-a07d0abfec62 None None] No DVR routers for this DVR port b144e8a3-11a3-4ec3-834f-8f32f1987678 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:48.416803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:48.449716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951491084'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:48.451869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee4a4b-d937-4935-9785-e79e609d0227 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=953421fb-8d3a-47f4-80f5-f4d8556453d2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:48.460993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] For port b144e8a3-11a3-4ec3-834f-8f32f1987678, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b144e8a3-11a3-4ec3-834f-8f32f1987678,segment=NetworkSegment(bc85ebcc-8990-44b5-b383-e4e41d018d16),segment_id=bc85ebcc-8990-44b5-b383-e4e41d018d16)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:48.461356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.462276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ff0e3-51bc-4a41-9979-0dc0e031bb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16076bb6-e98e-458f-b365-900ef47e4fb8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:48.468920 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d48ff0e3-51bc-4a41-9979-0dc0e031bb80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=045545bb96cf4e208bece5daaf7f6708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714626 Dec 24 03:28:48.470435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47512) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:48.486920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for b144e8a3-11a3-4ec3-834f-8f32f1987678 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:48.495387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc6d6-7d1e-47e9-ab5c-5829e8b6cacb req-111e0e56-77d4-473a-9733-5bacdb3b2adc tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:48.496877 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2fdc6d6-7d1e-47e9-ab5c-5829e8b6cacb req-111e0e56-77d4-473a-9733-5bacdb3b2adc tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1789947 Dec 24 03:28:48.522818 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a91d8456-848c-4ae1-856b-db3d557cfb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.555268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a91d8456-848c-4ae1-856b-db3d557cfb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.596531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:48.599944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.603237 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebd0cf35-a13c-451e-bcc6-0d8fb475f63f req-b770db4e-8e29-45da-812c-d87926d80248 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201098 Dec 24 03:28:48.630327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2fdc6d6-7d1e-47e9-ab5c-5829e8b6cacb req-73191ebb-7424-471f-b5a4-89acc63319df tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236792 Dec 24 03:28:48.632815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a91d8456-848c-4ae1-856b-db3d557cfb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.636354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a91d8456-848c-4ae1-856b-db3d557cfb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.639818 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a91d8456-848c-4ae1-856b-db3d557cfb9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16076bb6-e98e-458f-b365-900ef47e4fb8 HTTP/1.1" status: 204 len: 168 time: 0.1657119 Dec 24 03:28:48.645973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d8456-848c-4ae1-856b-db3d557cfb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16076bb6-e98e-458f-b365-900ef47e4fb8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:48.670725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:48.709289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.710619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment 4a908311-93bc-4b65-9156-cdb5bd2a5133 of type vlan for network 90cee401-6604-4d1a-b176-26ebdfe48afb Dec 24 03:28:48.792402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.803276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:48.814492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f7af5-ff77-4a2d-b25b-0ba2ab06e299 req-f643db18-48bc-4f59-b509-c473eae5fe45 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:48.816994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-672f7af5-ff77-4a2d-b25b-0ba2ab06e299 req-f643db18-48bc-4f59-b509-c473eae5fe45 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 944 time: 0.1826105 Dec 24 03:28:48.858698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=b144e8a3-11a3-4ec3-834f-8f32f1987678,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:48.860790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No DVR routers for this DVR port b144e8a3-11a3-4ec3-834f-8f32f1987678 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:48.942328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-4b482bb1-23fe-44cc-a9ff-7f34a50b0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:48.943802 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-4b482bb1-23fe-44cc-a9ff-7f34a50b0e0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 1097 time: 0.2157102 Dec 24 03:28:48.965744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47524) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:49.012093 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ce7038da-16f5-4e76-87f4-a01262d6f321 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=263e4ddbb2e444bb978c7298f33df6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451219 Dec 24 03:28:49.014568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47526) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:49.064780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0fe43989-33b6-4c75-a58d-8e834704b028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.088436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0fe43989-33b6-4c75-a58d-8e834704b028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.141243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0fe43989-33b6-4c75-a58d-8e834704b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.144014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0fe43989-33b6-4c75-a58d-8e834704b028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.145272 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0fe43989-33b6-4c75-a58d-8e834704b028 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf9847a6-8f2b-4979-a3e6-c970e6137c4e HTTP/1.1" status: 204 len: 168 time: 0.1297798 Dec 24 03:28:49.161647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe43989-33b6-4c75-a58d-8e834704b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9847a6-8f2b-4979-a3e6-c970e6137c4e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:49.306696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.312777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:49.313379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.400561 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-672f7af5-ff77-4a2d-b25b-0ba2ab06e299 req-b54ba316-b116-4fb5-a94a-b52df95e02f8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5549676 Dec 24 03:28:49.402215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.430267 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9881122 Dec 24 03:28:49.433140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47534) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:49.440381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': '90cee401-6604-4d1a-b176-26ebdfe48afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:49.509580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c6af2b-3604-49c5-aab2-bc33c5307a09']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:49.527680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e16f3-cbc0-4e3b-afad-515c3ed3f320 req-0a3f1cdf-a3bc-4505-86b1-342c26420b77 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:49.529248 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-471e16f3-cbc0-4e3b-afad-515c3ed3f320 req-0a3f1cdf-a3bc-4505-86b1-342c26420b77 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.6176112 Dec 24 03:28:49.534678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf9664-4f94-43a2-a2a0-aa8fe6e830f8 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=90cee401-6604-4d1a-b176-26ebdfe48afb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:49.538822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc85ebcc-8990-44b5-b383-e4e41d018d16') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:49.539123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc85ebcc-8990-44b5-b383-e4e41d018d16') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:49.547386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 90cee401-6604-4d1a-b176-26ebdfe48afb details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:49.558607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:49.563433 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.567991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.586652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-0405b813-839d-48da-b1ac-973195bf67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:49.588070 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-0405b813-839d-48da-b1ac-973195bf67e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 200 len: 896 time: 0.6274092 Dec 24 03:28:49.595574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.644141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:49.644613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:49.652019 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:49.668608 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-77bc679d-c94d-411f-9827-cf8c0ed65119 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=183039d6-53d8-4ae9-ac23-50aec5842046 HTTP/1.1" status: 200 len: 217 time: 0.0668943 Dec 24 03:28:49.673314 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-471e16f3-cbc0-4e3b-afad-515c3ed3f320 req-0631336b-0cca-4da0-aff4-9fd2123ba3f7 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250942 Dec 24 03:28:49.761770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-cf30b061-a08e-426f-a667-d99ae3a2d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:49.763241 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-cf30b061-a08e-426f-a667-d99ae3a2d2de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9 HTTP/1.1" status: 200 len: 835 time: 0.0890644 Dec 24 03:28:49.764308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.771188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.780484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/f2c6af2b-3604-49c5-aab2-bc33c5307a09 HTTP/1.1" status: 204 len: 168 time: 2.0108631 Dec 24 03:28:49.782301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47548) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:49.795825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67cfc8-6ed4-4963-b9fc-a98d2b6724e6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=f2c6af2b-3604-49c5-aab2-bc33c5307a09,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:49.832260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-2bf4aa8b-3e05-4da7-9987-f5a54033d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:49.833797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-2bf4aa8b-3e05-4da7-9987-f5a54033d565 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d055c11-9e2d-455a-9f5e-9e0610819748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562663 Dec 24 03:28:49.840985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b144e8a3-11a3-4ec3-834f-8f32f1987678 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:28:49.876353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b144e8a3-11a3-4ec3-834f-8f32f1987678 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:28:49.876814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b144e8a3-11a3-4ec3-834f-8f32f1987678 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:28:49.902414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d1acf-80f5-40be-b1bf-284f1c186fe2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:49.904830 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0e4d1acf-80f5-40be-b1bf-284f1c186fe2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1179190 Dec 24 03:28:49.908186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:49.910167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47552) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:49.962097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-b7c07a92-8cec-4c35-b5cb-100aeb4d0a37 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127017 Dec 24 03:28:49.999152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=77a161ce-7bf3-4018-81c3-9c6c5063574d,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:50.018562 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-85b7b497-019a-4d4c-a09b-b09e2bea3772 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1040509 Dec 24 03:28:50.025152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47556) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:50.025952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': '4a908311-93bc-4b65-9156-cdb5bd2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90cee401-6604-4d1a-b176-26ebdfe48afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:50.026389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: 90cee401-6604-4d1a-b176-26ebdfe48afb, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:50.033574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-352440498'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:50.064019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network 90cee401-6604-4d1a-b176-26ebdfe48afb is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:50.069896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:50.071774 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539a36d0-45a7-4fb4-b450-7f50b1cca2fa req-cd137f88-d308-4e91-af6c-8140b0500657 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010072 Dec 24 03:28:50.073861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.088513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 90cee401-6604-4d1a-b176-26ebdfe48afb) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:50.093867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:50.094603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.099711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47e713-afcf-43cf-8aa0-864455a4c640 None None] Network 90cee401-6604-4d1a-b176-26ebdfe48afb requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:50.115753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:50.128662 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bd1e233e-1faf-4ff1-a31d-d413c6eaa4a2 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6941772 Dec 24 03:28:50.129997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.130751 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment 29f15845-5469-4391-a36c-c3fc4159082a of type vlan for network 0cc3d6ea-6834-4d49-a384-07e383ab7cce Dec 24 03:28:50.132406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:50.182652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.220328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.229648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:50.230537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.243678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-90cee401-6604-4d1a-b176-26ebdfe48afb', 'network_id': '90cee401-6604-4d1a-b176-26ebdfe48afb', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': '77a161ce-7bf3-4018-81c3-9c6c5063574d'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:50.244580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.255013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.326013 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2970932 Dec 24 03:28:50.329259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47566) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:50.335246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:50.338682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a00bfc-6040-431d-9d1c-da142c54d97a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=0cc3d6ea-6834-4d49-a384-07e383ab7cce,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:50.339459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.365972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0cc3d6ea-6834-4d49-a384-07e383ab7cce details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:50.458218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:50.462077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Allocated IP 2001:db8::1 (90cee401-6604-4d1a-b176-26ebdfe48afb/77a161ce-7bf3-4018-81c3-9c6c5063574d/62fda7e1-7e1f-4845-b665-5c1cdb114c24) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:50.465039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.554375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1151397-7402-468a-857e-de3932763605 req-7264366b-7a55-4838-98eb-9d7707c7aa36 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:50.556296 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1151397-7402-468a-857e-de3932763605 req-7264366b-7a55-4838-98eb-9d7707c7aa36 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 944 time: 0.0684485 Dec 24 03:28:50.613518 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1151397-7402-468a-857e-de3932763605 req-8023f567-a471-4e33-bd63-d299e4518279 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509062 Dec 24 03:28:50.637906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47576) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:50.699427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.757886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=2814f22b-671e-4df6-8ae8-b3fdd3456759,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:50.777269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': '29f15845-5469-4391-a36c-c3fc4159082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:50.777665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: 0cc3d6ea-6834-4d49-a384-07e383ab7cce, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:50.796160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 0cc3d6ea-6834-4d49-a384-07e383ab7cce is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:50.807882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 0cc3d6ea-6834-4d49-a384-07e383ab7cce) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:50.812577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:50.813221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.814250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23cb73bb-8325-48af-966b-cfb2064fceb9 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1709381147'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:50.823390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f20ec5e-fdf8-4fd7-ac41-f53d880d3fe3 None None] Network 0cc3d6ea-6834-4d49-a384-07e383ab7cce requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:50.828560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.828983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7755989-e823-4fcd-92a5-a0153b905403 req-b1c378f1-425b-4af8-8db2-cc40a86efa7c tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:50.830444 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e7755989-e823-4fcd-92a5-a0153b905403 req-b1c378f1-425b-4af8-8db2-cc40a86efa7c tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.0714295 Dec 24 03:28:50.843646 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-017e86b9-9431-4659-8e6a-2e0a2415aae3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5128999 Dec 24 03:28:50.846252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47582) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:50.847771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.852089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce', 'name': 'tempest-PortsTestJSON-1714561102'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:50.877228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23cb73bb-8325-48af-966b-cfb2064fceb9 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.878141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23cb73bb-8325-48af-966b-cfb2064fceb9 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.881645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.930687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Network 90cee401-6604-4d1a-b176-26ebdfe48afb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:50.937314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:50.945157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:50.951448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Pushing event updated for resources: {'Port': ['ID=62fda7e1-7e1f-4845-b665-5c1cdb114c24,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:50.982279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:50.995178 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:50.998781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.007968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=77a161ce-7bf3-4018-81c3-9c6c5063574d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:51.017094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 868c6165-40e7-462b-a8c3-95b34fd6db69 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:51.022894 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e7755989-e823-4fcd-92a5-a0153b905403 req-4f7dbede-784c-4210-8d44-8f391c26af33 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800828 Dec 24 03:28:51.047585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Attempting to bind port 62fda7e1-7e1f-4845-b665-5c1cdb114c24 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:51.047585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Attempting to bind port 62fda7e1-7e1f-4845-b665-5c1cdb114c24 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '4a908311-93bc-4b65-9156-cdb5bd2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90cee401-6604-4d1a-b176-26ebdfe48afb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:51.047585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Attempting to bind port 62fda7e1-7e1f-4845-b665-5c1cdb114c24 on network 90cee401-6604-4d1a-b176-26ebdfe48afb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:51.047825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cee401-6604-4d1a-b176-26ebdfe48afb']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:51.053883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-0cc3d6ea-6834-4d49-a384-07e383ab7cce', 'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce', 'project_id': '7bd861e6d60a4e1b989551ebd18d38c7', 'fixed_ips': [{'subnet_id': '2814f22b-671e-4df6-8ae8-b3fdd3456759'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:51.054978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.076488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:51.076888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Checking segment: {'id': '4a908311-93bc-4b65-9156-cdb5bd2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90cee401-6604-4d1a-b176-26ebdfe48afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:51.077422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.077875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Bound using segment: {'id': '4a908311-93bc-4b65-9156-cdb5bd2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90cee401-6604-4d1a-b176-26ebdfe48afb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:51.078356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Bound port: 62fda7e1-7e1f-4845-b665-5c1cdb114c24, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a908311-93bc-4b65-9156-cdb5bd2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '90cee401-6604-4d1a-b176-26ebdfe48afb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:51.079052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.088798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a908311-93bc-4b65-9156-cdb5bd2a5133') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:51.089098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a908311-93bc-4b65-9156-cdb5bd2a5133') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:51.092117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23cb73bb-8325-48af-966b-cfb2064fceb9 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.111296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23cb73bb-8325-48af-966b-cfb2064fceb9 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.125897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.136835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23cb73bb-8325-48af-966b-cfb2064fceb9 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.141193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-23cb73bb-8325-48af-966b-cfb2064fceb9 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5020542 Dec 24 03:28:51.142402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47586) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:51.159242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.168650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:51.169056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.187153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 183039d6-53d8-4ae9-ac23-50aec5842046 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:51.196659 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:51.242506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7798483b-a7b6-4b79-b7b2-617ea936fd3d tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.255168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] For port 62fda7e1-7e1f-4845-b665-5c1cdb114c24, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:51.319708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.3 (0cc3d6ea-6834-4d49-a384-07e383ab7cce/2814f22b-671e-4df6-8ae8-b3fdd3456759/868c6165-40e7-462b-a8c3-95b34fd6db69) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:51.345665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 183039d6-53d8-4ae9-ac23-50aec5842046, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=183039d6-53d8-4ae9-ac23-50aec5842046,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:51.355978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.db.api [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:28:51.355978 dv-neutron-822869-1-hyperv neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:28:51.355978 dv-neutron-822869-1-hyperv neutron-server[103176]: [parameters: {'id': '90cee401-6604-4d1a-b176-26ebdfe48afb'}] Dec 24 03:28:51.355978 dv-neutron-822869-1-hyperv neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:28:51.356829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG oslo_db.api [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:28:51.365521 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] For port 62fda7e1-7e1f-4845-b665-5c1cdb114c24, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=62fda7e1-7e1f-4845-b665-5c1cdb114c24,segment=NetworkSegment(4a908311-93bc-4b65-9156-cdb5bd2a5133),segment_id=4a908311-93bc-4b65-9156-cdb5bd2a5133)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:51.367469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '183039d6-53d8-4ae9-ac23-50aec5842046', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:28:51.372092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.373443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61256d1-6998-4901-83fa-0d5ece0219e4 req-bfd03e46-5943-4fe6-8c25-c4209cc62c57 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:51.375329 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a61256d1-6998-4901-83fa-0d5ece0219e4 req-bfd03e46-5943-4fe6-8c25-c4209cc62c57 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1440089 Dec 24 03:28:51.394267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-ee8a09a4-305a-4484-9bd0-d26feb260a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:51.395783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-ee8a09a4-305a-4484-9bd0-d26feb260a6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4930f6a4c64761ad378a3ee7070bc7&device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 1098 time: 0.0876613 Dec 24 03:28:51.443710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7798483b-a7b6-4b79-b7b2-617ea936fd3d tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.450444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7798483b-a7b6-4b79-b7b2-617ea936fd3d tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.487414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.503073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ced702-3a33-4f57-86e8-f424b05bae80 None None] Pushing event updated for resources: {'Port': ['ID=62fda7e1-7e1f-4845-b665-5c1cdb114c24,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:51.510263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183039d6-53d8-4ae9-ac23-50aec5842046 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:28:51.516554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a61256d1-6998-4901-83fa-0d5ece0219e4 req-885d8b29-5729-47e7-88a2-d279339fcb1c tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298499 Dec 24 03:28:51.527275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621dbf7-287d-4772-8836-32593f27133c None None] Network 90cee401-6604-4d1a-b176-26ebdfe48afb requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:51.529814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7798483b-a7b6-4b79-b7b2-617ea936fd3d tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.530082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7798483b-a7b6-4b79-b7b2-617ea936fd3d tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e275adc4-7d41-4355-ac41-a571a1269235 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:51.536787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7798483b-a7b6-4b79-b7b2-617ea936fd3d tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.537969 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7798483b-a7b6-4b79-b7b2-617ea936fd3d tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e275adc4-7d41-4355-ac41-a571a1269235 HTTP/1.1" status: 204 len: 168 time: 0.3937848 Dec 24 03:28:51.541374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:51.547710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d2e1b8c5-100d-423b-bfa6-ad89dee5ad3e tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Request body: {'router': {'name': 'tempest-router-2062679261', 'distributed': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:51.552842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 183039d6-53d8-4ae9-ac23-50aec5842046, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=183039d6-53d8-4ae9-ac23-50aec5842046,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:51.557898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.578020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-fc582166-c8ea-4731-ac6c-c2764f665ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:51.579920 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-fc582166-c8ea-4731-ac6c-c2764f665ec0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6170671b-9d5b-4011-961d-60aaae942fbd HTTP/1.1" status: 200 len: 911 time: 0.1752264 Dec 24 03:28:51.618913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.627472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2e1b8c5-100d-423b-bfa6-ad89dee5ad3e tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.628649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2e1b8c5-100d-423b-bfa6-ad89dee5ad3e tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.634315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-456601b0-0661-4f83-bfc3-87e1635024f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=551c04e5-9118-4177-9422-3199b31d650a HTTP/1.1" status: 200 len: 217 time: 0.0466750 Dec 24 03:28:51.668035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.699301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=183039d6-53d8-4ae9-ac23-50aec5842046,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:51.736321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 0cc3d6ea-6834-4d49-a384-07e383ab7cce is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:51.740215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:51.742509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2e1b8c5-100d-423b-bfa6-ad89dee5ad3e tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.749580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Allocated IP 172.20.0.2 (0cc3d6ea-6834-4d49-a384-07e383ab7cce/2814f22b-671e-4df6-8ae8-b3fdd3456759/15472d57-9647-47aa-a88e-f98e4ca9c789) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:51.752442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:51.770201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2e1b8c5-100d-423b-bfa6-ad89dee5ad3e tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.776287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-734b9be7-cd46-497a-ab18-8f274d09d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:51.777874 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-734b9be7-cd46-497a-ab18-8f274d09d665 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ed298a8-7001-4263-8efc-fcf87dccb3b1 HTTP/1.1" status: 200 len: 851 time: 0.1301949 Dec 24 03:28:51.782257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=868c6165-40e7-462b-a8c3-95b34fd6db69,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:51.815860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:51.816499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.817458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2e1b8c5-100d-423b-bfa6-ad89dee5ad3e tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.822816 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d2e1b8c5-100d-423b-bfa6-ad89dee5ad3e tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2763546 Dec 24 03:28:51.822816 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-ce35336c-e689-4ce6-9584-d15dc1d036a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6170671b-9d5b-4011-961d-60aaae942fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342877 Dec 24 03:28:51.823070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47594) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:51.833957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b057c-9442-4409-bce1-550376ea7f91 req-54f83a1c-28d0-4cc2-86a2-5a219f28b7ef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:51.835284 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d3b057c-9442-4409-bce1-550376ea7f91 req-54f83a1c-28d0-4cc2-86a2-5a219f28b7ef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 945 time: 0.1388328 Dec 24 03:28:51.859099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.878137 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c6ccdcac-510d-466c-b3bd-f64095caf536 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0308447 Dec 24 03:28:51.882766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:51.894265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce', 'name': 'tempest-PortsTestJSON-1311852187'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:51.913843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7be3-c037-4ace-9dfe-89578cda7c03 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.918564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.935335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.943447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:51.987158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Network 0cc3d6ea-6834-4d49-a384-07e383ab7cce is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:51.991827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['183039d6-53d8-4ae9-ac23-50aec5842046'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:28:51.996740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:52.021661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:52.026375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Pushing event updated for resources: {'Port': ['ID=15472d57-9647-47aa-a88e-f98e4ca9c789,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:52.043979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d3b057c-9442-4409-bce1-550376ea7f91 req-8264391c-1678-4a29-8be2-26d77972c50f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977828 Dec 24 03:28:52.082089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-402bac78-8ced-407a-aae2-0e4590e2703f service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458258 Dec 24 03:28:52.082998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7be3-c037-4ace-9dfe-89578cda7c03 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.085706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7be3-c037-4ace-9dfe-89578cda7c03 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.097021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Attempting to bind port 15472d57-9647-47aa-a88e-f98e4ca9c789 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:52.097482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Attempting to bind port 15472d57-9647-47aa-a88e-f98e4ca9c789 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '29f15845-5469-4391-a36c-c3fc4159082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:52.097911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Attempting to bind port 15472d57-9647-47aa-a88e-f98e4ca9c789 on network 0cc3d6ea-6834-4d49-a384-07e383ab7cce {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:52.107371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:52.107834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Checking segment: {'id': '29f15845-5469-4391-a36c-c3fc4159082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:52.108761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.108761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Bound using segment: {'id': '29f15845-5469-4391-a36c-c3fc4159082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:52.109583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Bound port: 15472d57-9647-47aa-a88e-f98e4ca9c789, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f15845-5469-4391-a36c-c3fc4159082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0cc3d6ea-6834-4d49-a384-07e383ab7cce'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:52.109796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.142615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7be3-c037-4ace-9dfe-89578cda7c03 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.143227 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1a7be3-c037-4ace-9dfe-89578cda7c03 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf77a6c-7944-4978-935b-789b30925809 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:52.151690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7be3-c037-4ace-9dfe-89578cda7c03 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.153631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6b1a7be3-c037-4ace-9dfe-89578cda7c03 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9cf77a6c-7944-4978-935b-789b30925809 HTTP/1.1" status: 204 len: 168 time: 0.3304775 Dec 24 03:28:52.158427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47598) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:52.167160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0c0a5bb9-be57-4ee7-93b8-55d5ef443149 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Request body: {'router': {'name': 'tempest-router-495211529', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f73f4228af0948f381352d0569d9bc52'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:52.186817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting port 62fda7e1-7e1f-4845-b665-5c1cdb114c24 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:52.187081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.210924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5bb9-be57-4ee7-93b8-55d5ef443149 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.212403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5bb9-be57-4ee7-93b8-55d5ef443149 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.226855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:52.230389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.239301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] For port 15472d57-9647-47aa-a88e-f98e4ca9c789, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:52.243211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] For port 15472d57-9647-47aa-a88e-f98e4ca9c789, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=15472d57-9647-47aa-a88e-f98e4ca9c789,segment=NetworkSegment(29f15845-5469-4391-a36c-c3fc4159082a),segment_id=29f15845-5469-4391-a36c-c3fc4159082a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:52.249019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.250036 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5938572-1e1c-462b-bcd5-88c922b3d7b5 req-98dd0722-c1c5-4e42-a801-cf6985d5a579 service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549575 Dec 24 03:28:52.276402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5bb9-be57-4ee7-93b8-55d5ef443149 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.281247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5bb9-be57-4ee7-93b8-55d5ef443149 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.291183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 243c72ff-09bd-4a76-9d75-33b2671ae04c yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:28:52.299702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5bb9-be57-4ee7-93b8-55d5ef443149 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.304869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] For port 62fda7e1-7e1f-4845-b665-5c1cdb114c24, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=62fda7e1-7e1f-4845-b665-5c1cdb114c24,segment=NetworkSegment(4a908311-93bc-4b65-9156-cdb5bd2a5133),segment_id=4a908311-93bc-4b65-9156-cdb5bd2a5133)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:52.305270 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0c0a5bb9-be57-4ee7-93b8-55d5ef443149 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1455436 Dec 24 03:28:52.305395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.305973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47600) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:52.311874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:52.352973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fae70-5933-4b3b-a37e-54c186dd8ee6 None None] Pushing event updated for resources: {'Port': ['ID=15472d57-9647-47aa-a88e-f98e4ca9c789,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:52.368918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Calling delete_port for 62fda7e1-7e1f-4845-b665-5c1cdb114c24 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:52.495269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.11 (0cc3d6ea-6834-4d49-a384-07e383ab7cce/2814f22b-671e-4df6-8ae8-b3fdd3456759/243c72ff-09bd-4a76-9d75-33b2671ae04c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:52.554417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.572395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.572687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.603443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No DVR routers for this DVR port 62fda7e1-7e1f-4845-b665-5c1cdb114c24 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:52.626834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Port': ['ID=62fda7e1-7e1f-4845-b665-5c1cdb114c24,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:52.673169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103177) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 24 03:28:52.673751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Router e81fd3a1-c7cb-4445-a6d1-0336881d3219 migrating from provider to provider. {{(pid=103177) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 24 03:28:52.674600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.680625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.686297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.758408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.766811 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] No L3 agents can host the router e81fd3a1-c7cb-4445-a6d1-0336881d3219 Dec 24 03:28:52.826507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e3a9e-c7fa-41b3-b559-b61654b1b8a2 req-49c376de-c1f3-45a8-bea9-358d654f15c3 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:52.828002 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-375e3a9e-c7fa-41b3-b559-b61654b1b8a2 req-49c376de-c1f3-45a8-bea9-358d654f15c3 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1976056 Dec 24 03:28:52.833140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cee401-6604-4d1a-b176-26ebdfe48afb']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:52.854055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a908311-93bc-4b65-9156-cdb5bd2a5133') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:52.854648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a908311-93bc-4b65-9156-cdb5bd2a5133') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:52.862759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Hosts for router e81fd3a1-c7cb-4445-a6d1-0336881d3219: [] {{(pid=103177) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 24 03:28:52.879369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.888312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Hosts for other DVR routers connected to router e81fd3a1-c7cb-4445-a6d1-0336881d3219: set() {{(pid=103177) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 24 03:28:52.890988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.892190 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aa2ba88e-fef8-4594-a803-392aa7646655 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "PUT /v2.0/routers/e81fd3a1-c7cb-4445-a6d1-0336881d3219 HTTP/1.1" status: 200 len: 716 time: 0.5850513 Dec 24 03:28:52.894831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47604) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:52.912141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.933510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.937514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:52.937850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:52.940826 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:52.960402 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-375e3a9e-c7fa-41b3-b559-b61654b1b8a2 req-bbd5544d-24ad-436b-929d-82b9e18d3848 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237876 Dec 24 03:28:52.964243 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4b2675e4-f7a6-4af2-b286-c873cfb1a678 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "GET /v2.0/routers/e81fd3a1-c7cb-4445-a6d1-0336881d3219 HTTP/1.1" status: 200 len: 716 time: 0.0683579 Dec 24 03:28:52.967696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47606) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:53.016232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.021135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.028598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/90cee401-6604-4d1a-b176-26ebdfe48afb HTTP/1.1" status: 204 len: 168 time: 2.8920677 Dec 24 03:28:53.028701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47610) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:53.034344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1911460293'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:53.042857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6715b6-e444-462a-832a-dba3d0b210a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=90cee401-6604-4d1a-b176-26ebdfe48afb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:53.055885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.062875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:53.067091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.114456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 0cc3d6ea-6834-4d49-a384-07e383ab7cce is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:53.117964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:53.121891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:53.132751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:53.171139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.171835 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment 1c7f9296-4414-48d7-846f-9c91a2a27327 of type vlan for network d9794a03-088b-4c68-bba8-0082bd4e73da Dec 24 03:28:53.177794 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ed951f53-aa18-4663-a805-02d7892d540a tempest-RoutersTestDVR-1230615479 tempest-RoutersTestDVR-1230615479-project] 10.222.0.37 "GET /v2.0/routers/e81fd3a1-c7cb-4445-a6d1-0336881d3219 HTTP/1.1" status: 200 len: 682 time: 0.2090526 Dec 24 03:28:53.184889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47614) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:53.195556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:53.196102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.215761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=243c72ff-09bd-4a76-9d75-33b2671ae04c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:53.236066 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b5eaaa90-f63c-4764-aa85-951efb4b8e48 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3493736 Dec 24 03:28:53.238804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:53.294837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.302100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-664d7ca1-b8fc-454f-a7ee-98ea28c56d5c tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.310672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e36d9-31b4-49d9-8b5a-e86cbb04f554 req-aa155c9f-287a-4d50-b016-4a55869b6ca6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:53.312226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-959e36d9-31b4-49d9-8b5a-e86cbb04f554 req-aa155c9f-287a-4d50-b016-4a55869b6ca6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 945 time: 0.1452458 Dec 24 03:28:53.364856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4638ae-7e17-4c2d-b905-7a4017f089f4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:53.368537 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fc4638ae-7e17-4c2d-b905-7a4017f089f4 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1282761 Dec 24 03:28:53.383577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47618) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:53.411141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-959e36d9-31b4-49d9-8b5a-e86cbb04f554 req-a9d52bbb-90ee-42a8-bff3-e70042d042c5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918753 Dec 24 03:28:53.437576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.443097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:53.443672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.525301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd5671e-696d-4568-9bf6-4995cb1e9a79 None None] Network 0cc3d6ea-6834-4d49-a384-07e383ab7cce requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:53.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5236533 Dec 24 03:28:53.556803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47620) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:53.562039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:53.649988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bb357fb7-d2d8-44a7-a446-e857fb9c7f03 None None] Provisioning complete for port 15472d57-9647-47aa-a88e-f98e4ca9c789 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:53.650778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb357fb7-d2d8-44a7-a446-e857fb9c7f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.670192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:53.674178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.794949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb357fb7-d2d8-44a7-a446-e857fb9c7f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.836698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bb357fb7-d2d8-44a7-a446-e857fb9c7f03 None None] For port 15472d57-9647-47aa-a88e-f98e4ca9c789, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=15472d57-9647-47aa-a88e-f98e4ca9c789,segment=NetworkSegment(29f15845-5469-4391-a36c-c3fc4159082a),segment_id=29f15845-5469-4391-a36c-c3fc4159082a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:53.843240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb357fb7-d2d8-44a7-a446-e857fb9c7f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.886408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 15472d57-9647-47aa-a88e-f98e4ca9c789 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:53.962180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb357fb7-d2d8-44a7-a446-e857fb9c7f03 None None] Pushing event updated for resources: {'Port': ['ID=15472d57-9647-47aa-a88e-f98e4ca9c789,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:53.979962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 15472d57-9647-47aa-a88e-f98e4ca9c789 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:53.980427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.098688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Provisioning complete for port 15472d57-9647-47aa-a88e-f98e4ca9c789 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:54.098688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.112969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-664d7ca1-b8fc-454f-a7ee-98ea28c56d5c tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.114669 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89595671-354e-4cc2-a52e-c5fe87db46bd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=d9794a03-088b-4c68-bba8-0082bd4e73da,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:54.119128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-664d7ca1-b8fc-454f-a7ee-98ea28c56d5c tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.130406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d9794a03-088b-4c68-bba8-0082bd4e73da details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:54.180778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbd883-3ff6-4795-99fb-83d7b5336ba7 req-2d343609-ed4f-4289-8581-93cc193ab425 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:54.182346 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cfdbd883-3ff6-4795-99fb-83d7b5336ba7 req-2d343609-ed4f-4289-8581-93cc193ab425 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.0756509 Dec 24 03:28:54.210234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 243c72ff-09bd-4a76-9d75-33b2671ae04c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:54.210784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.226118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-664d7ca1-b8fc-454f-a7ee-98ea28c56d5c tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.226767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664d7ca1-b8fc-454f-a7ee-98ea28c56d5c tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e81fd3a1-c7cb-4445-a6d1-0336881d3219 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:54.233472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-664d7ca1-b8fc-454f-a7ee-98ea28c56d5c tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.234618 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-664d7ca1-b8fc-454f-a7ee-98ea28c56d5c tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e81fd3a1-c7cb-4445-a6d1-0336881d3219 HTTP/1.1" status: 204 len: 168 time: 1.0487924 Dec 24 03:28:54.242382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47624) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:54.251034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bd661f0c-59be-4637-a137-cf972302ba43 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Request body: {'router': {'name': 'tempest-router-1709575394', 'distributed': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:54.295041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Provisioning complete for port 868c6165-40e7-462b-a8c3-95b34fd6db69 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:54.297352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.310407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cfdbd883-3ff6-4795-99fb-83d7b5336ba7 req-18860a39-0d8f-4a8e-9a6b-b7d7ead7db71 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100881 Dec 24 03:28:54.341700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd661f0c-59be-4637-a137-cf972302ba43 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.342753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd661f0c-59be-4637-a137-cf972302ba43 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.353729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.370936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 243c72ff-09bd-4a76-9d75-33b2671ae04c owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:54.378532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Port 868c6165-40e7-462b-a8c3-95b34fd6db69 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:54.390603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Provisioning complete for port 243c72ff-09bd-4a76-9d75-33b2671ae04c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:54.390976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.433182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.433875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ce7ab-6204-4f66-af03-7308d339eaf2 None None] Port 243c72ff-09bd-4a76-9d75-33b2671ae04c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:54.465339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd661f0c-59be-4637-a137-cf972302ba43 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.480520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd661f0c-59be-4637-a137-cf972302ba43 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.505520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd661f0c-59be-4637-a137-cf972302ba43 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.509861 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bd661f0c-59be-4637-a137-cf972302ba43 tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2634237 Dec 24 03:28:54.511356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47630) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:54.532855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=3e29e3ef-d0a4-4a35-9718-94a175fe6e50,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:54.562665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-268e766b-75ae-41b1-a491-6745d277b42b None None] Provisioning complete for port 868c6165-40e7-462b-a8c3-95b34fd6db69 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:54.563780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-268e766b-75ae-41b1-a491-6745d277b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.602933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': '1c7f9296-4414-48d7-846f-9c91a2a27327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:54.604255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: d9794a03-088b-4c68-bba8-0082bd4e73da, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:54.616856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-268e766b-75ae-41b1-a491-6745d277b42b None None] Port 868c6165-40e7-462b-a8c3-95b34fd6db69 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:28:54.646211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b877c3-c9b7-4808-a253-4eef68cd9224 req-b7af53a9-b0e0-4be5-b33e-17c2c50a8d50 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:54.655403 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-35b877c3-c9b7-4808-a253-4eef68cd9224 req-b7af53a9-b0e0-4be5-b33e-17c2c50a8d50 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 945 time: 0.1092978 Dec 24 03:28:54.668414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10358918-5f23-46c7-91c6-3693536b3abb tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.694593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64563122-3cee-4f91-aa5c-a5f9b044c4ad None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:28:54.700594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network d9794a03-088b-4c68-bba8-0082bd4e73da is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:54.719668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d9794a03-088b-4c68-bba8-0082bd4e73da) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:54.731995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:54.732740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.765740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8522b75-09fd-4c8e-9609-c42afb1478de req-c04c8332-2bb3-4c43-b1ca-1a313a69346f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:54.767304 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c8522b75-09fd-4c8e-9609-c42afb1478de req-c04c8332-2bb3-4c43-b1ca-1a313a69346f tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1072652 Dec 24 03:28:54.778115 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-35b877c3-c9b7-4808-a253-4eef68cd9224 req-e6dbc00e-e239-45c3-bad1-6446068c65b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217406 Dec 24 03:28:54.779691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b2665de8-44e9-4d6a-b763-e47fe336f332 None None] Provisioning complete for port 243c72ff-09bd-4a76-9d75-33b2671ae04c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:54.780065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2665de8-44e9-4d6a-b763-e47fe336f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.786794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7f6d551e-2ab5-4439-b12e-d6fb2573a530 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2288804 Dec 24 03:28:54.788138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:54.793357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:54.793513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.812149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b2665de8-44e9-4d6a-b763-e47fe336f332 None None] Port 243c72ff-09bd-4a76-9d75-33b2671ae04c was deleted so its status cannot be updated. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 24 03:28:54.850086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64563122-3cee-4f91-aa5c-a5f9b044c4ad None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:28:54.883732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=243c72ff-09bd-4a76-9d75-33b2671ae04c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:54.888172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10358918-5f23-46c7-91c6-3693536b3abb tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.896008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10358918-5f23-46c7-91c6-3693536b3abb tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.903336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c8522b75-09fd-4c8e-9609-c42afb1478de req-5db582ab-a974-4bb4-848e-56221ffc74e3 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242478 Dec 24 03:28:54.953067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:54.956751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.989779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10358918-5f23-46c7-91c6-3693536b3abb tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:54.990409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10358918-5f23-46c7-91c6-3693536b3abb tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df4e5107-1bde-480a-aa18-22e581e7682f {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:28:54.997111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10358918-5f23-46c7-91c6-3693536b3abb tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.002271 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-10358918-5f23-46c7-91c6-3693536b3abb tempest-RoutersTestDVR-996181288 tempest-RoutersTestDVR-996181288-project-admin] 10.222.0.37 "DELETE /v2.0/routers/df4e5107-1bde-480a-aa18-22e581e7682f HTTP/1.1" status: 204 len: 168 time: 0.4909918 Dec 24 03:28:55.016298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.019801 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc8fb6fd-8aea-42b0-8c28-190f64f295be tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/243c72ff-09bd-4a76-9d75-33b2671ae04c HTTP/1.1" status: 204 len: 168 time: 1.6352208 Dec 24 03:28:55.022987 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47638) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.050969 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c52e86e-3a33-4d4f-bc4e-9b8a8984a140 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:55.055920 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2c52e86e-3a33-4d4f-bc4e-9b8a8984a140 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/243c72ff-09bd-4a76-9d75-33b2671ae04c HTTP/1.1" status: 404 len: 333 time: 0.0285645 Dec 24 03:28:55.055920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47640) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.126886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-d9794a03-088b-4c68-bba8-0082bd4e73da', 'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': '3e29e3ef-d0a4-4a35-9718-94a175fe6e50'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:55.127760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.180348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 868c6165-40e7-462b-a8c3-95b34fd6db69 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:55.180723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.226824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 183039d6-53d8-4ae9-ac23-50aec5842046 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:55.237923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.305746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=e34cddab-9152-412e-9126-a9b56d06f8fa,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:55.306692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.314003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network d9794a03-088b-4c68-bba8-0082bd4e73da is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:55.315701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:55.328849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:55.329511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.333152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 183039d6-53d8-4ae9-ac23-50aec5842046 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:28:55.337133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 868c6165-40e7-462b-a8c3-95b34fd6db69 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:55.343466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Allocated IP 2001:db8::2 (d9794a03-088b-4c68-bba8-0082bd4e73da/3e29e3ef-d0a4-4a35-9718-94a175fe6e50/5389440f-0180-4cad-90b9-d1a1748e2967) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:55.348479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 183039d6-53d8-4ae9-ac23-50aec5842046 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:55.348823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.360401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47644) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.363562 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fbbf0323-3fcd-46ca-b7c6-a2da3f3af4cb tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5743470 Dec 24 03:28:55.369817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47646) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.461597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758e487-f625-4786-ae6a-6185c4bf2b3d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:55.463212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758e487-f625-4786-ae6a-6185c4bf2b3d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:55.464773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758e487-f625-4786-ae6a-6185c4bf2b3d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:55.466326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758e487-f625-4786-ae6a-6185c4bf2b3d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:55.467693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758e487-f625-4786-ae6a-6185c4bf2b3d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:55.473569 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3758e487-f625-4786-ae6a-6185c4bf2b3d tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1077187 Dec 24 03:28:55.473787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.479120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1411707056'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:55.499573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d535784-a44e-4684-8acf-9a1ff554b95c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.533959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:55.538651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.563547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:55.574582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.574916 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment 0a4f8429-a6c4-43fe-9393-bfbc97e92ad2 of type vlan for network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 Dec 24 03:28:55.585226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.616592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=868c6165-40e7-462b-a8c3-95b34fd6db69,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:55.636058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.681570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.684498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.687204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:55.687819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.703464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.710373 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-98f41903-33fe-45d7-99f6-aa92b5b15265 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/868c6165-40e7-462b-a8c3-95b34fd6db69 HTTP/1.1" status: 204 len: 168 time: 0.6503594 Dec 24 03:28:55.710907 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47652) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.714370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d535784-a44e-4684-8acf-9a1ff554b95c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.739059 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60b6299-6d5d-42e3-8cca-2bc63f06681b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:28:55.743276 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b60b6299-6d5d-42e3-8cca-2bc63f06681b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/868c6165-40e7-462b-a8c3-95b34fd6db69 HTTP/1.1" status: 404 len: 333 time: 0.0288813 Dec 24 03:28:55.743453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 183039d6-53d8-4ae9-ac23-50aec5842046, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=183039d6-53d8-4ae9-ac23-50aec5842046,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:55.743803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47654) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.744498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:28:55.746844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e41e868-2b49-4c1e-bfbc-c0111765db21" -d '{"events": [{"server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "name": "network-vif-plugged", "status": "completed", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:28:55.748003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d535784-a44e-4684-8acf-9a1ff554b95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.763488 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2866125 Dec 24 03:28:55.776802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47658) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.779473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.785162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:55.794085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4799f63a-762d-48aa-bd6f-871123890e99 x-openstack-request-id: req-4799f63a-762d-48aa-bd6f-871123890e99 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:28:55.794531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "name": "network-vif-plugged", "status": "completed", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:28:55.794879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4799f63a-762d-48aa-bd6f-871123890e99 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:28:55.795361 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046', 'code': 200} Dec 24 03:28:55.858544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet 2814f22b-671e-4df6-8ae8-b3fdd3456759 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:28:55.860425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.863976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.869960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859debcf-b50d-4f06-90ad-6a6e78bd4088 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:55.878906 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d535784-a44e-4684-8acf-9a1ff554b95c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f73f4228af0948f381352d0569d9bc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080173 Dec 24 03:28:55.884103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47662) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:55.889939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.895904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:55.917667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 15472d57-9647-47aa-a88e-f98e4ca9c789 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:55.921723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.924099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=183039d6-53d8-4ae9-ac23-50aec5842046,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:55.936180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d535784-a44e-4684-8acf-9a1ff554b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51546e8-f1a1-4fe4-b990-382a43e99ff0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:55.992403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Network d9794a03-088b-4c68-bba8-0082bd4e73da is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:56.048049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:56.061456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:56.074311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.086495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Pushing event updated for resources: {'Port': ['ID=5389440f-0180-4cad-90b9-d1a1748e2967,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:56.143475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 15472d57-9647-47aa-a88e-f98e4ca9c789 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:56.143939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.148520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Attempting to bind port 5389440f-0180-4cad-90b9-d1a1748e2967 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:28:56.148520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Attempting to bind port 5389440f-0180-4cad-90b9-d1a1748e2967 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1c7f9296-4414-48d7-846f-9c91a2a27327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:28:56.148520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Attempting to bind port 5389440f-0180-4cad-90b9-d1a1748e2967 on network d9794a03-088b-4c68-bba8-0082bd4e73da {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:28:56.164102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.175886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:28:56.176400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Checking segment: {'id': '1c7f9296-4414-48d7-846f-9c91a2a27327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:56.177041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.177325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Bound using segment: {'id': '1c7f9296-4414-48d7-846f-9c91a2a27327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:28:56.177879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Bound port: 5389440f-0180-4cad-90b9-d1a1748e2967, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7f9296-4414-48d7-846f-9c91a2a27327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:28:56.178702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.194516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=2814f22b-671e-4df6-8ae8-b3fdd3456759,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:56.198573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.205778 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2558aad0-512b-4834-a946-bf3c3aa79751 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/2814f22b-671e-4df6-8ae8-b3fdd3456759 HTTP/1.1" status: 204 len: 168 time: 0.4602969 Dec 24 03:28:56.206047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47666) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:56.233170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb9236-146b-4a66-9871-3fde2d98cdfe req-1fa1a9a8-2835-4da4-9b4d-7a423fbd6e96 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:56.234526 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eceb9236-146b-4a66-9871-3fde2d98cdfe req-1fa1a9a8-2835-4da4-9b4d-7a423fbd6e96 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.2353435 Dec 24 03:28:56.235167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3603f2a-f3ba-4881-ab02-be52302e1932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.243240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.280167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] For port 5389440f-0180-4cad-90b9-d1a1748e2967, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:28:56.288694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb6b79-496f-43a7-822c-838b495808af req-41e8d7f1-abe5-459f-a700-69e80d0a7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:56.290209 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05bb6b79-496f-43a7-822c-838b495808af req-41e8d7f1-abe5-459f-a700-69e80d0a7185 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 1099 time: 0.2126348 Dec 24 03:28:56.300463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.302047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] For port 5389440f-0180-4cad-90b9-d1a1748e2967, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5389440f-0180-4cad-90b9-d1a1748e2967,segment=NetworkSegment(1c7f9296-4414-48d7-846f-9c91a2a27327),segment_id=1c7f9296-4414-48d7-846f-9c91a2a27327)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:28:56.306074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3603f2a-f3ba-4881-ab02-be52302e1932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.310603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.313093 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.321017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf2c3-faaf-445b-b293-8981f5e54f45 req-429913e8-eeb7-49c5-b349-0b3654cf3fec tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:56.322505 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d41bf2c3-faaf-445b-b293-8981f5e54f45 req-429913e8-eeb7-49c5-b349-0b3654cf3fec tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.2633967 Dec 24 03:28:56.360756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 is not hosted by any dhcp agent {{(pid=103176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:28:56.366275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:56.367145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.368624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "PUT /v2.0/networks/0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 HTTP/1.1" status: 200 len: 723 time: 0.5908370 Dec 24 03:28:56.371628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47668) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:56.377606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': '0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:56.389226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfef3b-7a88-4bc6-95cc-457ba3f26227 None None] Pushing event updated for resources: {'Port': ['ID=5389440f-0180-4cad-90b9-d1a1748e2967,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:56.416852 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 15472d57-9647-47aa-a88e-f98e4ca9c789 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:28:56.417189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.490751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db6c8a-c2ec-48fd-a05f-d1336c6316ef tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:56.504561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:56.511924 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eceb9236-146b-4a66-9871-3fde2d98cdfe req-9d707b87-6f3a-4c19-8849-d15bca5c8f48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492745 Dec 24 03:28:56.526082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05bb6b79-496f-43a7-822c-838b495808af req-9ce58f04-c170-4bfc-91ac-52df9964b992 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173324 Dec 24 03:28:56.540730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] For port 15472d57-9647-47aa-a88e-f98e4ca9c789, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=15472d57-9647-47aa-a88e-f98e4ca9c789,segment=NetworkSegment(29f15845-5469-4391-a36c-c3fc4159082a),segment_id=29f15845-5469-4391-a36c-c3fc4159082a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:56.541384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.558290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d41bf2c3-faaf-445b-b293-8981f5e54f45 req-2d35876a-80a1-4979-a3f6-5a940cdb01a2 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031598 Dec 24 03:28:56.560226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3603f2a-f3ba-4881-ab02-be52302e1932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.564658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3603f2a-f3ba-4881-ab02-be52302e1932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.568448 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b3603f2a-f3ba-4881-ab02-be52302e1932 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d51546e8-f1a1-4fe4-b990-382a43e99ff0 HTTP/1.1" status: 204 len: 168 time: 0.6812215 Dec 24 03:28:56.577708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:56.582511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.587192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 15472d57-9647-47aa-a88e-f98e4ca9c789 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:28:56.632505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3603f2a-f3ba-4881-ab02-be52302e1932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51546e8-f1a1-4fe4-b990-382a43e99ff0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:56.853259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:56.878067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befe730-2c41-4338-81c9-fb666f2a61be req-debc8952-00c9-4e13-aba2-4eb9fd5cf4a8 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:56.879586 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3befe730-2c41-4338-81c9-fb666f2a61be req-debc8952-00c9-4e13-aba2-4eb9fd5cf4a8 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.0589159 Dec 24 03:28:56.890872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No DVR routers for this DVR port 15472d57-9647-47aa-a88e-f98e4ca9c789 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:28:56.898022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=15472d57-9647-47aa-a88e-f98e4ca9c789,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:56.945318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3befe730-2c41-4338-81c9-fb666f2a61be req-583578bd-4007-468f-a857-674e2a5b6025 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584855 Dec 24 03:28:56.996941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47678) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:57.005880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.012199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff97954a-b022-4e55-9ad0-aac4f8697ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.039677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.091397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc3d6ea-6834-4d49-a384-07e383ab7cce']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:57.103004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226ce4-1590-45f2-9112-8b3352781dcf req-5bdc67b5-ee9f-4865-af61-538a68f38cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:57.104599 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02226ce4-1590-45f2-9112-8b3352781dcf req-5bdc67b5-ee9f-4865-af61-538a68f38cb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4930f6a4c64761ad378a3ee7070bc7&device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 1098 time: 0.0623362 Dec 24 03:28:57.120352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f15845-5469-4391-a36c-c3fc4159082a') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:57.120758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f15845-5469-4391-a36c-c3fc4159082a') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:57.149475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.156300 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff97954a-b022-4e55-9ad0-aac4f8697ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.162101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=e819fa23-2140-4f40-8f6f-0b5c24f16598,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:57.176073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': '0a4f8429-a6c4-43fe-9393-bfbc97e92ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:57.176540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:57.179510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.186687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff97954a-b022-4e55-9ad0-aac4f8697ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.188247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:57.188887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:57.193548 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:57.259421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:57.282414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:57.282724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226ce4-1590-45f2-9112-8b3352781dcf req-534458b0-76d3-4834-9078-090f99d193e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:57.285399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02226ce4-1590-45f2-9112-8b3352781dcf req-534458b0-76d3-4834-9078-090f99d193e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6170671b-9d5b-4011-961d-60aaae942fbd HTTP/1.1" status: 200 len: 911 time: 0.1718273 Dec 24 03:28:57.290886 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ff97954a-b022-4e55-9ad0-aac4f8697ca4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9c69cdc858c45aeac46f3fc2c2d90f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903981 Dec 24 03:28:57.293053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47680) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:57.302638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:57.305436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.310740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.317186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97954a-b022-4e55-9ad0-aac4f8697ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39836411-4d9f-44f9-a141-bb225e2ddf4c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:57.344272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.354386 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/0cc3d6ea-6834-4d49-a384-07e383ab7cce HTTP/1.1" status: 204 len: 168 time: 1.1414089 Dec 24 03:28:57.354680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:57.363890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f968c-ec05-4673-85ae-1e161a0f8a56 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=0cc3d6ea-6834-4d49-a384-07e383ab7cce,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:57.386176 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9a6fda3d-f0df-41f9-b06a-55191abcf238 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0110271 Dec 24 03:28:57.386394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47684) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:57.404661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3a78f009-2f86-412f-beb7-623bcec2b1b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:57.415927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02226ce4-1590-45f2-9112-8b3352781dcf req-dc522a5a-7d84-4ec5-b5f1-31746bb232d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=551c04e5-9118-4177-9422-3199b31d650a HTTP/1.1" status: 200 len: 217 time: 0.0951655 Dec 24 03:28:57.420931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-785358222'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:57.500810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226ce4-1590-45f2-9112-8b3352781dcf req-cc2cb9a6-1204-4c5d-8758-8df54fa79bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:57.502610 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02226ce4-1590-45f2-9112-8b3352781dcf req-cc2cb9a6-1204-4c5d-8758-8df54fa79bf6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ed298a8-7001-4263-8efc-fcf87dccb3b1 HTTP/1.1" status: 200 len: 851 time: 0.0519702 Dec 24 03:28:57.526800 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a78f009-2f86-412f-beb7-623bcec2b1b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3487116'] for subnet, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.584174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-578c022a-d8c4-471f-9472-1b4c7287bee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.618824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02226ce4-1590-45f2-9112-8b3352781dcf req-d37ca78f-9715-45da-9bbd-ff2ac6073ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6170671b-9d5b-4011-961d-60aaae942fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822237 Dec 24 03:28:57.628639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:57.632695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.650267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967680a-998a-4148-b34c-99a3f2703de1 None None] Network d9794a03-088b-4c68-bba8-0082bd4e73da requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:57.684465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee0e33-5c1b-4e09-9651-f4ae1482c493 None None] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:57.710849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a78f009-2f86-412f-beb7-623bcec2b1b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037036840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2758446'] for subnet, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.721886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-578c022a-d8c4-471f-9472-1b4c7287bee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.743606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-bd76943e-600e-4dec-a9da-27d5cb7d416e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2951670 Dec 24 03:28:57.794781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78f009-2f86-412f-beb7-623bcec2b1b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:57.795389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a78f009-2f86-412f-beb7-623bcec2b1b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.796928 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3a78f009-2f86-412f-beb7-623bcec2b1b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "PUT /v2.0/subnets/e819fa23-2140-4f40-8f6f-0b5c24f16598 HTTP/1.1" status: 200 len: 826 time: 0.4095643 Dec 24 03:28:57.799782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47688) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:57.833017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:57.889961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78f009-2f86-412f-beb7-623bcec2b1b1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=e819fa23-2140-4f40-8f6f-0b5c24f16598,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:57.890984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.893225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment 538bc146-9efb-4f9c-b582-9249a182fd88 of type vlan for network d6123b9f-c903-4ef7-ab25-624ad72a44d1 Dec 24 03:28:57.990361 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-57fbda19-9b0e-4632-838f-4f2b7e3d21e0 None None] Provisioning complete for port 5389440f-0180-4cad-90b9-d1a1748e2967 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:57.990583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57fbda19-9b0e-4632-838f-4f2b7e3d21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:57.998591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.023145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02226ce4-1590-45f2-9112-8b3352781dcf req-b4a0f10a-1e3b-4055-95ce-e419a2ec984b service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813202 Dec 24 03:28:58.033284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79850e3-a7dc-454c-9ee0-6f5071f7de19 req-feb98b2f-e775-4a98-938f-48b186faf745 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:58.033480 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b79850e3-a7dc-454c-9ee0-6f5071f7de19 req-feb98b2f-e775-4a98-938f-48b186faf745 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.4101686 Dec 24 03:28:58.078275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1e3df-a255-451e-995f-5f3d934cdbc3 None None] DHCP port deletion for 0cc3d6ea-6834-4d49-a384-07e383ab7cce request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:28:58.105392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5389440f-0180-4cad-90b9-d1a1748e2967 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:28:58.107011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.109691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.150323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d266b-4d1f-44c3-a90e-555bf849c478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38', 'network_id': '0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': 'e819fa23-2140-4f40-8f6f-0b5c24f16598'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:58.150323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92d266b-4d1f-44c3-a90e-555bf849c478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.193453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.193717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-d913d6e4-1488-4685-b852-ce3e7f21380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:58.197099 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-d913d6e4-1488-4685-b852-ce3e7f21380e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.2881701 Dec 24 03:28:58.207153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-578c022a-d8c4-471f-9472-1b4c7287bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.211320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-578c022a-d8c4-471f-9472-1b4c7287bee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.215040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-578c022a-d8c4-471f-9472-1b4c7287bee2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39836411-4d9f-44f9-a141-bb225e2ddf4c HTTP/1.1" status: 204 len: 168 time: 0.9111445 Dec 24 03:28:58.246961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b79850e3-a7dc-454c-9ee0-6f5071f7de19 req-d4c414da-93fb-475a-a2be-bcd69d6de2a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045872 Dec 24 03:28:58.259030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=e819fa23-2140-4f40-8f6f-0b5c24f16598,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:58.293766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c022a-d8c4-471f-9472-1b4c7287bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39836411-4d9f-44f9-a141-bb225e2ddf4c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:58.304190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.310990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:58.311578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.344560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.412805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:58.414242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29604c8a-fb99-4eac-a66a-12baa19e2f60 req-47b25e79-7e44-495e-b4a8-6aafd88a4027 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:58.416586 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29604c8a-fb99-4eac-a66a-12baa19e2f60 req-47b25e79-7e44-495e-b4a8-6aafd88a4027 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.3101549 Dec 24 03:28:58.427639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4a70e-b119-41bb-8bb6-13597c9eb3b3 None None] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:58.442512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4f8429-a6c4-43fe-9393-bfbc97e92ad2') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:58.442512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4f8429-a6c4-43fe-9393-bfbc97e92ad2') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:58.449306 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0958896 Dec 24 03:28:58.451551 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02226ce4-1590-45f2-9112-8b3352781dcf req-4a921dcb-b1ff-436f-b37d-1af84fe9370a service neutron] 10.222.0.41 "GET /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172583 Dec 24 03:28:58.453855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5389440f-0180-4cad-90b9-d1a1748e2967 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:58.454225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.456957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.488328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.488677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:58.497844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:58.498712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:28:58.499112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.516378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010c6ef-c94f-4f23-8f0e-5c0b2646e49b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=d6123b9f-c903-4ef7-ab25-624ad72a44d1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:58.528408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32ef44-d5a2-4a2b-9725-deb00e08a6d4 None None] Update dhcp port {'port': {'network_id': 'd9794a03-088b-4c68-bba8-0082bd4e73da', 'fixed_ips': [{'subnet_id': '3e29e3ef-d0a4-4a35-9718-94a175fe6e50', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e34cddab-9152-412e-9126-a9b56d06f8fa'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': '5389440f-0180-4cad-90b9-d1a1748e2967'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:28:58.536775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:58.570385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57fbda19-9b0e-4632-838f-4f2b7e3d21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:28:58.575916 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:28:58.589121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.599592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.606525 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 HTTP/1.1" status: 204 len: 168 time: 0.8032305 Dec 24 03:28:58.607793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47700) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:58.612970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-5beda1be-f7bd-42a6-8c89-9680696518df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:58.614411 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-5beda1be-f7bd-42a6-8c89-9680696518df service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.3589935 Dec 24 03:28:58.617409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312369c4-241f-43d3-aa27-3d8395daa41e tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:58.645094 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29604c8a-fb99-4eac-a66a-12baa19e2f60 req-78f50446-b6a8-47ba-9a3e-107cdeaabca7 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210941 Dec 24 03:28:58.685954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c32ef44-d5a2-4a2b-9725-deb00e08a6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.691028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9bb6c8-5596-4636-a2fe-1210b61523fe None None] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:58.705301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c0dcb7-7f65-4471-9904-e7be3ca8c930 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:28:58.706448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c0dcb7-7f65-4471-9904-e7be3ca8c930 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:28:58.713019 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-44c0dcb7-7f65-4471-9904-e7be3ca8c930 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 HTTP/1.1" status: 404 len: 339 time: 0.0983045 Dec 24 03:28:58.713890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47706) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:58.718918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979148937', 'description': 'd1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:58.745470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:58.749566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.754520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-57fbda19-9b0e-4632-838f-4f2b7e3d21e0 None None] For port 5389440f-0180-4cad-90b9-d1a1748e2967, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5389440f-0180-4cad-90b9-d1a1748e2967,segment=NetworkSegment(1c7f9296-4414-48d7-846f-9c91a2a27327),segment_id=1c7f9296-4414-48d7-846f-9c91a2a27327)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:58.760999 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-4094b41f-9076-4ea9-aafa-d726652171ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1002 time: 0.1342902 Dec 24 03:28:58.763315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:28:58.767706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.770283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9bb6c8-5596-4636-a2fe-1210b61523fe None None] Network 0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:28:58.783309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:28:58.793912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57fbda19-9b0e-4632-838f-4f2b7e3d21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.795333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.797588 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment e7a4c3ad-214b-4f54-85db-7d2b7ce631d3 of type vlan for network 9f84ead9-85b8-41ab-b5a9-dd609468c6a8 Dec 24 03:28:58.854007 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.884721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.893827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:58.894545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:58.905279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-818f96ff-f4ed-4e60-bfd1-d464c97f3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:58.906951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-818f96ff-f4ed-4e60-bfd1-d464c97f3e8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.1194510 Dec 24 03:28:58.980161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=9f84ead9-85b8-41ab-b5a9-dd609468c6a8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:58.984170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbda19-9b0e-4632-838f-4f2b7e3d21e0 None None] Pushing event updated for resources: {'Port': ['ID=5389440f-0180-4cad-90b9-d1a1748e2967,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:58.997182 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d083ca59-2e9d-453d-9635-d45ab07023ba tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2794471 Dec 24 03:28:58.997383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9f84ead9-85b8-41ab-b5a9-dd609468c6a8 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:58.997608 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47716) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:59.021175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-6106aff9-53b2-4714-95df-1cb913a15e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:59.023043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-6106aff9-53b2-4714-95df-1cb913a15e86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045980 Dec 24 03:28:59.105786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0c32ef44-d5a2-4a2b-9725-deb00e08a6d4 None None] Allocated IP 172.20.0.1 (d9794a03-088b-4c68-bba8-0082bd4e73da/e34cddab-9152-412e-9126-a9b56d06f8fa/5389440f-0180-4cad-90b9-d1a1748e2967) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:59.162273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.164393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36d0cd-ac74-465a-b21f-bc3abf8ff779 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:59.168814 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0b36d0cd-ac74-465a-b21f-bc3abf8ff779 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/networks?id=9f84ead9-85b8-41ab-b5a9-dd609468c6a8 HTTP/1.1" status: 200 len: 765 time: 0.1676250 Dec 24 03:28:59.169330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47720) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:59.181328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'description': 'd2'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:59.210167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47722) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:59.216554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0c32ef44-d5a2-4a2b-9725-deb00e08a6d4 None None] For port 5389440f-0180-4cad-90b9-d1a1748e2967, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5389440f-0180-4cad-90b9-d1a1748e2967,segment=NetworkSegment(1c7f9296-4414-48d7-846f-9c91a2a27327),segment_id=1c7f9296-4414-48d7-846f-9c91a2a27327)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:59.262454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c32ef44-d5a2-4a2b-9725-deb00e08a6d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.263133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-71b92109-50e1-4b41-99a9-e428ee0851c0 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296882 Dec 24 03:28:59.269275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=379d649f-6ae8-4bb0-b711-46085921a29f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:59.273464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c32ef44-d5a2-4a2b-9725-deb00e08a6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.294978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': '538bc146-9efb-4f9c-b582-9249a182fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:28:59.295511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: d6123b9f-c903-4ef7-ab25-624ad72a44d1, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:28:59.394390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.415302 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:28:59.416898 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad8aec16-a2bc-4a25-a3af-54215534560c tempest-AgentManagementNegativeTest-2019919941 tempest-AgentManagementNegativeTest-2019919941-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2052925 Dec 24 03:28:59.426881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.455250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d6123b9f-c903-4ef7-ab25-624ad72a44d1) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:59.462617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b81476b-54f9-4c78-bb7f-637792d20052 req-b47deae7-7e90-43a8-80f7-7aa7fd018dcf service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894784 Dec 24 03:28:59.463687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:59.464265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602039'] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.496633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61318e06-dfda-41c4-83ff-315462b5cb8a req-fafa51b8-e6e4-42a3-bb2a-8e0c1e5eefeb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:59.504890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-61318e06-dfda-41c4-83ff-315462b5cb8a req-fafa51b8-e6e4-42a3-bb2a-8e0c1e5eefeb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.1101913 Dec 24 03:28:59.520721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=9f84ead9-85b8-41ab-b5a9-dd609468c6a8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:59.525443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network 9f84ead9-85b8-41ab-b5a9-dd609468c6a8 is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:28:59.530574 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8fbfd9b4-414c-447a-b3e0-5927f5b7c0cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0396087 Dec 24 03:28:59.532282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:59.533696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.538350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47730) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:59.539114 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4135cfd5-6d69-4403-86c9-e24ac79599a1 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "PUT /v2.0/networks/9f84ead9-85b8-41ab-b5a9-dd609468c6a8 HTTP/1.1" status: 200 len: 762 time: 0.3686564 Dec 24 03:28:59.539977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47732) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:59.556965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2c4a8-6c49-418d-9a03-8de91bf254cd None None] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:28:59.557350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1', 'name': 'tempest-PortsTestJSON-1590802521', 'fixed_ips': [{'subnet_id': '379d649f-6ae8-4bb0-b711-46085921a29f', 'ip_address': '172.20.0.10'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:59.558788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9f84ead9-85b8-41ab-b5a9-dd609468c6a8 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:28:59.604228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32ef44-d5a2-4a2b-9725-deb00e08a6d4 None None] Pushing event updated for resources: {'Port': ['ID=5389440f-0180-4cad-90b9-d1a1748e2967,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:59.641553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698380f2-dca5-48eb-9a63-9fbad8755f21 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:59.648457 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-698380f2-dca5-48eb-9a63-9fbad8755f21 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/networks?id=9f84ead9-85b8-41ab-b5a9-dd609468c6a8 HTTP/1.1" status: 200 len: 765 time: 0.1071703 Dec 24 03:28:59.649741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47734) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:59.799337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-d6123b9f-c903-4ef7-ab25-624ad72a44d1', 'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1', 'project_id': '7bd861e6d60a4e1b989551ebd18d38c7', 'fixed_ips': [{'subnet_id': '379d649f-6ae8-4bb0-b711-46085921a29f'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:28:59.800943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:59.949979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5389440f-0180-4cad-90b9-d1a1748e2967 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:00.052527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Allocated IP 172.20.0.2 (d6123b9f-c903-4ef7-ab25-624ad72a44d1/379d649f-6ae8-4bb0-b711-46085921a29f/803d600d-35da-4260-a9d5-9667ff5e8f13) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:00.055466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5389440f-0180-4cad-90b9-d1a1748e2967 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:00.055466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.072219 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47740) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.083945 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-61318e06-dfda-41c4-83ff-315462b5cb8a req-067f19d2-11e0-46a5-a768-561221cb0db9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5779552 Dec 24 03:29:00.086279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26392ba3-e401-481f-a287-72e488a82e3a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.091643 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-26392ba3-e401-481f-a287-72e488a82e3a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4404309 Dec 24 03:29:00.092497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47744) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.154112 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-701edcbc-ff4f-461e-a586-6b32ef91b348 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 207 time: 0.0601237 Dec 24 03:29:00.157382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47748) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.242609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad15b4-8715-47c1-82bb-c26c8d14ca97 req-47cc2361-345d-400e-8404-12f9a3103f3e tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.251439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9ad15b4-8715-47c1-82bb-c26c8d14ca97 req-47cc2361-345d-400e-8404-12f9a3103f3e tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1746688 Dec 24 03:29:00.264969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 15472d57-9647-47aa-a88e-f98e4ca9c789 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:00.291715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 15472d57-9647-47aa-a88e-f98e4ca9c789 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:00.292068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 15472d57-9647-47aa-a88e-f98e4ca9c789 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:00.298230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:00.372701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.379372 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8b620-bac4-41e5-bc17-2134f5a27ef4 req-095f875b-f1bc-4644-9568-4567c29e2d4c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.381020 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cf8b620-bac4-41e5-bc17-2134f5a27ef4 req-095f875b-f1bc-4644-9568-4567c29e2d4c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.1150360 Dec 24 03:29:00.384743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.436754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Pushing event updated for resources: {'Port': ['ID=803d600d-35da-4260-a9d5-9667ff5e8f13,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:00.437090 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f30b7385-2dfe-4ae4-b19d-5b6dcdce13eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.440302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:00.442275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:00.444402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:00.463812 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cf8b620-bac4-41e5-bc17-2134f5a27ef4 req-acc90a3c-966f-4894-8174-e4886db0fb11 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521922 Dec 24 03:29:00.473256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2e498-f16e-45cf-9e53-d52444334629 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.479542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2e498-f16e-45cf-9e53-d52444334629 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.480126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9ad15b4-8715-47c1-82bb-c26c8d14ca97 req-a374f3f7-e47d-4867-948a-bd12b42f1d08 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170217 Dec 24 03:29:00.495134 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2e498-f16e-45cf-9e53-d52444334629 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.501120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2e498-f16e-45cf-9e53-d52444334629 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.502063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Attempting to bind port 803d600d-35da-4260-a9d5-9667ff5e8f13 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:00.502529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Attempting to bind port 803d600d-35da-4260-a9d5-9667ff5e8f13 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '538bc146-9efb-4f9c-b582-9249a182fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:00.502887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Attempting to bind port 803d600d-35da-4260-a9d5-9667ff5e8f13 on network d6123b9f-c903-4ef7-ab25-624ad72a44d1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:00.509938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:00.510776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Checking segment: {'id': '538bc146-9efb-4f9c-b582-9249a182fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:00.510930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2e498-f16e-45cf-9e53-d52444334629 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.511042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.511139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.511248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Bound using segment: {'id': '538bc146-9efb-4f9c-b582-9249a182fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:00.511544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Bound port: 803d600d-35da-4260-a9d5-9667ff5e8f13, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538bc146-9efb-4f9c-b582-9249a182fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:00.511916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.513891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe0858-42c0-4494-aa1b-2a0cb8560466 None None] Network d9794a03-088b-4c68-bba8-0082bd4e73da requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:00.516139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2e498-f16e-45cf-9e53-d52444334629 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.521378 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f3d2e498-f16e-45cf-9e53-d52444334629 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3593645 Dec 24 03:29:00.526564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47752) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.560348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.583494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:00.598591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2ed496-fd01-414d-991b-07db36106108 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.603344 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f2ed496-fd01-414d-991b-07db36106108 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 1094 time: 0.0878634 Dec 24 03:29:00.608157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47754) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.619342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:00.621087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7f255160-cd1d-484e-b2df-d32ccda7de56 None None] Provisioning complete for port 5389440f-0180-4cad-90b9-d1a1748e2967 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:00.621475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f255160-cd1d-484e-b2df-d32ccda7de56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.710300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] For port 803d600d-35da-4260-a9d5-9667ff5e8f13, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:00.712740 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7a1b43ca-41b3-4e9d-b01c-29e949a8c4dc tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1849129 Dec 24 03:29:00.716228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47756) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.729871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] For port 803d600d-35da-4260-a9d5-9667ff5e8f13, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=803d600d-35da-4260-a9d5-9667ff5e8f13,segment=NetworkSegment(538bc146-9efb-4f9c-b582-9249a182fd88),segment_id=538bc146-9efb-4f9c-b582-9249a182fd88)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:00.731275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.739402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.748181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f30b7385-2dfe-4ae4-b19d-5b6dcdce13eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.755149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f30b7385-2dfe-4ae4-b19d-5b6dcdce13eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.813403 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f30b7385-2dfe-4ae4-b19d-5b6dcdce13eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07e5401b9e8049359364f37b902679a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7399249 Dec 24 03:29:00.814214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47758) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.819629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e23d6-5c3f-433c-9da2-b4575e4ba09f tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.820800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e23d6-5c3f-433c-9da2-b4575e4ba09f tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.822303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e23d6-5c3f-433c-9da2-b4575e4ba09f tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.823375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b7385-2dfe-4ae4-b19d-5b6dcdce13eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2aa048-6a9c-4440-9916-ebecd4ce774d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:00.823818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e23d6-5c3f-433c-9da2-b4575e4ba09f tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.825787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e23d6-5c3f-433c-9da2-b4575e4ba09f tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.830822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ba8e23d6-5c3f-433c-9da2-b4575e4ba09f tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1097322 Dec 24 03:29:00.832203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:00.837963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd489f7-b364-4772-acee-1fe36b0d2b30 None None] Pushing event updated for resources: {'Port': ['ID=803d600d-35da-4260-a9d5-9667ff5e8f13,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:00.873402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.10 (d6123b9f-c903-4ef7-ab25-624ad72a44d1/379d649f-6ae8-4bb0-b711-46085921a29f/14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:00.924953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70166-efb9-4727-9678-8ec72e9e5955 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.926472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70166-efb9-4727-9678-8ec72e9e5955 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.927892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70166-efb9-4727-9678-8ec72e9e5955 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.929376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70166-efb9-4727-9678-8ec72e9e5955 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.931924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70166-efb9-4727-9678-8ec72e9e5955 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:00.933649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e3c70166-efb9-4727-9678-8ec72e9e5955 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1013536 Dec 24 03:29:00.938983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:01.133219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cdea9-ea2a-4ca8-a9d2-5b7291552e59 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:01.134726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bf2cdea9-ea2a-4ca8-a9d2-5b7291552e59 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/networks/d980e0be-1e2d-43df-a2a1-1693eeb99bf8 HTTP/1.1" status: 200 len: 804 time: 0.1947799 Dec 24 03:29:01.139415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47764) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:01.240271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87912733-68ec-498c-99e1-d2236f981263 None None] Network d9794a03-088b-4c68-bba8-0082bd4e73da requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:01.306876 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-644fe382-4e07-4960-9273-531e2080f2dc tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/networks/d980e0be-1e2d-43df-a2a1-1693eeb99bf8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1666164 Dec 24 03:29:01.310724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:01.321092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82efe5c1-8324-4bcd-bfc5-935d8f217669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.336346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4439386e-7865-46d5-b9b3-d2afb091a2f3 None None] Provisioning complete for port 5389440f-0180-4cad-90b9-d1a1748e2967 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:01.337836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4439386e-7865-46d5-b9b3-d2afb091a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.351602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82efe5c1-8324-4bcd-bfc5-935d8f217669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.359342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.370606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb5e3b-66d2-4be1-a9f0-2ca12e75be72 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:01.375377 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-15bb5e3b-66d2-4be1-a9f0-2ca12e75be72 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/subnets/eb87998f-c908-4080-b846-67fdc0c57219 HTTP/1.1" status: 200 len: 843 time: 0.0604584 Dec 24 03:29:01.375377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.378757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:01.466493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06bf8f-23e5-4ef5-b329-28c23c1facb3 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:01.472461 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2a06bf8f-23e5-4ef5-b329-28c23c1facb3 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "GET /v2.0/subnets/eb87998f-c908-4080-b846-67fdc0c57219?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0926068 Dec 24 03:29:01.473056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:01.480714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82efe5c1-8324-4bcd-bfc5-935d8f217669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.481791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1367591723'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:01.484225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82efe5c1-8324-4bcd-bfc5-935d8f217669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.487884 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-82efe5c1-8324-4bcd-bfc5-935d8f217669 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe2aa048-6a9c-4440-9916-ebecd4ce774d HTTP/1.1" status: 204 len: 168 time: 0.6686759 Dec 24 03:29:01.505622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.13 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f3712335-ae57-4eca-8678-4f61cd69cb04) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:01.508863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efe5c1-8324-4bcd-bfc5-935d8f217669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2aa048-6a9c-4440-9916-ebecd4ce774d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:01.537705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.597547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:01.601546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.661374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.661712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:01.667556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:01.669431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:01.671647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:01.714947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:01.727463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.752032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e248237-0419-43b1-8248-a38fa4e5b864 req-66a19cfd-8603-4ae8-8d10-c6f376c3ec94 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:01.760351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e248237-0419-43b1-8248-a38fa4e5b864 req-66a19cfd-8603-4ae8-8d10-c6f376c3ec94 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1733446 Dec 24 03:29:01.764401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.764766 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Added segment 11f9cad3-efc7-4a58-ad87-d4dffdeef30e of type vlan for network 8816a1a2-95c2-4971-bc11-8df168aae729 Dec 24 03:29:01.774923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:01.781127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:01.785825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:01.820936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=f3712335-ae57-4eca-8678-4f61cd69cb04,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:01.838461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:01.839266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.876326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-17dc8ae3-e09e-4e0f-9f7f-b9bbc986bdf4 None None] Provisioning complete for port 5389440f-0180-4cad-90b9-d1a1748e2967 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:01.877565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-17dc8ae3-e09e-4e0f-9f7f-b9bbc986bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.894216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:01.901526 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-50f87446-5049-407d-bfa2-60fa76d29877 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3619294 Dec 24 03:29:01.904947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47780) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:01.914916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': 'd6123b9f-c903-4ef7-ab25-624ad72a44d1', 'name': 'tempest-PortsTestJSON-2046167837', 'fixed_ips': [{'subnet_id': '379d649f-6ae8-4bb0-b711-46085921a29f', 'ip_address': '172.20.0.9'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:01.927835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 803d600d-35da-4260-a9d5-9667ff5e8f13 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:01.950091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e248237-0419-43b1-8248-a38fa4e5b864 req-bca3c188-2e0e-4cbf-bdad-dbe8090f541e tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887364 Dec 24 03:29:02.065647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.072335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:02.072983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.113980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 803d600d-35da-4260-a9d5-9667ff5e8f13 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:02.114561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.257320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7776883 Dec 24 03:29:02.268807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47790) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:02.280551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'network_id': '8816a1a2-95c2-4971-bc11-8df168aae729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:02.285723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c870a02-4ded-43e0-8914-3ee9a82bdf5c tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Network': ['ID=8816a1a2-95c2-4971-bc11-8df168aae729,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:02.295128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.315338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:02.322545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.323643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 8816a1a2-95c2-4971-bc11-8df168aae729 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:02.345306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port cd36e4cc-b940-46cd-bb01-5a45729c8575 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:02.491593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 803d600d-35da-4260-a9d5-9667ff5e8f13, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=803d600d-35da-4260-a9d5-9667ff5e8f13,segment=NetworkSegment(538bc146-9efb-4f9c-b582-9249a182fd88),segment_id=538bc146-9efb-4f9c-b582-9249a182fd88)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:02.496855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.505750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e9a27-db79-4771-8e33-b2430fc787c9 None None] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:02.534097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828689-1ef2-439c-a967-299b0e88feb2 req-c84450ee-d2b2-4c09-b71e-81cbebf0621c tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:02.535664 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac828689-1ef2-439c-a967-299b0e88feb2 req-c84450ee-d2b2-4c09-b71e-81cbebf0621c tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1362636 Dec 24 03:29:02.622447 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac828689-1ef2-439c-a967-299b0e88feb2 req-59c9bcf0-dc8e-459e-88f1-b726d2905500 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676649 Dec 24 03:29:02.641319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.9 (d6123b9f-c903-4ef7-ab25-624ad72a44d1/379d649f-6ae8-4bb0-b711-46085921a29f/cd36e4cc-b940-46cd-bb01-5a45729c8575) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:02.690724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Made reservation on behalf of 1513d6e30a4349be94b87d846bbdf828 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:02.695968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.697196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=803d600d-35da-4260-a9d5-9667ff5e8f13,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:02.701482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4f74496b-6427-40cc-9007-1ea18e16be32 None None] Provisioning complete for port 803d600d-35da-4260-a9d5-9667ff5e8f13 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:02.702089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f74496b-6427-40cc-9007-1ea18e16be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.716753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47802) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:02.745636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.840243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Performing IP validity checks on allocation pools {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:29:02.840934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:29:02.861336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.879398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1951295074'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:02.903329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.971611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:02.972093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:02.974695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:02.978814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=cd36e4cc-b940-46cd-bb01-5a45729c8575,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:02.981777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:02.996335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:02.999757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.037583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-182f4b1c-8833-4d8c-b293-1f8447bbe19f None None] Provisioning complete for port 803d600d-35da-4260-a9d5-9667ff5e8f13 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:03.038079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-182f4b1c-8833-4d8c-b293-1f8447bbe19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.039761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.040466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.045935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.062220 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aff6a7e9-4bdd-4c93-9a9f-46d5c2683274 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1532683 Dec 24 03:29:03.064155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:03.161911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-182f4b1c-8833-4d8c-b293-1f8447bbe19f None None] Provisioning complete for port 14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:03.162352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-182f4b1c-8833-4d8c-b293-1f8447bbe19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.173097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ee8b5-a2f0-4c2a-b0c6-97832c60e46c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.177315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7e2ee8b5-a2f0-4c2a-b0c6-97832c60e46c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1096535 Dec 24 03:29:03.177579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:03.199850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-182f4b1c-8833-4d8c-b293-1f8447bbe19f None None] Port 14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:03.220687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.242266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c8c73-ce60-4c98-88f8-8bef6146224d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.248508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c8c73-ce60-4c98-88f8-8bef6146224d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.254473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c8c73-ce60-4c98-88f8-8bef6146224d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.260399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6d7c8c73-ce60-4c98-88f8-8bef6146224d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0771093 Dec 24 03:29:03.260399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:03.325685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9fcecd54-4083-41e7-81b4-3036eb206a28 None None] Provisioning complete for port 14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:03.326299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9fcecd54-4083-41e7-81b4-3036eb206a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.330439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=93c6af1c-eac7-4e2d-80a2-578dc1fc78af,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:03.359605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.372293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.382429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port cd36e4cc-b940-46cd-bb01-5a45729c8575 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:03.383034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.384600 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9fcecd54-4083-41e7-81b4-3036eb206a28 None None] Port 14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:03.417267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.422323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Checking segment: {'id': '11f9cad3-efc7-4a58-ad87-d4dffdeef30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8816a1a2-95c2-4971-bc11-8df168aae729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:03.422764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network hostable DHCP agents. Network: 8816a1a2-95c2-4971-bc11-8df168aae729, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:03.435541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.500411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.504426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:03.504929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fb0cc4c9-e543-4397-9513-646123defb60 None None] Provisioning complete for port cd36e4cc-b940-46cd-bb01-5a45729c8575 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:03.505302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc4c9-e543-4397-9513-646123defb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.506282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=f3712335-ae57-4eca-8678-4f61cd69cb04,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:03.514213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for cd36e4cc-b940-46cd-bb01-5a45729c8575 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:03.527274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Network 8816a1a2-95c2-4971-bc11-8df168aae729 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:03.530555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbd7fa6-4da7-4161-9b9b-82d5936940e9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:03.535704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.538325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.538670 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment 876cb79c-7c47-4deb-8969-b0c68f8d1dd3 of type vlan for network 690b3665-d747-43f8-8267-1a028d2fa4bc Dec 24 03:29:03.551768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cc4c9-e543-4397-9513-646123defb60 None None] Port cd36e4cc-b940-46cd-bb01-5a45729c8575 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:03.581231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 8816a1a2-95c2-4971-bc11-8df168aae729) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:03.589341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7149d30-294c-4ca5-805e-728bfb37b059 None None] Network 8816a1a2-95c2-4971-bc11-8df168aae729 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:03.591024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.592084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.633174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.640908 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1433238e-41ff-4210-918f-51d0c9141ff4 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3708994 Dec 24 03:29:03.645906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47812) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:03.651563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-64116b01-650e-4bd7-8027-ebfaa573b539 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:03.712774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.717126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.719418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.720045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.729315 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 8da0952f-6de9-4a69-9840-189acdda5791 associated. External IP: 172.26.5.13, port: 183039d6-53d8-4ae9-ac23-50aec5842046. Dec 24 03:29:03.733654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d35269-9489-4a55-9def-98498bf7fc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-8816a1a2-95c2-4971-bc11-8df168aae729', 'network_id': '8816a1a2-95c2-4971-bc11-8df168aae729', 'project_id': '1513d6e30a4349be94b87d846bbdf828', 'fixed_ips': [{'subnet_id': '93c6af1c-eac7-4e2d-80a2-578dc1fc78af'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:03.734439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05d35269-9489-4a55-9def-98498bf7fc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.803908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=cd36e4cc-b940-46cd-bb01-5a45729c8575,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:03.828911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-64116b01-650e-4bd7-8027-ebfaa573b539 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3599024'] for subnet, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.862173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 803d600d-35da-4260-a9d5-9667ff5e8f13 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:03.940703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 803d600d-35da-4260-a9d5-9667ff5e8f13 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:03.941075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:03.970444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fef7-f6b6-4fcb-bb02-9545e38bf4ae req-4e808e1c-eb1b-4d19-9d79-1e8e773da776 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:03.972272 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a821fef7-f6b6-4fcb-bb02-9545e38bf4ae req-4e808e1c-eb1b-4d19-9d79-1e8e773da776 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.2032130 Dec 24 03:29:04.005116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.009719 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1d35d5fe-7b14-4424-bfe9-4ded2d19323f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/cd36e4cc-b940-46cd-bb01-5a45729c8575 HTTP/1.1" status: 204 len: 168 time: 0.7489302 Dec 24 03:29:04.018021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:04.097195 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-027cb44f-fe64-4431-9695-76d3197e405b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:29:04.101731 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-027cb44f-fe64-4431-9695-76d3197e405b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/cd36e4cc-b940-46cd-bb01-5a45729c8575 HTTP/1.1" status: 404 len: 333 time: 0.0796266 Dec 24 03:29:04.104331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:04.110797 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3814478 Dec 24 03:29:04.111439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47820) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:04.116081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'name': 'tempest-PortsIpV6TestJSON-1030975738'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:04.120985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21d247-3963-46b2-94a2-cc8f155b728c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=690b3665-d747-43f8-8267-1a028d2fa4bc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:04.162800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a821fef7-f6b6-4fcb-bb02-9545e38bf4ae req-7f7fd3e7-7c05-4efe-823c-560d3581b241 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791363 Dec 24 03:29:04.215622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:04.233225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-05d35269-9489-4a55-9def-98498bf7fc9a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 24 03:29:04.233225 dv-neutron-822869-1-hyperv neutron-server[103178]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 24 03:29:04.233225 dv-neutron-822869-1-hyperv neutron-server[103178]: [parameters: {'in_use': 1, 'id_1': '93c6af1c-eac7-4e2d-80a2-578dc1fc78af'}] Dec 24 03:29:04.233225 dv-neutron-822869-1-hyperv neutron-server[103178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:04.233676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-05d35269-9489-4a55-9def-98498bf7fc9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:04.254154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-64116b01-650e-4bd7-8027-ebfaa573b539 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037036840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25885827'] for subnet, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.311129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:04.311490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.319228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64116b01-650e-4bd7-8027-ebfaa573b539 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:04.319828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-64116b01-650e-4bd7-8027-ebfaa573b539 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.323747 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-64116b01-650e-4bd7-8027-ebfaa573b539 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "PUT /v2.0/subnets/93c6af1c-eac7-4e2d-80a2-578dc1fc78af HTTP/1.1" status: 200 len: 900 time: 0.6744263 Dec 24 03:29:04.337197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:04.352324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64116b01-650e-4bd7-8027-ebfaa573b539 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event updated for resources: {'Subnet': ['ID=93c6af1c-eac7-4e2d-80a2-578dc1fc78af,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:04.369584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c2fff586-58e8-45ef-b859-fe4f4b2401b6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:04.379102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:04.383468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.438736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:04.510266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.532932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.534754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:04.561619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:04.573871 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] Sync routers for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:04.585433 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:04.586032 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:04.604246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.668014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.676385 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9b5af941-e7d4-43cf-9971-2db40832ed78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0641270 Dec 24 03:29:04.679319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:04.681681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1bd653-6e5e-4858-a661-520b4bc8df34" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:04.686759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.688565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47824) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:04.735601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05d35269-9489-4a55-9def-98498bf7fc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.742119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-520a6c36-7043-4eef-8658-039db662e755 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:04.743682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-520a6c36-7043-4eef-8658-039db662e755 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1352730 Dec 24 03:29:04.800845 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:04.815134 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe90b16-3c4c-4270-b44f-cc0952e30ce2 x-openstack-request-id: req-ffe90b16-3c4c-4270-b44f-cc0952e30ce2 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:04.815781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:04.815781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffe90b16-3c4c-4270-b44f-cc0952e30ce2 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:04.816231 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046', 'status': 'completed', 'code': 200} Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-05d35269-9489-4a55-9def-98498bf7fc9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93c6af1c-eac7-4e2d-80a2-578dc1fc78af: This subnet is being modified by another concurrent operation. Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93c6af1c-eac7-4e2d-80a2-578dc1fc78af: This subnet is being modified by another concurrent operation. Dec 24 03:29:04.873252 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:29:04.880136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.880261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.906124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4c829-5472-40a1-9133-2bdf471ba3d8 None None] Network 8816a1a2-95c2-4971-bc11-8df168aae729 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:04.941246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=93c6af1c-eac7-4e2d-80a2-578dc1fc78af,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:04.943018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:04.970735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=1df5ae49-86d3-41dd-98b8-53c3abc7e715,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:04.994549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:04.997654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-a2e0407d-c4b2-4641-9a9c-87c37005ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:04.999160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-a2e0407d-c4b2-4641-9a9c-87c37005ac3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 1099 time: 0.2034137 Dec 24 03:29:05.009779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40f0d4-6b9b-427c-a5bf-0cd7433cecb9 None None] Network 8816a1a2-95c2-4971-bc11-8df168aae729 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:05.059250 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-110cf26f-8871-41d7-a01b-67a6674fb0ae tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8da0952f-6de9-4a69-9840-189acdda5791 HTTP/1.1" status: 200 len: 991 time: 0.3654900 Dec 24 03:29:05.076055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': '876cb79c-7c47-4deb-8969-b0c68f8d1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:05.076746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 690b3665-d747-43f8-8267-1a028d2fa4bc, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:05.102927 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:05.113986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.119802 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 690b3665-d747-43f8-8267-1a028d2fa4bc) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:05.125563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:05.129046 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:02Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:05.131346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:05.132639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.141359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac52b1a-3793-4db6-b077-4ddec3989613 None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:05.165530 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a61fec21-7a9f-451a-aac0-7b5b5d837024 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0532827 Dec 24 03:29:05.168515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47828) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:05.170647 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] Checking router: c2fff586-58e8-45ef-b859-fe4f4b2401b6 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:05.174346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1020381153'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:05.180830 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:05.181516 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:28:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:05.223048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.225684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:05.229593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-47c07e1e-7892-4e88-b6ad-051356027baa tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 HTTP/1.1" status: 204 len: 168 time: 1.1222682 Dec 24 03:29:05.229754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.230811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:05.280462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:05.293663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.294014 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment cecb7820-9f7d-48eb-b1bf-cd66b8bc954f of type vlan for network 8cd54579-749e-491f-a4fe-65e61eb2a59e Dec 24 03:29:05.345561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d005e-eb41-4652-ba13-78396bf9567a None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:29:05.360065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.361220 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:05.391828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.401320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:05.402031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.445776 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2761807 Dec 24 03:29:05.449711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47834) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:05.482456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'ports': [{'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc'}, {'network_id': '8cd54579-749e-491f-a4fe-65e61eb2a59e'}]} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:05.482803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:05.483287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '8cd54579-749e-491f-a4fe-65e61eb2a59e'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:05.507657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d005e-eb41-4652-ba13-78396bf9567a None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:29:05.617562 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-90edeff0-51dc-4a00-83b6-28384795cf83 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:29:05.619725 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-90edeff0-51dc-4a00-83b6-28384795cf83 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/14a43aa7-5fb5-4bf4-a1d9-5bf82fb090a7 HTTP/1.1" status: 404 len: 333 time: 0.3835778 Dec 24 03:29:05.624427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47836) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:05.639081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e11305-ca06-458a-9166-bb2a8184ca3d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=8cd54579-749e-491f-a4fe-65e61eb2a59e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:05.651361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8816a1a2-95c2-4971-bc11-8df168aae729']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:05.661004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 8cd54579-749e-491f-a4fe-65e61eb2a59e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:05.677901 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:02Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:05.695916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Deleting port 551c04e5-9118-4177-9422-3199b31d650a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:05.696253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.697112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet 379d649f-6ae8-4bb0-b711-46085921a29f {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:05.700846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.703913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 2} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:05.710272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.712769 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4241e-c616-450b-b4da-9bc5cf64c1be None None] The sync data for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:28:34Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:02Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:05.716149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f9cad3-efc7-4a58-ad87-d4dffdeef30e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:05.716443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f9cad3-efc7-4a58-ad87-d4dffdeef30e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:05.750814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.760964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.791076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1741591-b9b5-4e2e-a5e4-1c9d27fe3853 req-b3371240-ca11-458d-8b97-333f15d35e39 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:05.792723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1741591-b9b5-4e2e-a5e4-1c9d27fe3853 req-b3371240-ca11-458d-8b97-333f15d35e39 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 945 time: 0.1448529 Dec 24 03:29:05.838870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.860740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.882503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:05.882902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:05.886422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-2927dedc-15e7-4499-9959-8f8e9e94664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:05.887901 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-2927dedc-15e7-4499-9959-8f8e9e94664f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 200 len: 896 time: 0.8739588 Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:05.888632 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:05.892821 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:05.892821 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:05.892821 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:05.971147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port e557e8d4-d4fc-4a73-b95c-d3c39451abaf yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:06.007388 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1741591-b9b5-4e2e-a5e4-1c9d27fe3853 req-7d356d12-2247-4ee1-afff-c232f86ce011 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b54c53-a0ea-4404-9943-f4f6207978f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731815 Dec 24 03:29:06.031626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.031794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-da44ca2c-fecf-4b4d-af34-f3380c4e80cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=183039d6-53d8-4ae9-ac23-50aec5842046 HTTP/1.1" status: 200 len: 999 time: 0.1239865 Dec 24 03:29:06.038874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] For port 551c04e5-9118-4177-9422-3199b31d650a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=551c04e5-9118-4177-9422-3199b31d650a,segment=NetworkSegment(d83cfbe6-adc1-46c3-878c-e5d403391ece),segment_id=d83cfbe6-adc1-46c3-878c-e5d403391ece)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:06.039237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.042868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.051544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007ed4b-b2f5-495a-8687-bb93a16f8ddb None None] New status for floating IP 8da0952f-6de9-4a69-9840-189acdda5791: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:29:06.070508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47838) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:06.098970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.102525 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/8816a1a2-95c2-4971-bc11-8df168aae729 HTTP/1.1" status: 204 len: 168 time: 1.7640042 Dec 24 03:29:06.106819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88094d-76be-4637-ba06-8108d74e36da tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=8816a1a2-95c2-4971-bc11-8df168aae729,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.111081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:06.114655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Calling delete_port for 551c04e5-9118-4177-9422-3199b31d650a owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:06.185314 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-624ea83e-8249-4276-872f-e5764bc91542 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8da0952f-6de9-4a69-9840-189acdda5791 HTTP/1.1" status: 200 len: 991 time: 0.1109684 Dec 24 03:29:06.193280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-de33c5e7-ce9a-4c49-8d73-6ea4dd61b452 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:06.194339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de33c5e7-ce9a-4c49-8d73-6ea4dd61b452 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:06.200117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-de33c5e7-ce9a-4c49-8d73-6ea4dd61b452 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/93c6af1c-eac7-4e2d-80a2-578dc1fc78af HTTP/1.1" status: 404 len: 337 time: 0.0840149 Dec 24 03:29:06.200313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.200552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47842) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:06.209738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-1a4aa6b1-810e-44ea-9c00-1ec382d20de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:06.211218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-1a4aa6b1-810e-44ea-9c00-1ec382d20de2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9 HTTP/1.1" status: 200 len: 835 time: 0.1693246 Dec 24 03:29:06.245008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.268670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=379d649f-6ae8-4bb0-b711-46085921a29f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.276098 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4364736c-a58b-4819-a396-ca4717950f64 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:06.276655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4364736c-a58b-4819-a396-ca4717950f64 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:06.280164 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4364736c-a58b-4819-a396-ca4717950f64 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/8816a1a2-95c2-4971-bc11-8df168aae729 HTTP/1.1" status: 404 len: 339 time: 0.0735719 Dec 24 03:29:06.283959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-f079d0d3-008b-404d-ab9e-f88c928d26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:06.285771 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-f079d0d3-008b-404d-ab9e-f88c928d26db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d055c11-9e2d-455a-9f5e-9e0610819748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0628867 Dec 24 03:29:06.287835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:06.290939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.294473 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5116ff7f-d0bf-421d-b232-a65a30ad5792 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/379d649f-6ae8-4bb0-b711-46085921a29f HTTP/1.1" status: 204 len: 168 time: 0.6649334 Dec 24 03:29:06.297173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47846) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:06.301428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110d773-75b8-4bd8-9a27-6d16f1f432a2 None None] Network d6123b9f-c903-4ef7-ab25-624ad72a44d1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:06.362875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port d6c1d1a2-fc86-4096-8cfb-3541b24668ca yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:06.422614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.427102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.480570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.485904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] DHCP port deletion for d6123b9f-c903-4ef7-ab25-624ad72a44d1 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:06.530916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.533643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 803d600d-35da-4260-a9d5-9667ff5e8f13 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:06.533977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.545479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Pushing event deleted for resources: {'Port': ['ID=551c04e5-9118-4177-9422-3199b31d650a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.557071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] Deleting port 803d600d-35da-4260-a9d5-9667ff5e8f13 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:06.557444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.565796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-454c88e9-fcd8-4945-809d-dea14d3176e9 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361836 Dec 24 03:29:06.584246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec198dcd-1536-4e33-a92c-ba99c46499c3 None None] DHCP port deletion for 6170671b-9d5b-4011-961d-60aaae942fbd request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:06.620557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] For port 803d600d-35da-4260-a9d5-9667ff5e8f13, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=803d600d-35da-4260-a9d5-9667ff5e8f13,segment=NetworkSegment(538bc146-9efb-4f9c-b582-9249a182fd88),segment_id=538bc146-9efb-4f9c-b582-9249a182fd88)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:06.621305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.636309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] For port 803d600d-35da-4260-a9d5-9667ff5e8f13, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=803d600d-35da-4260-a9d5-9667ff5e8f13,segment=NetworkSegment(538bc146-9efb-4f9c-b582-9249a182fd88),segment_id=538bc146-9efb-4f9c-b582-9249a182fd88)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:06.636751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.649782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 803d600d-35da-4260-a9d5-9667ff5e8f13 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:06.653107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] Calling delete_port for 803d600d-35da-4260-a9d5-9667ff5e8f13 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:06.657270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] No DVR routers for this DVR port 551c04e5-9118-4177-9422-3199b31d650a on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:06.661119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.661868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.665269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.668753 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5b8bd68-d7db-41df-bc83-cdbbae7c529f req-a551b53b-2547-4cc1-9530-daef3971010d tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.41 "DELETE /v2.0/ports/551c04e5-9118-4177-9422-3199b31d650a HTTP/1.1" status: 204 len: 173 time: 1.8843989 Dec 24 03:29:06.675301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'name': 'network-vif-deleted', 'tag': '551c04e5-9118-4177-9422-3199b31d650a'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:06.677626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547fead-a8d9-4834-95fd-12d299984e9c" -d '{"events": [{"server_uuid": "3a69cffa-397b-49d7-b2d2-1db5be7ff487", "name": "network-vif-deleted", "tag": "551c04e5-9118-4177-9422-3199b31d650a"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:06.729825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487dd290-969e-4248-a646-b9199c6c0e92 x-openstack-request-id: req-487dd290-969e-4248-a646-b9199c6c0e92 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:06.730281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a69cffa-397b-49d7-b2d2-1db5be7ff487", "name": "network-vif-deleted", "tag": "551c04e5-9118-4177-9422-3199b31d650a", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:06.730461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-487dd290-969e-4248-a646-b9199c6c0e92 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:06.730759 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a69cffa-397b-49d7-b2d2-1db5be7ff487', 'name': 'network-vif-deleted', 'tag': '551c04e5-9118-4177-9422-3199b31d650a', 'status': 'completed', 'code': 200} Dec 24 03:29:06.735666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f84ead9-85b8-41ab-b5a9-dd609468c6a8']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:06.751095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a4c3ad-214b-4f54-85db-7d2b7ce631d3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:06.751460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a4c3ad-214b-4f54-85db-7d2b7ce631d3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:06.764036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.782630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:06.786331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=e557e8d4-d4fc-4a73-b95c-d3c39451abaf,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.787062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.790822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:06.794991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:06.795997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.804250 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bf1bd653-6e5e-4858-a661-520b4bc8df34 req-25faba63-49aa-4fd2-b91d-b662f0e66224 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273867 Dec 24 03:29:06.807219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:06.807768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:06.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:06.817942 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.859336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] Pushing event deleted for resources: {'Port': ['ID=803d600d-35da-4260-a9d5-9667ff5e8f13,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.862256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba31ac-d818-4601-a223-c206e36c74f2 None None] No DVR routers for this DVR port 803d600d-35da-4260-a9d5-9667ff5e8f13 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:06.866447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=d6c1d1a2-fc86-4096-8cfb-3541b24668ca,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.874897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.894302 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.902016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.907711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/9f84ead9-85b8-41ab-b5a9-dd609468c6a8 HTTP/1.1" status: 204 len: 168 time: 0.6166213 Dec 24 03:29:06.908145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:06.915968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=803d600d-35da-4260-a9d5-9667ff5e8f13,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.917952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No DVR routers for this DVR port 803d600d-35da-4260-a9d5-9667ff5e8f13 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:06.946494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': 'cecb7820-9f7d-48eb-b1bf-cd66b8bc954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8cd54579-749e-491f-a4fe-65e61eb2a59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:06.946766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 8cd54579-749e-491f-a4fe-65e61eb2a59e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:06.947910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93b60-06fe-4f25-a965-b6b4628e44ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=9f84ead9-85b8-41ab-b5a9-dd609468c6a8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:06.950307 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce4e986-8794-4660-9400-fdb742f2a636 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:06.950762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce4e986-8794-4660-9400-fdb742f2a636 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:06.954118 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6ce4e986-8794-4660-9400-fdb742f2a636 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/e819fa23-2140-4f40-8f6f-0b5c24f16598 HTTP/1.1" status: 404 len: 337 time: 0.0451128 Dec 24 03:29:06.956654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:06.975686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30c27aa-f2ac-4941-87f0-1af278d9b301 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:06.976188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30c27aa-f2ac-4941-87f0-1af278d9b301 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:06.979277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e30c27aa-f2ac-4941-87f0-1af278d9b301 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/0c0dfdd8-b07f-494f-bbe9-ea8e7beb9f38 HTTP/1.1" status: 404 len: 339 time: 0.0216799 Dec 24 03:29:06.981868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.016079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 8cd54579-749e-491f-a4fe-65e61eb2a59e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:07.018977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.032271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting subnet e34cddab-9152-412e-9126-a9b56d06f8fa {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:07.035829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.042375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 8cd54579-749e-491f-a4fe-65e61eb2a59e) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:07.045791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6123b9f-c903-4ef7-ab25-624ad72a44d1']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:07.050744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a550a-9c29-4f3c-93d5-269d95c91061 None None] Network 8cd54579-749e-491f-a4fe-65e61eb2a59e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:07.060990 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:07.069010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.074251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.074950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.100924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.103140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538bc146-9efb-4f9c-b582-9249a182fd88') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:07.104417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538bc146-9efb-4f9c-b582-9249a182fd88') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:07.125141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.133844 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fb8f7860-bf19-4377-a3c0-4b047b6de702 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6830294 Dec 24 03:29:07.141759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47858) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.175141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.175886 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-92343382-4788-4a49-922c-b0d0a952b0f7 req-5fcb32b5-e0ea-4410-abc6-c8260c80c672 tempest-TestServerAdvancedOps-309229976 tempest-TestServerAdvancedOps-309229976-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a69cffa-397b-49d7-b2d2-1db5be7ff487 HTTP/1.1" status: 200 len: 210 time: 0.0439436 Dec 24 03:29:07.188945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:07.189383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:07.194361 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:07.198556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47860) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.235091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.265501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 551c04e5-9118-4177-9422-3199b31d650a no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:07.289414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 551c04e5-9118-4177-9422-3199b31d650a {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:07.290082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 551c04e5-9118-4177-9422-3199b31d650a not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:07.298496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.332700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=e34cddab-9152-412e-9126-a9b56d06f8fa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:07.335859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.339146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-635a5327-be7c-41ed-99e0-0cffba21c1ac tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/e34cddab-9152-412e-9126-a9b56d06f8fa HTTP/1.1" status: 204 len: 168 time: 0.3563538 Dec 24 03:29:07.341496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.341667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47862) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.354104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df958cd2-04e7-45c9-a233-0eda39f43a4a None None] Network d9794a03-088b-4c68-bba8-0082bd4e73da requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:07.360085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.367065 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/d6123b9f-c903-4ef7-ab25-624ad72a44d1 HTTP/1.1" status: 204 len: 168 time: 1.0653505 Dec 24 03:29:07.378696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.389589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1679872334'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:07.395003 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2561c838-8c74-4391-98ed-2acb7aa38c24 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8da0952f-6de9-4a69-9840-189acdda5791 HTTP/1.1" status: 200 len: 993 time: 0.1747029 Dec 24 03:29:07.401739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a878b-34b0-4333-81b9-9f1bc4cd8066 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=d6123b9f-c903-4ef7-ab25-624ad72a44d1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:07.422569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port d6c1d1a2-fc86-4096-8cfb-3541b24668ca {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:07.423308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.432564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting subnet 3e29e3ef-d0a4-4a35-9718-94a175fe6e50 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:07.435878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:07.439224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.442819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.494818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:07.497671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.506575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.513526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for d6c1d1a2-fc86-4096-8cfb-3541b24668ca owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:07.531615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.531963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Added segment 50fcd8a4-e686-40ad-8243-0e1de510c160 of type vlan for network 8e1d2025-58e9-4914-8ef4-6c5ba443049c Dec 24 03:29:07.588046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.604352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.634138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=d6c1d1a2-fc86-4096-8cfb-3541b24668ca,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:07.639209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.642685 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f8e6f80b-c39f-4667-af64-4a26b69fa659 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/d6c1d1a2-fc86-4096-8cfb-3541b24668ca HTTP/1.1" status: 204 len: 168 time: 0.4998634 Dec 24 03:29:07.645164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47866) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.649067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.670632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.676225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.676830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.707120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e815c7-f522-46bc-9fa3-8c6a304fec46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.713533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e815c7-f522-46bc-9fa3-8c6a304fec46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.717235 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-32e815c7-f522-46bc-9fa3-8c6a304fec46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0698597 Dec 24 03:29:07.719066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47868) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.735358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3557179 Dec 24 03:29:07.749441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47870) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.756999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:07.770392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e54fa-89f9-4534-9883-bcb7e4d10ad5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Network': ['ID=8e1d2025-58e9-4914-8ef4-6c5ba443049c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:07.787868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.800034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:07.819905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=3e29e3ef-d0a4-4a35-9718-94a175fe6e50,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:07.822390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.828013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e8b6717e-f02d-4dc6-bf43-aafb6266ccdd tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/3e29e3ef-d0a4-4a35-9718-94a175fe6e50 HTTP/1.1" status: 204 len: 168 time: 0.4833336 Dec 24 03:29:07.828859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47872) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.877177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 803d600d-35da-4260-a9d5-9667ff5e8f13 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:07.908754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 803d600d-35da-4260-a9d5-9667ff5e8f13 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:07.909793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 803d600d-35da-4260-a9d5-9667ff5e8f13 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:07.935036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.967169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port e557e8d4-d4fc-4a73-b95c-d3c39451abaf {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:07.967793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.984104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:07.987673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.997555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting port 5389440f-0180-4cad-90b9-d1a1748e2967 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:07.997861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.062969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] For port 5389440f-0180-4cad-90b9-d1a1748e2967, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5389440f-0180-4cad-90b9-d1a1748e2967,segment=NetworkSegment(1c7f9296-4414-48d7-846f-9c91a2a27327),segment_id=1c7f9296-4414-48d7-846f-9c91a2a27327)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:08.063331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.076589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Calling delete_port for 5389440f-0180-4cad-90b9-d1a1748e2967 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:08.098570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.124777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for e557e8d4-d4fc-4a73-b95c-d3c39451abaf owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:08.145176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e444d4-2612-4123-afaa-ebf26b114c15 None None] Network d9794a03-088b-4c68-bba8-0082bd4e73da requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:08.175726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.204108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Port': ['ID=5389440f-0180-4cad-90b9-d1a1748e2967,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:08.207011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No DVR routers for this DVR port 5389440f-0180-4cad-90b9-d1a1748e2967 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:08.226112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9f3ab697-3a98-4db7-b3d1-0284066f2f7f None None] Could not find standard attr ID for object 5389440f-0180-4cad-90b9-d1a1748e2967. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:08.268534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47876) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.307070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8363a55-422a-4f9a-a981-60ca39395af9 None None] DHCP port deletion for d9794a03-088b-4c68-bba8-0082bd4e73da request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:08.337441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.367853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9794a03-088b-4c68-bba8-0082bd4e73da']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:08.372625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] Deleting subnet 2ed298a8-7001-4263-8efc-fcf87dccb3b1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:08.382827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.386021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7f9296-4414-48d7-846f-9c91a2a27327') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:08.386385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7f9296-4414-48d7-846f-9c91a2a27327') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:08.415925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.435785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.442373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.463074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:08.463470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:08.466584 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:08.539217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.559380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.566071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.569275 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/d9794a03-088b-4c68-bba8-0082bd4e73da HTTP/1.1" status: 204 len: 168 time: 0.7394993 Dec 24 03:29:08.572673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.588602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.618493 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7215a3b7-35a9-4250-8a16-2fd4ae77224a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:08.619531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7215a3b7-35a9-4250-8a16-2fd4ae77224a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:08.622598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7215a3b7-35a9-4250-8a16-2fd4ae77224a tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/77a161ce-7bf3-4018-81c3-9c6c5063574d HTTP/1.1" status: 404 len: 337 time: 0.0476480 Dec 24 03:29:08.623413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45762a8-cf9a-41b6-9179-c2970cf623ec tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=d9794a03-088b-4c68-bba8-0082bd4e73da,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:08.625519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=e557e8d4-d4fc-4a73-b95c-d3c39451abaf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:08.627330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47880) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.627464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.634238 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.639690 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7a054897-0439-4711-b999-dd271767e6a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/e557e8d4-d4fc-4a73-b95c-d3c39451abaf HTTP/1.1" status: 204 len: 168 time: 0.9170384 Dec 24 03:29:08.640831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.671043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83fb2ed-a743-4718-ab6b-b9dbbf23de43 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:08.671739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83fb2ed-a743-4718-ab6b-b9dbbf23de43 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:08.677219 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e83fb2ed-a743-4718-ab6b-b9dbbf23de43 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/90cee401-6604-4d1a-b176-26ebdfe48afb HTTP/1.1" status: 404 len: 339 time: 0.0446272 Dec 24 03:29:08.678368 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47884) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.706986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.720948 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-89caa3fa-c8b2-4cc8-93c4-b69211934daa tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:08.721401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89caa3fa-c8b2-4cc8-93c4-b69211934daa tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:08.724460 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89caa3fa-c8b2-4cc8-93c4-b69211934daa tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/68a3dd3e-a921-4673-9313-4d848bb02493 HTTP/1.1" status: 404 len: 337 time: 0.0451481 Dec 24 03:29:08.727067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=e01780c1-7392-428a-a322-666b53803ba5,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:08.730164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47886) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.738719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed298a8-7001-4263-8efc-fcf87dccb3b1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:08.748930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3bcbc-e8ea-4362-98cc-5f1fbaea083b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:08.750395 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-62f3bcbc-e8ea-4362-98cc-5f1fbaea083b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1056147 Dec 24 03:29:08.752286 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7d7b74-ecf7-49b7-9ea5-8757b6c92996 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:08.752818 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7d7b74-ecf7-49b7-9ea5-8757b6c92996 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:08.753212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.758616 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7c7d7b74-ecf7-49b7-9ea5-8757b6c92996 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/953421fb-8d3a-47f4-80f5-f4d8556453d2 HTTP/1.1" status: 404 len: 339 time: 0.0247641 Dec 24 03:29:08.758616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47888) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.760718 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5cdadf72-63e1-43dc-98a3-24c61661d07a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ed298a8-7001-4263-8efc-fcf87dccb3b1 HTTP/1.1" status: 204 len: 168 time: 0.4900138 Dec 24 03:29:08.761649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.761979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.762444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd840fc3-16aa-46e1-b44c-a90479493c0b None None] Network 6170671b-9d5b-4011-961d-60aaae942fbd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:08.765743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Checking segment: {'id': '50fcd8a4-e686-40ad-8243-0e1de510c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:08.766105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network hostable DHCP agents. Network: 8e1d2025-58e9-4914-8ef4-6c5ba443049c, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:08.785951 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7671c925-a1a6-4c5a-8b26-45361eecdb46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:08.787407 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7671c925-a1a6-4c5a-8b26-45361eecdb46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/d6c1d1a2-fc86-4096-8cfb-3541b24668ca HTTP/1.1" status: 404 len: 333 time: 0.0293279 Dec 24 03:29:08.791385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47894) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.801969 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcce892d-7e80-4b92-9423-48f0e972a538 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:08.802432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcce892d-7e80-4b92-9423-48f0e972a538 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:08.805727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bcce892d-7e80-4b92-9423-48f0e972a538 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/d97a5d15-100d-4bf0-90cf-3efe8b774086 HTTP/1.1" status: 404 len: 337 time: 0.0427618 Dec 24 03:29:08.808345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.820174 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6c781f-9b18-46f9-a08a-bc73d9b57d96 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:08.821868 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ec6c781f-9b18-46f9-a08a-bc73d9b57d96 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/e557e8d4-d4fc-4a73-b95c-d3c39451abaf HTTP/1.1" status: 404 len: 333 time: 0.0296712 Dec 24 03:29:08.825153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47898) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.833313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:08.836301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-469949ce-6cb9-42bb-85ac-0ec9c580d9a9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:08.837669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469949ce-6cb9-42bb-85ac-0ec9c580d9a9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:08.842169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-469949ce-6cb9-42bb-85ac-0ec9c580d9a9 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/f45e0c6d-4121-42a5-9764-3a12473342ad HTTP/1.1" status: 404 len: 339 time: 0.0305572 Dec 24 03:29:08.842391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.858629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 8e1d2025-58e9-4914-8ef4-6c5ba443049c) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:08.868114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd4139-0ed6-4fc7-b60a-fe90c8d8fcab None None] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:08.869555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:08.870138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.885932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b5049-13b9-40f8-aa37-a192441271da None None] DHCP port deletion for 6170671b-9d5b-4011-961d-60aaae942fbd request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:08.921398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.928719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.928900 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1db845ad-4de6-4a4c-8ef1-8b0b3eb0317b tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1767116 Dec 24 03:29:08.930780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:08.937444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-86ec2a23-6516-465a-8e61-c2081f839b8c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1706401833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:08.964711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting subnet a6099cf2-df2f-4535-8cf9-e91ac57ef59a {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:08.970032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.984473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-8e1d2025-58e9-4914-8ef4-6c5ba443049c', 'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c', 'project_id': '7bd861e6d60a4e1b989551ebd18d38c7', 'fixed_ips': [{'subnet_id': 'e01780c1-7392-428a-a322-666b53803ba5'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:08.985382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.021174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.039936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86ec2a23-6516-465a-8e61-c2081f839b8c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.040917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86ec2a23-6516-465a-8e61-c2081f839b8c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.043071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd54579-749e-491f-a4fe-65e61eb2a59e']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.054191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecb7820-9f7d-48eb-b1bf-cd66b8bc954f') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.055244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecb7820-9f7d-48eb-b1bf-cd66b8bc954f') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.059901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.065566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.082539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.089449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:09.089950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:09.093601 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:09.124458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Allocated IP 172.20.0.2 (8e1d2025-58e9-4914-8ef4-6c5ba443049c/e01780c1-7392-428a-a322-666b53803ba5/ded2d2d2-c33c-41de-9e1a-a32606ed6cc8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:09.134297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.167350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.174095 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.174470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6170671b-9d5b-4011-961d-60aaae942fbd']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.180906 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/8cd54579-749e-491f-a4fe-65e61eb2a59e HTTP/1.1" status: 204 len: 168 time: 0.3544068 Dec 24 03:29:09.187890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:09.202867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf4d5e-b07c-49f5-9b62-e683dbfa4905 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=8cd54579-749e-491f-a4fe-65e61eb2a59e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:09.223572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83cfbe6-adc1-46c3-878c-e5d403391ece') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.223866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83cfbe6-adc1-46c3-878c-e5d403391ece') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.228609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2104852132'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:09.249099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.273627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.279016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.288483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86ec2a23-6516-465a-8e61-c2081f839b8c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.300929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86ec2a23-6516-465a-8e61-c2081f839b8c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.308378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.310690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.325716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:09.328837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:09.333418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:09.335430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Pushing event updated for resources: {'Port': ['ID=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:09.343321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:09.343531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:09.346097 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:09.376005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:09.379472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.388199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86ec2a23-6516-465a-8e61-c2081f839b8c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.392048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-86ec2a23-6516-465a-8e61-c2081f839b8c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4577658 Dec 24 03:29:09.392579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47906) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:09.396286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-484c0b6a-be16-491f-af7e-e3099dd9e2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.397782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Attempting to bind port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:09.398161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Attempting to bind port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '50fcd8a4-e686-40ad-8243-0e1de510c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:09.398526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Attempting to bind port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 on network 8e1d2025-58e9-4914-8ef4-6c5ba443049c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:09.402966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c', 'name': 'tempest-PortsTestJSON-1614064735'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:09.404236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:09.404661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Checking segment: {'id': '50fcd8a4-e686-40ad-8243-0e1de510c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:09.405073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.405452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Bound using segment: {'id': '50fcd8a4-e686-40ad-8243-0e1de510c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:09.405917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Bound port: ded2d2d2-c33c-41de-9e1a-a32606ed6cc8, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fcd8a4-e686-40ad-8243-0e1de510c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8e1d2025-58e9-4914-8ef4-6c5ba443049c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:09.406295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.457083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:09.459326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.472518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.477082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6170671b-9d5b-4011-961d-60aaae942fbd HTTP/1.1" status: 204 len: 168 time: 0.7129807 Dec 24 03:29:09.480308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47908) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:09.484199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] For port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:09.487611 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] For port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,segment=NetworkSegment(50fcd8a4-e686-40ad-8243-0e1de510c160),segment_id=50fcd8a4-e686-40ad-8243-0e1de510c160)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:09.493757 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.494181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.494724 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment 1364dd6a-06fc-4f2d-94c9-c7eb325e118d of type vlan for network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 Dec 24 03:29:09.496424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f0239-9941-4dbe-a6f3-07e649a910c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6170671b-9d5b-4011-961d-60aaae942fbd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:09.513761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.562855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] Deleting subnet 5ce4d4ad-c77d-4e3e-b76d-b9584e1743b0 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:09.565476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8c584-fc9d-47e3-8586-eda884af6793 None None] Pushing event updated for resources: {'Port': ['ID=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:09.567502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.578058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.582375 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/a6099cf2-df2f-4535-8cf9-e91ac57ef59a HTTP/1.1" status: 204 len: 168 time: 0.7390831 Dec 24 03:29:09.583330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701116-39c6-4833-a7cb-ca7ba55c5d7b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=a6099cf2-df2f-4535-8cf9-e91ac57ef59a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:09.587192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47910) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:09.589216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c9ba8-bc6f-4998-8eba-a33c215024ee None None] Network dedc06b2-3b89-41a4-98ba-08cf637da0b1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:09.603717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.623318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:09.630733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.662784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:09.669393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.706263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.712234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:09.712859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.731723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.752333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5597165 Dec 24 03:29:09.753161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47912) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:09.761444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:09.791558 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.800008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] DHCP port deletion for dedc06b2-3b89-41a4-98ba-08cf637da0b1 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:09.870552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14546-b7e9-4d18-96c6-2b77e7314b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=67d30d0e-1306-4bc3-b99d-b7d40ddd7b91,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:09.883628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:09.919336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:09.920031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.929302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5389440f-0180-4cad-90b9-d1a1748e2967 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:09.934320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] Deleting port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:09.935005 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:09.997273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 5389440f-0180-4cad-90b9-d1a1748e2967 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:09.998052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5389440f-0180-4cad-90b9-d1a1748e2967 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:10.003429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.3 (8e1d2025-58e9-4914-8ef4-6c5ba443049c/e01780c1-7392-428a-a322-666b53803ba5/01b192cc-a7c1-4b8e-9229-b078a7a0db9b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:10.020454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] For port 412e0eb2-bded-46d3-9a5f-a4131bf9f586, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=412e0eb2-bded-46d3-9a5f-a4131bf9f586,segment=NetworkSegment(f053225d-e33b-4964-b3f5-c948e989a525),segment_id=f053225d-e33b-4964-b3f5-c948e989a525)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:10.020649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.034257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Calling delete_port for 412e0eb2-bded-46d3-9a5f-a4131bf9f586 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:10.035510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.065013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2900460-f2a8-4e38-bd98-0baea3f14bd4 None None] Network d21ed76e-dacf-44e4-a7d6-8be82eee1e98 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:10.073117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] For port 412e0eb2-bded-46d3-9a5f-a4131bf9f586, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=412e0eb2-bded-46d3-9a5f-a4131bf9f586,segment=NetworkSegment(f053225d-e33b-4964-b3f5-c948e989a525),segment_id=f053225d-e33b-4964-b3f5-c948e989a525)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:10.073596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.082516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.086208 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5ce4d4ad-c77d-4e3e-b76d-b9584e1743b0 HTTP/1.1" status: 204 len: 168 time: 0.6044962 Dec 24 03:29:10.089693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:10.097444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680f6ff-71fd-4c6b-8aab-12fa54773533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce4d4ad-c77d-4e3e-b76d-b9584e1743b0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:10.119799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] Calling delete_port for 412e0eb2-bded-46d3-9a5f-a4131bf9f586 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:10.120038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:10.123610 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.179646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.214167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.223103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Performing IP validity checks on allocation pools {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:29:10.226052 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:29:10.264758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Port': ['ID=412e0eb2-bded-46d3-9a5f-a4131bf9f586,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:10.266879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No DVR routers for this DVR port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:10.328701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.343558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.388044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.392846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a22628f-b23c-4e5d-bf2c-23c1e03eac81 None None] DHCP port deletion for d21ed76e-dacf-44e4-a7d6-8be82eee1e98 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:10.404621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21ed76e-dacf-44e4-a7d6-8be82eee1e98']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:10.422204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbd311d-d189-44c6-8faf-00122f19a20d') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:10.423332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbd311d-d189-44c6-8faf-00122f19a20d') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:10.424580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.425134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedc06b2-3b89-41a4-98ba-08cf637da0b1']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:10.439627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.442053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f053225d-e33b-4964-b3f5-c948e989a525') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:10.442351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f053225d-e33b-4964-b3f5-c948e989a525') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:10.444683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.458357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] No DVR routers for this DVR port 412e0eb2-bded-46d3-9a5f-a4131bf9f586 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:10.460286 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.468352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.482295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:10.482762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:10.484712 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:10.486880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.488055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:10.492351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:10.497146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:10.502399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0296f-39e8-4e24-a920-a2b0cd5fa53a None None] Pushing event deleted for resources: {'Port': ['ID=412e0eb2-bded-46d3-9a5f-a4131bf9f586,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:10.515125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:10.515531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:10.518698 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:10.531511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.571838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=01b192cc-a7c1-4b8e-9229-b078a7a0db9b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:10.595437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:10.596015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.635723 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b6e44d21-1abc-43f7-a49c-5cc593c883f7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2414846 Dec 24 03:29:10.638516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47916) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:10.646441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=c990d861-f2a7-4e7e-b407-3b77f22862fa,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:10.718353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': '1364dd6a-06fc-4f2d-94c9-c7eb325e118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:10.718727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:10.814878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:10.885646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:10.895464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847575ae-46b0-4e2c-a54f-66bf789af2ad None None] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:10.898415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab31887-6627-4d78-8da4-3370e0f38ca7 None None] Network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:10.900128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:10.901731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.922504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.948812 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b43b2402-494a-4331-8e4b-9256721924f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1891873 Dec 24 03:29:10.949019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.949690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47918) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:10.949995 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] 10.222.0.37 "DELETE /v2.0/networks/d21ed76e-dacf-44e4-a7d6-8be82eee1e98 HTTP/1.1" status: 204 len: 168 time: 0.8593554 Dec 24 03:29:10.950878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f924e-0017-4e4d-821f-5c0fdfc2578a admin admin] Pushing event deleted for resources: {'Network': ['ID=d21ed76e-dacf-44e4-a7d6-8be82eee1e98,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:10.955201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91', 'name': 'tempest-PortsIpV6TestJSON-1211998484'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:10.957284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.970004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:10.978828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/dedc06b2-3b89-41a4-98ba-08cf637da0b1 HTTP/1.1" status: 204 len: 168 time: 1.3882833 Dec 24 03:29:10.984605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:11.035988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e4abc-bb14-4422-9fa2-1829fb829848 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=dedc06b2-3b89-41a4-98ba-08cf637da0b1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:11.042273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f28bcc0-b537-4e31-a6fa-dae785154528 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:11.043582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f28bcc0-b537-4e31-a6fa-dae785154528 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:11.051931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2f28bcc0-b537-4e31-a6fa-dae785154528 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/5d3df729-05a0-4fd6-bf6d-f39c23245b7d HTTP/1.1" status: 404 len: 337 time: 0.0646629 Dec 24 03:29:11.055184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47924) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:11.080858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-67d30d0e-1306-4bc3-b99d-b7d40ddd7b91', 'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91', 'project_id': '402a8fd2cf0046bfb173b4c587018727', 'fixed_ips': [{'subnet_id': 'c990d861-f2a7-4e7e-b407-3b77f22862fa'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:11.081729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.105481 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-18190862-df14-45f4-9c07-0a761dfb0a49 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:11.106049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18190862-df14-45f4-9c07-0a761dfb0a49 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:11.111347 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-18190862-df14-45f4-9c07-0a761dfb0a49 tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/3ada5f49-2557-44d4-81a9-28b887ff83c9 HTTP/1.1" status: 404 len: 339 time: 0.0526276 Dec 24 03:29:11.114674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47926) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:11.122268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8d5e537a-cc99-49df-90fc-2f0d728a7700 None None] Provisioning complete for port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:11.122696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d5e537a-cc99-49df-90fc-2f0d728a7700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.138009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.169894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47928) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:11.175300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:11.180217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.219561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting subnet eb87998f-c908-4080-b846-67fdc0c57219 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:11.223437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.231050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:11.274554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.331718 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dff5cb79-10de-4bfa-bd7d-db332076af9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f4930f6a4c64761ad378a3ee7070bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570549 Dec 24 03:29:11.332934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47930) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:11.354477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Allocated IP 2001:db8::2 (67d30d0e-1306-4bc3-b99d-b7d40ddd7b91/c990d861-f2a7-4e7e-b407-3b77f22862fa/e0da015a-7d3d-467d-a3ad-ff4ccf0ee828) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:11.374024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d5e537a-cc99-49df-90fc-2f0d728a7700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.440934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.488512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.495306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8d5e537a-cc99-49df-90fc-2f0d728a7700 None None] For port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,segment=NetworkSegment(50fcd8a4-e686-40ad-8243-0e1de510c160),segment_id=50fcd8a4-e686-40ad-8243-0e1de510c160)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:11.495559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.508041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d5e537a-cc99-49df-90fc-2f0d728a7700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.524150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.573117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Subnet': ['ID=eb87998f-c908-4080-b846-67fdc0c57219,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:11.575368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.581356 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-05550fde-c1fa-4291-a201-871c6f14660b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/subnets/eb87998f-c908-4080-b846-67fdc0c57219 HTTP/1.1" status: 204 len: 168 time: 0.4628959 Dec 24 03:29:11.582785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47932) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:11.600094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=01b192cc-a7c1-4b8e-9229-b078a7a0db9b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:11.602742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68378a5c-9bce-419b-b981-32bd42a62ee9 None None] Network d980e0be-1e2d-43df-a2a1-1693eeb99bf8 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:11.633887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ff5d85-b997-4b6f-8275-9cd01d6d2e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.700415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.707376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ff5d85-b997-4b6f-8275-9cd01d6d2e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.710378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e537a-cc99-49df-90fc-2f0d728a7700 None None] Pushing event updated for resources: {'Port': ['ID=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:11.721441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.733071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.820377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3bf51af-ee76-45be-8992-3db385b0d96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.834186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-24aa7419-ec1c-4286-ad24-7d2daea1afc3 None None] Provisioning complete for port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:11.834953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-24aa7419-ec1c-4286-ad24-7d2daea1afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.835340 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:29:11.851893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Pushing event updated for resources: {'Port': ['ID=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:11.852173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.856231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:11.860186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Deleting port afb5f502-c566-4b56-9fd7-93580721b8f3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:11.863668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.886597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:11.893343 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:11.895562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:11.960522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ff5d85-b997-4b6f-8275-9cd01d6d2e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.964672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::65 (67d30d0e-1306-4bc3-b99d-b7d40ddd7b91/c990d861-f2a7-4e7e-b407-3b77f22862fa/3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:11.966888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ff5d85-b997-4b6f-8275-9cd01d6d2e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:11.970988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-18ff5d85-b997-4b6f-8275-9cd01d6d2e39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6b54c53-a0ea-4404-9943-f4f6207978f3 HTTP/1.1" status: 204 len: 168 time: 0.6299007 Dec 24 03:29:11.996539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] For port afb5f502-c566-4b56-9fd7-93580721b8f3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=afb5f502-c566-4b56-9fd7-93580721b8f3,segment=NetworkSegment(e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb),segment_id=e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:11.996915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.031710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff5d85-b997-4b6f-8275-9cd01d6d2e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b54c53-a0ea-4404-9943-f4f6207978f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:12.046260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Calling delete_port for afb5f502-c566-4b56-9fd7-93580721b8f3 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:12.049004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:12.050944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.079198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] DHCP port deletion for d980e0be-1e2d-43df-a2a1-1693eeb99bf8 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:12.090457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Attempting to bind port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:12.090840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Attempting to bind port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1364dd6a-06fc-4f2d-94c9-c7eb325e118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:12.091241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Attempting to bind port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 on network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:12.153629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:12.156731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Checking segment: {'id': '1364dd6a-06fc-4f2d-94c9-c7eb325e118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:12.157254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.157715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Bound using segment: {'id': '1364dd6a-06fc-4f2d-94c9-c7eb325e118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:12.158307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Bound port: e0da015a-7d3d-467d-a3ad-ff4ccf0ee828, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1364dd6a-06fc-4f2d-94c9-c7eb325e118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67d30d0e-1306-4bc3-b99d-b7d40ddd7b91'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:12.158798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.236619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.252970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.286120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] No DVR routers for this DVR port afb5f502-c566-4b56-9fd7-93580721b8f3 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:12.334883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Port': ['ID=afb5f502-c566-4b56-9fd7-93580721b8f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:12.340136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] For port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:12.345484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] For port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,segment=NetworkSegment(1364dd6a-06fc-4f2d-94c9-c7eb325e118d),segment_id=1364dd6a-06fc-4f2d-94c9-c7eb325e118d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:12.351092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] Deleting port afb5f502-c566-4b56-9fd7-93580721b8f3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:12.351633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.356872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-24aa7419-ec1c-4286-ad24-7d2daea1afc3 None None] Provisioning complete for port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:12.357235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-24aa7419-ec1c-4286-ad24-7d2daea1afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.371863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.429897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.472615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.479900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 412e0eb2-bded-46d3-9a5f-a4131bf9f586 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:12.500410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d980e0be-1e2d-43df-a2a1-1693eeb99bf8']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:12.502439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:12.522488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 412e0eb2-bded-46d3-9a5f-a4131bf9f586 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:12.522999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 412e0eb2-bded-46d3-9a5f-a4131bf9f586 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:12.533603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:12.533909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ac8ca1-f8e7-4ddc-860f-2e4f3282ebeb') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:12.535524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] For port afb5f502-c566-4b56-9fd7-93580721b8f3, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:12.536020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.538730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-24aa7419-ec1c-4286-ad24-7d2daea1afc3 None None] Port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:12.548240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.560030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] Calling delete_port for afb5f502-c566-4b56-9fd7-93580721b8f3 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:12.563621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] Port afb5f502-c566-4b56-9fd7-93580721b8f3 was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:29:12.564376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7190-3086-4e48-9886-fa2c59b034b2 None None] Pushing event updated for resources: {'Port': ['ID=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:12.569412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.580711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.587650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-83203d06-056e-4f78-8eb7-3fb19aedd8ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1af3ea569174866ada1e9c60af91e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818810 Dec 24 03:29:12.588727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47940) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:12.598412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:12.598826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:12.602658 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:12.608183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] Pushing event deleted for resources: {'Port': ['ID=afb5f502-c566-4b56-9fd7-93580721b8f3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:12.615355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e4f9a-5b7e-4510-b09d-c1a464f957ea None None] No DVR routers for this DVR port afb5f502-c566-4b56-9fd7-93580721b8f3 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:12.682703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.692140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9b1bc25b-92e3-4cf8-8f5e-8f96056595c1 None None] Provisioning complete for port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:12.692551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc25b-92e3-4cf8-8f5e-8f96056595c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.711206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.713063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fecced-173b-4907-a392-224d6377fb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.731757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.735121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] 10.222.0.37 "DELETE /v2.0/networks/d980e0be-1e2d-43df-a2a1-1693eeb99bf8 HTTP/1.1" status: 204 len: 168 time: 1.1325550 Dec 24 03:29:12.737130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1de54-d880-4768-99ae-20718e5a719b tempest-NetworksIpV6Test-1032095295 tempest-NetworksIpV6Test-1032095295-project] Pushing event deleted for resources: {'Network': ['ID=d980e0be-1e2d-43df-a2a1-1693eeb99bf8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:12.760235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fecced-173b-4907-a392-224d6377fb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.767362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bc25b-92e3-4cf8-8f5e-8f96056595c1 None None] Port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:12.816145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fecced-173b-4907-a392-224d6377fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.820316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fecced-173b-4907-a392-224d6377fb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.822526 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-56fecced-173b-4907-a392-224d6377fb63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98685ae0-5d29-4acf-90b3-379a4e99b6cb HTTP/1.1" status: 204 len: 168 time: 0.2328560 Dec 24 03:29:12.837758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fecced-173b-4907-a392-224d6377fb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98685ae0-5d29-4acf-90b3-379a4e99b6cb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:12.861792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:12.935618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:12.944611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:12.958840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:12.964719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:12.965316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.004299 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:13.038361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47946) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.038919 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b6967c3c-a401-467c-95da-2d04f2586ca7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0876892 Dec 24 03:29:13.052388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.066336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.156440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=01b192cc-a7c1-4b8e-9229-b078a7a0db9b,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:13.166911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.192246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47950) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.241496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:13.241985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.295014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:13.296449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:13.353815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.374293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:13.443102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Router c66a5f82-0f67-4a13-b480-4bed80ca6bb6 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:29:13.460637 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fd16b2f5-6a8c-47e0-99a1-9e75790eebb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1513d6e30a4349be94b87d846bbdf828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648847 Dec 24 03:29:13.462267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47954) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.541679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:13.546942 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-caaf1f2c-2dfc-4f8f-a33b-2c403977a6c5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "PUT /v2.0/routers/c66a5f82-0f67-4a13-b480-4bed80ca6bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9073296 Dec 24 03:29:13.549678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47956) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.553807 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] Sync routers for ids ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:13.559918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a323f89-04fc-425e-96ef-69a48effe649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.571757 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] Routers {'c66a5f82-0f67-4a13-b480-4bed80ca6bb6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:13.572390 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:13.597087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a323f89-04fc-425e-96ef-69a48effe649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.609398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-02d34c27-fbe9-408c-a089-3ad31dc53676 None None] Provisioning complete for port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:13.609933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-02d34c27-fbe9-408c-a089-3ad31dc53676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.622405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.633712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a17967-961f-4741-8662-8c381ff23918 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:13.635563 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-59a17967-961f-4741-8662-8c381ff23918 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66a5f82-0f67-4a13-b480-4bed80ca6bb6 HTTP/1.1" status: 200 len: 982 time: 0.0848181 Dec 24 03:29:13.638402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47958) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.649167 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:13.659023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-02d34c27-fbe9-408c-a089-3ad31dc53676 None None] Port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:13.661267 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] Routers {'c66a5f82-0f67-4a13-b480-4bed80ca6bb6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:13.664464 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:13.700174 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:13.701234 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09d6674-15bb-4948-a4ef-9c838100b8a5 None None] The sync data for ids ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:13.701943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:13.709244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.716018 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dac22fa7-3a18-424e-9205-ea32251ae63b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb HTTP/1.1" status: 204 len: 168 time: 0.6747966 Dec 24 03:29:13.716713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.746083 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfcbb08-a48a-4559-b39e-5f1f10a00ba2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:13.746297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfcbb08-a48a-4559-b39e-5f1f10a00ba2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:13.752968 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1cfcbb08-a48a-4559-b39e-5f1f10a00ba2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb HTTP/1.1" status: 404 len: 333 time: 0.0342031 Dec 24 03:29:13.753512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.783455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-452edb80-1c06-440f-a2a4-cd7d0e0911b6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:13.788692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-452edb80-1c06-440f-a2a4-cd7d0e0911b6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/3f7b99a0-bee0-45a7-9d7d-a52d44fb01cb HTTP/1.1" status: 404 len: 333 time: 0.0338600 Dec 24 03:29:13.789496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:13.828269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a323f89-04fc-425e-96ef-69a48effe649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.831293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a323f89-04fc-425e-96ef-69a48effe649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.835534 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2a323f89-04fc-425e-96ef-69a48effe649 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f999215-22b1-41ae-ae44-6b8c663fff11 HTTP/1.1" status: 204 len: 168 time: 0.3693709 Dec 24 03:29:13.849293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a323f89-04fc-425e-96ef-69a48effe649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f999215-22b1-41ae-ae44-6b8c663fff11,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:13.874871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet c990d861-f2a7-4e7e-b407-3b77f22862fa {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:13.884726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.934250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:13.959260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:14.016666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:14.017479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.031383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.115202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.122644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.149743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=c990d861-f2a7-4e7e-b407-3b77f22862fa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:14.152326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.156597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d22c1223-17e1-40e0-a531-45a322b9868d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/c990d861-f2a7-4e7e-b407-3b77f22862fa HTTP/1.1" status: 204 len: 168 time: 0.3653908 Dec 24 03:29:14.160568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 47970) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:14.207589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:14.208098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:14.209457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c7196-ffb5-4397-8411-9ad80fc9b42e None None] Network 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:14.300305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ddb8-b4ab-4066-856c-8baf6e44b252 None None] Provisioning complete for port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:14.300529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb8-b4ab-4066-856c-8baf6e44b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.313189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.371719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.425499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb8-b4ab-4066-856c-8baf6e44b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.475632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9cc7ddb8-b4ab-4066-856c-8baf6e44b252 None None] For port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,segment=NetworkSegment(1364dd6a-06fc-4f2d-94c9-c7eb325e118d),segment_id=1364dd6a-06fc-4f2d-94c9-c7eb325e118d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:14.482266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] DHCP port deletion for 67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:14.485991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.487698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb8-b4ab-4066-856c-8baf6e44b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.565856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:14.566195 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.745503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] For port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,segment=NetworkSegment(1364dd6a-06fc-4f2d-94c9-c7eb325e118d),segment_id=1364dd6a-06fc-4f2d-94c9-c7eb325e118d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:14.746001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.759404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:14.791816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ddb8-b4ab-4066-856c-8baf6e44b252 None None] Pushing event updated for resources: {'Port': ['ID=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:14.819033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] Deleting port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:14.819575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.887803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.888180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47988) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:14.894613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] For port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,segment=NetworkSegment(1364dd6a-06fc-4f2d-94c9-c7eb325e118d),segment_id=1364dd6a-06fc-4f2d-94c9-c7eb325e118d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:14.895016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.913339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] Calling delete_port for e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:14.937525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:14.942841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No DVR routers for this DVR port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:14.995626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:14.998386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afb5f502-c566-4b56-9fd7-93580721b8f3 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:15.026992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] Pushing event deleted for resources: {'Port': ['ID=e0da015a-7d3d-467d-a3ad-ff4ccf0ee828,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:15.050027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-369855993'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:15.063093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: afb5f502-c566-4b56-9fd7-93580721b8f3 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:15.063753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afb5f502-c566-4b56-9fd7-93580721b8f3 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:15.065930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ccea8-467d-4bd3-8663-3dabef0a1f97 None None] No DVR routers for this DVR port e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:15.071345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.117087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:15.120741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.136790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.227170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.230976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.258760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:15.268971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c525ce-1286-40fa-9b98-86efab443363,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:15.274368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.274707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 1c78a589-620f-47dc-b5d0-f92d07cc3233 of type vlan for network 57217b43-b004-46df-bf05-46796e530e03 Dec 24 03:29:15.314297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.321893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.331245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 01b192cc-a7c1-4b8e-9229-b078a7a0db9b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:15.331492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.342545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.348097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:15.348744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.365542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d30d0e-1306-4bc3-b99d-b7d40ddd7b91']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:15.381168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1364dd6a-06fc-4f2d-94c9-c7eb325e118d') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:15.381462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1364dd6a-06fc-4f2d-94c9-c7eb325e118d') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:15.392428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4943101 Dec 24 03:29:15.423034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.431525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36816ffd-ca8b-4095-b43e-a31f2719d729 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=57217b43-b004-46df-bf05-46796e530e03,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:15.449715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.459601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 57217b43-b004-46df-bf05-46796e530e03 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:15.465991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:15.466627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:15.470165 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:15.487627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.529716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47992) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:15.533289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 01b192cc-a7c1-4b8e-9229-b078a7a0db9b owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:15.535419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '57217b43-b004-46df-bf05-46796e530e03', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:15.551742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.556806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.560423 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/67d30d0e-1306-4bc3-b99d-b7d40ddd7b91 HTTP/1.1" status: 204 len: 168 time: 1.3988895 Dec 24 03:29:15.564441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47994) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:15.570305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-265664362'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:15.608333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3070d1c-1a46-4e1e-b9fd-50f3a79a451d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=67d30d0e-1306-4bc3-b99d-b7d40ddd7b91,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:15.634863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:15.638335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.674687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:15.678317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.681279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:15.712796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.713143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment bd805016-cb72-4154-9a3c-b4fd7187024f of type vlan for network 747a8682-ee69-4bc6-98b5-94393cde654a Dec 24 03:29:15.741434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.769109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=01b192cc-a7c1-4b8e-9229-b078a7a0db9b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:15.804700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.832154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:15.858686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:15.859044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e0da015a-7d3d-467d-a3ad-ff4ccf0ee828 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:15.866208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.871724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:15.872332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:15.928560 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3598919 Dec 24 03:29:15.933138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:15.940278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:15.951263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.008129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e64b4-2791-48dd-ac5d-2ba0a79b34ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=747a8682-ee69-4bc6-98b5-94393cde654a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:16.019337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 747a8682-ee69-4bc6-98b5-94393cde654a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:16.079596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.119962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Router c66a5f82-0f67-4a13-b480-4bed80ca6bb6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:16.159364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=df31cdf2-3aca-4c71-87f2-2d255c1e81d7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:16.165421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:16.168877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.190267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '1c78a589-620f-47dc-b5d0-f92d07cc3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '57217b43-b004-46df-bf05-46796e530e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:16.190645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 57217b43-b004-46df-bf05-46796e530e03, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:16.198481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:16.204621 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-525fafa9-1cbd-43a0-bd2f-61ebe9767ef8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "PUT /v2.0/routers/c66a5f82-0f67-4a13-b480-4bed80ca6bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650506 Dec 24 03:29:16.207887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 47998) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:16.210537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] Sync routers for ids ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:16.220405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] Routers {'c66a5f82-0f67-4a13-b480-4bed80ca6bb6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:16.221026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:16.254062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:16.262729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] Routers {'c66a5f82-0f67-4a13-b480-4bed80ca6bb6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:16.263337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:16.271215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-614cb724-6e57-49c8-98bb-1213b388e2f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:29:16.272731 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-614cb724-6e57-49c8-98bb-1213b388e2f8 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/01b192cc-a7c1-4b8e-9229-b078a7a0db9b HTTP/1.1" status: 404 len: 333 time: 0.0643942 Dec 24 03:29:16.275928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48000) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:16.288521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 57217b43-b004-46df-bf05-46796e530e03 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:16.302322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:16.303595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 57217b43-b004-46df-bf05-46796e530e03) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:16.303770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954d61a-9534-4d58-b19d-c54f02a35e99 None None] The sync data for ids ['c66a5f82-0f67-4a13-b480-4bed80ca6bb6'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:16.309402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:16.310004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.318131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f48b9-1a0e-4cdf-8741-6897b4e52266 None None] Network 57217b43-b004-46df-bf05-46796e530e03 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:16.350646 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4c5cc8bd-0673-489e-8e6b-4ba0aefc9b63 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8196166 Dec 24 03:29:16.353723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:16.358572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1471132998'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:16.362512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d40151d1-9427-4d46-a45d-dca5acbeead6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.422141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:16.425591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.433253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-57217b43-b004-46df-bf05-46796e530e03', 'network_id': '57217b43-b004-46df-bf05-46796e530e03', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': 'df31cdf2-3aca-4c71-87f2-2d255c1e81d7'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:16.434463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.461972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:16.464310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.506241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.506591 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 3ff19666-4b15-46ed-91cf-24ea070a622c of type vlan for network d8e60e0b-4b39-41dc-a730-7c181a9602e7 Dec 24 03:29:16.532574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d40151d1-9427-4d46-a45d-dca5acbeead6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.535248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d40151d1-9427-4d46-a45d-dca5acbeead6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.564580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=fc27ab88-1beb-449f-ac43-5abcd9f01810,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:16.576894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Allocated IP 172.20.255.242 (57217b43-b004-46df-bf05-46796e530e03/df31cdf2-3aca-4c71-87f2-2d255c1e81d7/4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:16.581305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.584109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d40151d1-9427-4d46-a45d-dca5acbeead6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.584678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40151d1-9427-4d46-a45d-dca5acbeead6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Fanout notify agent at l3_agent the message router_deleted on router c66a5f82-0f67-4a13-b480-4bed80ca6bb6 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:29:16.595878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': 'bd805016-cb72-4154-9a3c-b4fd7187024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:16.596246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 747a8682-ee69-4bc6-98b5-94393cde654a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:16.598911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d40151d1-9427-4d46-a45d-dca5acbeead6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.600636 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d40151d1-9427-4d46-a45d-dca5acbeead6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/routers/c66a5f82-0f67-4a13-b480-4bed80ca6bb6 HTTP/1.1" status: 204 len: 168 time: 0.3232803 Dec 24 03:29:16.603308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48004) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:16.622753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.628769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:16.629373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.638005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 747a8682-ee69-4bc6-98b5-94393cde654a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:16.666708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet e01780c1-7392-428a-a322-666b53803ba5 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:16.670150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.670963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 747a8682-ee69-4bc6-98b5-94393cde654a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:16.679111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:16.679710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.684778 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3300500 Dec 24 03:29:16.689334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca875e-f045-43bf-ac3f-513e8d5e5d61 None None] Network 747a8682-ee69-4bc6-98b5-94393cde654a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:16.695855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48006) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:16.703601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': 'd8e60e0b-4b39-41dc-a730-7c181a9602e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:16.716335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b88c1-f8cb-4433-a418-8d684d5033ae tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=d8e60e0b-4b39-41dc-a730-7c181a9602e7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:16.734186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-448c8c83-9ec4-4be6-b98a-4d922f166f2e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7975166 Dec 24 03:29:16.734625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:16.739923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1633648428'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:16.744727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d8e60e0b-4b39-41dc-a730-7c181a9602e7 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:16.751013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.831852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.874321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.881783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:16.885720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.903188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:16.907235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.919374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.923192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-747a8682-ee69-4bc6-98b5-94393cde654a', 'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a', 'project_id': '402a8fd2cf0046bfb173b4c587018727', 'fixed_ips': [{'subnet_id': 'fc27ab88-1beb-449f-ac43-5abcd9f01810'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:16.924027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:16.926853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 1824f237-2c89-421f-a29b-69f294f4efb9 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:16.950356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Network 57217b43-b004-46df-bf05-46796e530e03 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:16.957297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:16.961018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:16.964040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Pushing event updated for resources: {'Port': ['ID=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:17.044598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.059255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::2b2 (747a8682-ee69-4bc6-98b5-94393cde654a/fc27ab88-1beb-449f-ac43-5abcd9f01810/1824f237-2c89-421f-a29b-69f294f4efb9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:17.077344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=e01780c1-7392-428a-a322-666b53803ba5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:17.080990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Attempting to bind port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:17.081386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Attempting to bind port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1c78a589-620f-47dc-b5d0-f92d07cc3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '57217b43-b004-46df-bf05-46796e530e03'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:17.081768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Attempting to bind port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd on network 57217b43-b004-46df-bf05-46796e530e03 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:17.089979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:17.090373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Checking segment: {'id': '1c78a589-620f-47dc-b5d0-f92d07cc3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '57217b43-b004-46df-bf05-46796e530e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:17.090839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.091235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Bound using segment: {'id': '1c78a589-620f-47dc-b5d0-f92d07cc3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '57217b43-b004-46df-bf05-46796e530e03'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:17.091831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Bound port: 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c78a589-620f-47dc-b5d0-f92d07cc3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '57217b43-b004-46df-bf05-46796e530e03'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:17.092300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.112926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.115705 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e907dd5d-db7a-4c1b-8ca9-296817098fcb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/e01780c1-7392-428a-a322-666b53803ba5 HTTP/1.1" status: 204 len: 168 time: 0.5114088 Dec 24 03:29:17.118652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48010) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:17.132948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d05ca3-6ba8-4399-8c33-36972ed36110 None None] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:17.220926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.237104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] For port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:17.243525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.252785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.257631 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] For port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,segment=NetworkSegment(1c78a589-620f-47dc-b5d0-f92d07cc3233),segment_id=1c78a589-620f-47dc-b5d0-f92d07cc3233)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:17.259449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.267280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.309505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 747a8682-ee69-4bc6-98b5-94393cde654a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:17.317127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:17.322827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:17.335431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:17.336093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.345062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=e6b1a2d2-2996-4f6e-9d5a-54c1f0677880,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:17.374077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Allocated IP 2001:db8::2 (747a8682-ee69-4bc6-98b5-94393cde654a/fc27ab88-1beb-449f-ac43-5abcd9f01810/318231a7-9341-4c47-abb5-32ec8c0bcbac) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:17.376455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78223be4-fc3e-42ab-ac8b-2e81a83738bd None None] Pushing event updated for resources: {'Port': ['ID=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:17.376594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=1824f237-2c89-421f-a29b-69f294f4efb9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:17.377039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '3ff19666-4b15-46ed-91cf-24ea070a622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd8e60e0b-4b39-41dc-a730-7c181a9602e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:17.377521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: d8e60e0b-4b39-41dc-a730-7c181a9602e7, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:17.399951 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] DHCP port deletion for 8e1d2025-58e9-4914-8ef4-6c5ba443049c request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:17.400867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-403b0223-0115-4e8f-bd3d-80a7969900a6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6651604 Dec 24 03:29:17.403621 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48012) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:17.414744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:17.415410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.421176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network d8e60e0b-4b39-41dc-a730-7c181a9602e7 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:17.471241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d8e60e0b-4b39-41dc-a730-7c181a9602e7) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:17.482729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:17.483302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.491050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab033d21-c11b-432f-b52e-33d500037638 None None] Network d8e60e0b-4b39-41dc-a730-7c181a9602e7 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:17.555329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] For port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,segment=NetworkSegment(50fcd8a4-e686-40ad-8243-0e1de510c160),segment_id=50fcd8a4-e686-40ad-8243-0e1de510c160)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:17.555714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.567471 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b247f440-eada-4a84-bb52-da6e24e1a6c2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8705857 Dec 24 03:29:17.571379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48014) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:17.603081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:17.636789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] Deleting port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:17.637154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.665303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 1824f237-2c89-421f-a29b-69f294f4efb9 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:17.665671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.710874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.775873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.790649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.799110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No DVR routers for this DVR port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:17.800410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] For port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,segment=NetworkSegment(50fcd8a4-e686-40ad-8243-0e1de510c160),segment_id=50fcd8a4-e686-40ad-8243-0e1de510c160)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:17.800877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.805803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.810964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42f4df-d20e-456f-8c2b-ad58510a6628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-d8e60e0b-4b39-41dc-a730-7c181a9602e7', 'network_id': 'd8e60e0b-4b39-41dc-a730-7c181a9602e7', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': 'e6b1a2d2-2996-4f6e-9d5a-54c1f0677880'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:17.811937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6e42f4df-d20e-456f-8c2b-ad58510a6628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.825680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:17.829540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 1824f237-2c89-421f-a29b-69f294f4efb9 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:17.843746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.856132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] Calling delete_port for ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:17.880805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.914143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.956174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:17.961231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b1a2d2-2996-4f6e-9d5a-54c1f0677880,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:17.969275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:17.986879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1d2025-58e9-4914-8ef4-6c5ba443049c']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:17.999248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fcd8a4-e686-40ad-8243-0e1de510c160') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:17.999565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fcd8a4-e686-40ad-8243-0e1de510c160') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:18.015168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.030436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.031830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.055141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e60e0b-4b39-41dc-a730-7c181a9602e7']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:18.063727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:18.064128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.066676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff19666-4b15-46ed-91cf-24ea070a622c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:18.067109 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:18.069704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff19666-4b15-46ed-91cf-24ea070a622c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:18.080049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Network 747a8682-ee69-4bc6-98b5-94393cde654a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:18.085353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.098148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:18.102429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.104213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:18.110747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:18.111504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:18.116188 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:18.145577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.152960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.185352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.193114 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/8e1d2025-58e9-4914-8ef4-6c5ba443049c HTTP/1.1" status: 204 len: 168 time: 1.0699399 Dec 24 03:29:18.193337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.194147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48016) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:18.208105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=1824f237-2c89-421f-a29b-69f294f4efb9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.218547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.225619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/d8e60e0b-4b39-41dc-a730-7c181a9602e7 HTTP/1.1" status: 204 len: 168 time: 0.6495769 Dec 24 03:29:18.240629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48018) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:18.243670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757590b-6576-4ec4-b08b-e6dad36c60af tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=8e1d2025-58e9-4914-8ef4-6c5ba443049c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.250580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410184147'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:18.259170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.260646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0c43b-4b58-42f9-b3a7-7250f6b9b8ff tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=d8e60e0b-4b39-41dc-a730-7c181a9602e7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.263791 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a0608f33-c73c-4325-8e64-d36cfb40476b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/1824f237-2c89-421f-a29b-69f294f4efb9 HTTP/1.1" status: 204 len: 168 time: 0.8576906 Dec 24 03:29:18.266640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48020) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:18.280536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07479f8e-6634-441f-a70b-3aad0554b6eb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:18.285981 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-07479f8e-6634-441f-a70b-3aad0554b6eb tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/77275f8f-9b58-4c96-8be6-76a3e20c8f5e HTTP/1.1" status: 200 len: 840 time: 0.0846059 Dec 24 03:29:18.285981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48022) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:18.303644 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a026bb-29a1-46b5-82ac-57b5d876aff6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:18.307615 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-59a026bb-29a1-46b5-82ac-57b5d876aff6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/1824f237-2c89-421f-a29b-69f294f4efb9 HTTP/1.1" status: 404 len: 333 time: 0.0371642 Dec 24 03:29:18.308237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48024) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-6e42f4df-d20e-456f-8c2b-ad58510a6628 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6b1a2d2-2996-4f6e-9d5a-54c1f0677880: This subnet is being modified by another concurrent operation. Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6b1a2d2-2996-4f6e-9d5a-54c1f0677880: This subnet is being modified by another concurrent operation. Dec 24 03:29:18.329491 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:29:18.350350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Pushing event updated for resources: {'Port': ['ID=318231a7-9341-4c47-abb5-32ec8c0bcbac,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.350701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9b21c6ac-fad4-4be0-a2d0-9cabba85f0d3 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/77275f8f-9b58-4c96-8be6-76a3e20c8f5e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0618389 Dec 24 03:29:18.351221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48026) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:18.359946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:18.372552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:18.376147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.401306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a5174-8903-4af4-af6f-68794c3cd36e None None] Network d8e60e0b-4b39-41dc-a730-7c181a9602e7 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:18.426345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.429759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet fc27ab88-1beb-449f-ac43-5abcd9f01810 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:18.430259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a5174-8903-4af4-af6f-68794c3cd36e None None] Network d8e60e0b-4b39-41dc-a730-7c181a9602e7 could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:29:18.433003 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.460065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:18.460605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.464716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Attempting to bind port 318231a7-9341-4c47-abb5-32ec8c0bcbac on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:18.464996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Attempting to bind port 318231a7-9341-4c47-abb5-32ec8c0bcbac by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'bd805016-cb72-4154-9a3c-b4fd7187024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:18.465441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Attempting to bind port 318231a7-9341-4c47-abb5-32ec8c0bcbac on network 747a8682-ee69-4bc6-98b5-94393cde654a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:18.467437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] Network 8e1d2025-58e9-4914-8ef4-6c5ba443049c is not hosted by any dhcp agent {{(pid=103178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:29:18.467970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] No DVR routers for this DVR port ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:18.486761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3476e36-2d04-464d-93f3-652f1b0711b5 None None] Pushing event deleted for resources: {'Port': ['ID=ded2d2d2-c33c-41de-9e1a-a32606ed6cc8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.503644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:18.503644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Checking segment: {'id': 'bd805016-cb72-4154-9a3c-b4fd7187024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:18.504420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.504420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Bound using segment: {'id': 'bd805016-cb72-4154-9a3c-b4fd7187024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:18.504896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Bound port: 318231a7-9341-4c47-abb5-32ec8c0bcbac, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd805016-cb72-4154-9a3c-b4fd7187024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '747a8682-ee69-4bc6-98b5-94393cde654a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:18.506283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.517515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:18.520946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.552774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.553103 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 17103c82-ab8b-43dd-92a6-527cc4ce578f of type vlan for network 9bfc6ca0-38c2-42ed-9763-02f18e951b9a Dec 24 03:29:18.615435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] For port 318231a7-9341-4c47-abb5-32ec8c0bcbac, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:18.619457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.633579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] For port 318231a7-9341-4c47-abb5-32ec8c0bcbac, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=318231a7-9341-4c47-abb5-32ec8c0bcbac,segment=NetworkSegment(bd805016-cb72-4154-9a3c-b4fd7187024f),segment_id=bd805016-cb72-4154-9a3c-b4fd7187024f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:18.635238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.645397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.667302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:18.670963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.710873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.716318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:18.719708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,segment=NetworkSegment(1c78a589-620f-47dc-b5d0-f92d07cc3233),segment_id=1c78a589-620f-47dc-b5d0-f92d07cc3233)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:18.722109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.727626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.735058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1007da3-539f-46e5-830c-d2ddcd56d23d None None] Pushing event updated for resources: {'Port': ['ID=318231a7-9341-4c47-abb5-32ec8c0bcbac,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.750059 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5074387 Dec 24 03:29:18.752944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:18.760897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '9bfc6ca0-38c2-42ed-9763-02f18e951b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:18.817753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.822589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:18.860148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aba90a-b456-4ac3-9b28-d4a8c9cb8000 None None] Network 57217b43-b004-46df-bf05-46796e530e03 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:18.863444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:18.863787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ded2d2d2-c33c-41de-9e1a-a32606ed6cc8 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:18.911616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:18.915448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d8190-b4bd-4514-8ade-cfd7b972e8c1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=9bfc6ca0-38c2-42ed-9763-02f18e951b9a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:18.935910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9bfc6ca0-38c2-42ed-9763-02f18e951b9a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:18.939108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:18.945857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.058401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing IP validity checks on allocation pools {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:29:19.059343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:29:19.061924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-63473460-b642-483c-9cfa-b0994537b9a4 None None] Provisioning complete for port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:19.062497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63473460-b642-483c-9cfa-b0994537b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.087065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.110173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.118619 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/fc27ab88-1beb-449f-ac43-5abcd9f01810 HTTP/1.1" status: 204 len: 168 time: 0.8094232 Dec 24 03:29:19.119682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48030) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:19.152108 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90830-6a8e-4a0d-9c2a-e785b49a546d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=fc27ab88-1beb-449f-ac43-5abcd9f01810,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:19.270158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.344223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=8701bf60-afd0-4d6a-809b-7e89cde72c89,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:19.354631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '17103c82-ab8b-43dd-92a6-527cc4ce578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9bfc6ca0-38c2-42ed-9763-02f18e951b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:19.354794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 9bfc6ca0-38c2-42ed-9763-02f18e951b9a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:19.375887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 9bfc6ca0-38c2-42ed-9763-02f18e951b9a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:19.387541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 9bfc6ca0-38c2-42ed-9763-02f18e951b9a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:19.391962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:19.392697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.397699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5727c52-8f43-4e6c-9935-9478902c6fc5 None None] Network 9bfc6ca0-38c2-42ed-9763-02f18e951b9a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:19.414442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-67f63c1d-46da-432d-a9ac-79ed1351d6aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6567678 Dec 24 03:29:19.414800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48032) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:19.475173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4afff737-e32c-4d3d-82de-15acde4c2bcf None None] Provisioning complete for port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:19.475542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4afff737-e32c-4d3d-82de-15acde4c2bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.531168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.555007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4293ec50-2b4f-4e4a-8b9b-c297d332d70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-9bfc6ca0-38c2-42ed-9763-02f18e951b9a', 'network_id': '9bfc6ca0-38c2-42ed-9763-02f18e951b9a', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '8701bf60-afd0-4d6a-809b-7e89cde72c89'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:19.555983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4293ec50-2b4f-4e4a-8b9b-c297d332d70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.626567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.627242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.633525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.664217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:19.687138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:19.690533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:19.691186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.701780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149eb10-3008-4ed4-a5c7-266bbabcc64c None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:19.712593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.743454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=8701bf60-afd0-4d6a-809b-7e89cde72c89,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:19.762337 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4046831 Dec 24 03:29:19.762337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280860-5d26-4d2a-bd6e-c70d73b3f215 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=ae67a4c5-a7ca-47a8-8260-6da2850d2f7c,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:19.763307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48034) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:19.768524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-28300c60-3c1d-44bd-86af-e9dfc8932aac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'security_group': {'name': 'tempest-secgroup-78221545'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:19.774550 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 318231a7-9341-4c47-abb5-32ec8c0bcbac {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:19.774893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-4293ec50-2b4f-4e4a-8b9b-c297d332d70d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8701bf60-afd0-4d6a-809b-7e89cde72c89: This subnet is being modified by another concurrent operation. Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8701bf60-afd0-4d6a-809b-7e89cde72c89: This subnet is being modified by another concurrent operation. Dec 24 03:29:19.786014 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:29:19.820150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3a2f3-cb3d-4209-b347-185fe013ac4c None None] Network 9bfc6ca0-38c2-42ed-9763-02f18e951b9a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:19.858081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] For port 318231a7-9341-4c47-abb5-32ec8c0bcbac, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=318231a7-9341-4c47-abb5-32ec8c0bcbac,segment=NetworkSegment(bd805016-cb72-4154-9a3c-b4fd7187024f),segment_id=bd805016-cb72-4154-9a3c-b4fd7187024f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:19.858545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.875161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.882396 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 318231a7-9341-4c47-abb5-32ec8c0bcbac owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:19.905041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfc6ca0-38c2-42ed-9763-02f18e951b9a']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:19.908949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28300c60-3c1d-44bd-86af-e9dfc8932aac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:19.925149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17103c82-ab8b-43dd-92a6-527cc4ce578f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:19.925809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17103c82-ab8b-43dd-92a6-527cc4ce578f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:20.002384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.006314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28300c60-3c1d-44bd-86af-e9dfc8932aac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.017548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28300c60-3c1d-44bd-86af-e9dfc8932aac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.029986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.032755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'project_id': '7bd861e6d60a4e1b989551ebd18d38c7', 'fixed_ips': [{'subnet_id': 'ae67a4c5-a7ca-47a8-8260-6da2850d2f7c'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:20.033740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.050915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 318231a7-9341-4c47-abb5-32ec8c0bcbac up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:20.059617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.061576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=318231a7-9341-4c47-abb5-32ec8c0bcbac,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.063363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No DVR routers for this DVR port 318231a7-9341-4c47-abb5-32ec8c0bcbac on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:20.083213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:20.084241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.085039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 318231a7-9341-4c47-abb5-32ec8c0bcbac {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:20.085641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 318231a7-9341-4c47-abb5-32ec8c0bcbac not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:20.093361 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:20.119462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28300c60-3c1d-44bd-86af-e9dfc8932aac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f738502-09b3-4a0a-af90-67b1095a6a85,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.124414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Port 318231a7-9341-4c47-abb5-32ec8c0bcbac not found, will not notify nova. {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 03:29:20.124414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:20.126605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28300c60-3c1d-44bd-86af-e9dfc8932aac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.131811 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-28300c60-3c1d-44bd-86af-e9dfc8932aac tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.3673205 Dec 24 03:29:20.132551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:20.159787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1cccbe-7706-4abe-b15c-eab38dbcc0b0 None None] Network 747a8682-ee69-4bc6-98b5-94393cde654a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:20.167917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b9380d26-7243-4f16-87f1-7b4491956ae6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032952475'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:20.176405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.187255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.196649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.205852 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/9bfc6ca0-38c2-42ed-9763-02f18e951b9a HTTP/1.1" status: 204 len: 168 time: 0.7895584 Dec 24 03:29:20.206291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747a8682-ee69-4bc6-98b5-94393cde654a']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:20.210053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48038) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:20.217116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431343111'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:20.218757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd805016-cb72-4154-9a3c-b4fd7187024f') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:20.219122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd805016-cb72-4154-9a3c-b4fd7187024f') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:20.228903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.233678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d07b-93bc-4bd2-a1f5-507cdcfa787f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=9bfc6ca0-38c2-42ed-9763-02f18e951b9a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.239083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9380d26-7243-4f16-87f1-7b4491956ae6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.247138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.255119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:20.255952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:20.259873 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:20.283909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8bc6eb65-1ace-44ca-8b11-abb19d4f9a69 None None] Could not find standard attr ID for object 318231a7-9341-4c47-abb5-32ec8c0bcbac. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:20.287752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:20.292279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.332793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:20.339056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.344451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.348995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:20.349375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.351953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.352353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 020f20c0-2424-4b74-a1e3-84ea6f602bc1 of type vlan for network 0b5c3824-ed2c-4955-8bbe-3f8e247696df Dec 24 03:29:20.352855 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/747a8682-ee69-4bc6-98b5-94393cde654a HTTP/1.1" status: 204 len: 168 time: 1.2041631 Dec 24 03:29:20.353658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48040) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:20.365790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'name': 'tempest-PortsIpV6TestJSON-701801935'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:20.393099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Allocated IP 172.20.0.2 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/ae67a4c5-a7ca-47a8-8260-6da2850d2f7c/dd3d78e7-95cd-4d0c-9a9d-83b2787e293a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:20.410090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9380d26-7243-4f16-87f1-7b4491956ae6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.418524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9380d26-7243-4f16-87f1-7b4491956ae6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.425722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.431548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d0673-bcbe-44b8-94f4-c92af76275fc None None] DHCP port deletion for 747a8682-ee69-4bc6-98b5-94393cde654a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:20.446907 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377602d-4a97-44c4-ba5a-488fe62e3521 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=747a8682-ee69-4bc6-98b5-94393cde654a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.455951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9380d26-7243-4f16-87f1-7b4491956ae6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3fb0d-4d2b-424d-a208-dac696b6bb7e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.483810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9380d26-7243-4f16-87f1-7b4491956ae6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.491265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48042) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:20.492924 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b9380d26-7243-4f16-87f1-7b4491956ae6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3321650 Dec 24 03:29:20.496567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-774505833', 'security_groups': ['b5b3fb0d-4d2b-424d-a208-dac696b6bb7e'], 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae67a4c5-a7ca-47a8-8260-6da2850d2f7c'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:20.506452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.515306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:20.515306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.515599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:20.518870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.561307 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3483372 Dec 24 03:29:20.563932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48044) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:20.569817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:20.580189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 1a46b465-6dd0-4f27-bda9-ae541769d77b yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:20.602182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.611128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.667568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:20.673193 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:20.679391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:20.683888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Pushing event updated for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.741592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:20.752293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Attempting to bind port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:20.752746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Attempting to bind port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:20.753117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Attempting to bind port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a on network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:20.759507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:20.759919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Checking segment: {'id': '58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:20.760193 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.760672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Bound using segment: {'id': '58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:20.761207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Bound port: dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:20.761598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.834454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:20.838178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,segment=NetworkSegment(58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7),segment_id=58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:20.844555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.846822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.902037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.910737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f0dec-cfed-4297-95ff-38eb8a1a960b None None] Pushing event updated for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.928271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port 0a6bc842-d014-40e2-bea1-8c125ff29243 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:20.941351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.956969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5f3cc-047f-4a96-bd5d-8d39f9524bb3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=0b5c3824-ed2c-4955-8bbe-3f8e247696df,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.970934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0b5c3824-ed2c-4955-8bbe-3f8e247696df details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:21.034287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:21.038941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.043164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:21.051300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:21.056193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:21.062260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:21.063043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.066794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=1a46b465-6dd0-4f27-bda9-ae541769d77b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:21.128355 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-645f300e-faac-461b-845f-4e2672e10ded tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7688527 Dec 24 03:29:21.131065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:21.212588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.9 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/ae67a4c5-a7ca-47a8-8260-6da2850d2f7c/0a6bc842-d014-40e2-bea1-8c125ff29243) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:21.325455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 1a46b465-6dd0-4f27-bda9-ae541769d77b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:21.326036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.345182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.366929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.401918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.441433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.453559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:21.456771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:21.460983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:21.469815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=6a9bf6e8-008b-4503-9f1d-08f28690b338,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:21.472282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 1a46b465-6dd0-4f27-bda9-ae541769d77b owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:21.485752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '020f20c0-2424-4b74-a1e3-84ea6f602bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:21.486118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 0b5c3824-ed2c-4955-8bbe-3f8e247696df, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:21.488985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=0a6bc842-d014-40e2-bea1-8c125ff29243,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:21.514423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:21.515038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.532541 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-978b05ab-e89c-4ba7-958b-7ae5b78270cd tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0401139 Dec 24 03:29:21.535524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:21.541756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f9142dac-16b9-4445-a9bd-ed07d2679372 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:21.567261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 0b5c3824-ed2c-4955-8bbe-3f8e247696df is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:21.595742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 0b5c3824-ed2c-4955-8bbe-3f8e247696df) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:21.609379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303846b1-75c9-4ad9-87d4-f2537c96d54f None None] Network 0b5c3824-ed2c-4955-8bbe-3f8e247696df requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:21.633220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:21.633811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.668288 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d032b1c-cca3-47ce-a39e-2652454be0af tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1031609 Dec 24 03:29:21.671116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48050) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:21.674804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.727134 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-0b5c3824-ed2c-4955-8bbe-3f8e247696df', 'network_id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '6a9bf6e8-008b-4503-9f1d-08f28690b338'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:21.728316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.729104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=1a46b465-6dd0-4f27-bda9-ae541769d77b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:21.736862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.740235 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d7c8ab4f-b7e8-4bf7-af58-0e70b185ae46 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/1a46b465-6dd0-4f27-bda9-ae541769d77b HTTP/1.1" status: 204 len: 168 time: 0.6082036 Dec 24 03:29:21.743391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:21.749532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'mac_address': 'fa:16:3e:ba:28:ae', 'name': 'tempest-PortsIpV6TestJSON-1101779504'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:21.811734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.889586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.921809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:21.928663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device dd3d78e7-95cd-4d0c-9a9d-83b2787e293a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:21.934177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:21.946371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9142dac-16b9-4445-a9bd-ed07d2679372 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:21.950445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9142dac-16b9-4445-a9bd-ed07d2679372 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.008276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Allocated IP 172.20.0.1 (0b5c3824-ed2c-4955-8bbe-3f8e247696df/6a9bf6e8-008b-4503-9f1d-08f28690b338/7b2bbc9e-a449-424e-8075-c25e8abf4d00) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:22.063831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:22.064194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.078144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.116703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-f9142dac-16b9-4445-a9bd-ed07d2679372 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae67a4c5-a7ca-47a8-8260-6da2850d2f7c (CIDR: 172.20.0.0/28) Dec 24 03:29:22.120796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:22.121213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.122834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port a3181517-dfae-42cc-8df8-d89f1a7779d9 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:22.135895 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9142dac-16b9-4445-a9bd-ed07d2679372 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:29:22.136488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9142dac-16b9-4445-a9bd-ed07d2679372 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:22.194167 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f9142dac-16b9-4445-a9bd-ed07d2679372 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6562324 Dec 24 03:29:22.197273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48054) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:22.209568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:22.303974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.307665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.311464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.328792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.332860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:22.334371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.337867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.351203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.377562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.403160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,segment=NetworkSegment(58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7),segment_id=58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:22.406394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:22.409861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:22.410034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Network 0b5c3824-ed2c-4955-8bbe-3f8e247696df is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:22.415533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:22.420798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Pushing event updated for resources: {'Port': ['ID=7b2bbc9e-a449-424e-8075-c25e8abf4d00,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:22.421699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:22.422988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.423912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:22.425645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.429780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:22.435959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=a3181517-dfae-42cc-8df8-d89f1a7779d9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:22.464948 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-549128bf-1d33-40ea-a44a-3f0becaeb456 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7192385 Dec 24 03:29:22.465290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:22.479916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9bf6e8-008b-4503-9f1d-08f28690b338,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:22.522300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 318231a7-9341-4c47-abb5-32ec8c0bcbac no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:22.534021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb125592-b87d-4353-a8aa-7ea035dc82d4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:22.537354 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eb125592-b87d-4353-a8aa-7ea035dc82d4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/a3181517-dfae-42cc-8df8-d89f1a7779d9 HTTP/1.1" status: 200 len: 845 time: 0.0710106 Dec 24 03:29:22.539447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:22.584053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.612393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5c3824-ed2c-4955-8bbe-3f8e247696df']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:22.625456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020f20c0-2424-4b74-a1e3-84ea6f602bc1') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:22.625744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020f20c0-2424-4b74-a1e3-84ea6f602bc1') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:22.642294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.648276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port a3181517-dfae-42cc-8df8-d89f1a7779d9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:22.648777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.694682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.707336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:22.707771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:22.711711 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:22.720103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 318231a7-9341-4c47-abb5-32ec8c0bcbac {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:22.720681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 318231a7-9341-4c47-abb5-32ec8c0bcbac not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:22.742731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.747113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Attempting to bind port 7b2bbc9e-a449-424e-8075-c25e8abf4d00 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:22.747496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Attempting to bind port 7b2bbc9e-a449-424e-8075-c25e8abf4d00 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '020f20c0-2424-4b74-a1e3-84ea6f602bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:22.747865 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Attempting to bind port 7b2bbc9e-a449-424e-8075-c25e8abf4d00 on network 0b5c3824-ed2c-4955-8bbe-3f8e247696df {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:22.753367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:22.753756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:22.754421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:22.754791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Checking segment: {'id': '020f20c0-2424-4b74-a1e3-84ea6f602bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:22.755220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.755617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Bound using segment: {'id': '020f20c0-2424-4b74-a1e3-84ea6f602bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:22.756074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Bound port: 7b2bbc9e-a449-424e-8075-c25e8abf4d00, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020f20c0-2424-4b74-a1e3-84ea6f602bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:22.756473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.756611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for a3181517-dfae-42cc-8df8-d89f1a7779d9 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:22.758391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:22.824906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:29:22.824906 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:29:22.824906 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': '0b5c3824-ed2c-4955-8bbe-3f8e247696df'}] Dec 24 03:29:22.824906 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:22.825798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] For port 7b2bbc9e-a449-424e-8075-c25e8abf4d00, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:22.825898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:22.828108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] For port 7b2bbc9e-a449-424e-8075-c25e8abf4d00, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7b2bbc9e-a449-424e-8075-c25e8abf4d00,segment=NetworkSegment(020f20c0-2424-4b74-a1e3-84ea6f602bc1),segment_id=020f20c0-2424-4b74-a1e3-84ea6f602bc1)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:22.833032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.848894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.869116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.890697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=a3181517-dfae-42cc-8df8-d89f1a7779d9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:22.896620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.900352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-163b44d1-4c5f-41c2-8974-bf44929900af tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/a3181517-dfae-42cc-8df8-d89f1a7779d9 HTTP/1.1" status: 204 len: 168 time: 0.3597565 Dec 24 03:29:22.903591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:22.919161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:22.922541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0850a-2d7b-4f69-a991-ab397aa7bdd6 None None] Pushing event updated for resources: {'Port': ['ID=7b2bbc9e-a449-424e-8075-c25e8abf4d00,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:22.923638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:22.927700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:22.928284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:22.935515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-723c0fba-cda3-4402-bc8d-0479cf0411fa tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:22.940248 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-723c0fba-cda3-4402-bc8d-0479cf0411fa tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/a3181517-dfae-42cc-8df8-d89f1a7779d9 HTTP/1.1" status: 404 len: 333 time: 0.0354192 Dec 24 03:29:22.941134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48062) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:22.948477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbb59cb-a890-4652-b517-360585e4f084 None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:22.948835 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=170d8e82-825d-473c-982f-8ad855ca1a9d,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:22.952300 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'name': 'tempest-PortsIpV6TestJSON-369799967'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:22.961057 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-11a47919-16f6-49bc-aa05-639bcae836bc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7626874 Dec 24 03:29:22.963952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48064) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:22.968283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a81e90-e481-4167-b35f-5f8add93a552 None None] Network 0b5c3824-ed2c-4955-8bbe-3f8e247696df requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:22.970107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1701902694', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '170d8e82-825d-473c-982f-8ad855ca1a9d'}], 'security_groups': ['4f738502-09b3-4a0a-af90-67b1095a6a85']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:23.039936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.049242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:23.052969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.072563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:23.201955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081d48c-50f5-4316-84fe-bed0fcfa7fb2 None None] Update dhcp port {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'fixed_ips': [{'subnet_id': 'ae67a4c5-a7ca-47a8-8260-6da2850d2f7c', 'ip_address': '172.20.0.2'}, {'subnet_id': '170d8e82-825d-473c-982f-8ad855ca1a9d'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'dd3d78e7-95cd-4d0c-9a9d-83b2787e293a'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:29:23.231758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a081d48c-50f5-4316-84fe-bed0fcfa7fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.241929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.288572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.329904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.345463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:23.353900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:23.356256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:23.362789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:23.363071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.367224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:23.383295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Provisioning complete for port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:23.383808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.385989 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bef2124c-82b6-441d-9bed-e5f72a728ad3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4433744 Dec 24 03:29:23.386633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48068) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:23.389141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Delete allocated IP 172.20.0.9 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/ae67a4c5-a7ca-47a8-8260-6da2850d2f7c) {{(pid=103177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:29:23.391883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:23.402349 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.28 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/170d8e82-825d-473c-982f-8ad855ca1a9d/0a6bc842-d014-40e2-bea1-8c125ff29243) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:23.423662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-910b1ee2-9a2b-4339-8f12-6b2c3c1d1d3f None None] Port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:23.448832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port 7b2bbc9e-a449-424e-8075-c25e8abf4d00 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:23.449170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.459164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.544171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f7934145-f820-4cd5-ad4f-afcb75d2f42b None None] Provisioning complete for port 0a6bc842-d014-40e2-bea1-8c125ff29243 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:23.544575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7934145-f820-4cd5-ad4f-afcb75d2f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.576144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port 7b2bbc9e-a449-424e-8075-c25e8abf4d00, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7b2bbc9e-a449-424e-8075-c25e8abf4d00,segment=NetworkSegment(020f20c0-2424-4b74-a1e3-84ea6f602bc1),segment_id=020f20c0-2424-4b74-a1e3-84ea6f602bc1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:23.576540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.580022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f7934145-f820-4cd5-ad4f-afcb75d2f42b None None] Port 0a6bc842-d014-40e2-bea1-8c125ff29243 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:23.595321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for 7b2bbc9e-a449-424e-8075-c25e8abf4d00 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:23.622926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.628131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.664028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] In _notify_port_updated(), no bound segment for port 7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa on network 690b3665-d747-43f8-8267-1a028d2fa4bc {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:29:23.669912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:23.670521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.671807 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "PUT /v2.0/ports/7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa HTTP/1.1" status: 200 len: 818 time: 0.2842324 Dec 24 03:29:23.674563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48070) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:23.685620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.693489 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.717386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e075294-7145-4c52-b1ae-1dcfd6736a63 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:23.774254 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=0a6bc842-d014-40e2-bea1-8c125ff29243,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:23.784990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:23.785515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.800124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a081d48c-50f5-4316-84fe-bed0fcfa7fb2 None None] Allocated IP 172.20.0.18 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/170d8e82-825d-473c-982f-8ad855ca1a9d/dd3d78e7-95cd-4d0c-9a9d-83b2787e293a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:23.809205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.846923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=7b2bbc9e-a449-424e-8075-c25e8abf4d00,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:23.851527 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] In _notify_port_updated(), no bound segment for port 0a6bc842-d014-40e2-bea1-8c125ff29243 on network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:29:23.857821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:23.859144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.863602 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ecf6a94b-d925-4948-bab6-0f6e296a9c14 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "PUT /v2.0/ports/0a6bc842-d014-40e2-bea1-8c125ff29243 HTTP/1.1" status: 200 len: 921 time: 0.8984692 Dec 24 03:29:23.866073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port 7b2bbc9e-a449-424e-8075-c25e8abf4d00 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:23.867646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48074) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:23.899054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.908618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device dd3d78e7-95cd-4d0c-9a9d-83b2787e293a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:23.913359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:23.954276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a081d48c-50f5-4316-84fe-bed0fcfa7fb2 None None] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,segment=NetworkSegment(58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7),segment_id=58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:23.978451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67bb51-2859-4172-9beb-da06f1dcc5dc req-cebd1a46-7a6f-4fe6-b74f-a5d6a3cc7a44 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:23.979996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a67bb51-2859-4172-9beb-da06f1dcc5dc req-cebd1a46-7a6f-4fe6-b74f-a5d6a3cc7a44 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1894646 Dec 24 03:29:23.996826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a081d48c-50f5-4316-84fe-bed0fcfa7fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.003350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.004860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:24.005872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.008186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a081d48c-50f5-4316-84fe-bed0fcfa7fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.031099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5c3824-ed2c-4955-8bbe-3f8e247696df']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:24.044662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020f20c0-2424-4b74-a1e3-84ea6f602bc1') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:24.045107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020f20c0-2424-4b74-a1e3-84ea6f602bc1') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:24.054294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a67bb51-2859-4172-9beb-da06f1dcc5dc req-0749e781-60ae-41ef-a5fa-b792dfca74e2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609567 Dec 24 03:29:24.055770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.059325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.077371 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 0a6bc842-d014-40e2-bea1-8c125ff29243 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:24.077515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.082164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.102587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.108048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa HTTP/1.1" status: 204 len: 168 time: 0.4309692 Dec 24 03:29:24.109371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d59791-fca3-4b91-89ff-6af2f6388063 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:24.112525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.124462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:24.124877 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:24.128049 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:24.184666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081d48c-50f5-4316-84fe-bed0fcfa7fb2 None None] Pushing event updated for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:24.187319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f042c-59c0-4652-bd9a-9512c59f945a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:24.191428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-913f042c-59c0-4652-bd9a-9512c59f945a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0730782 Dec 24 03:29:24.192125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.230848 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc63a59-3a19-45d4-a8bd-6887af1d0df0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:24.235640 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dbc63a59-3a19-45d4-a8bd-6887af1d0df0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/7dd8c11b-5b2c-4130-bb1d-42fd08aee3aa HTTP/1.1" status: 404 len: 333 time: 0.0413866 Dec 24 03:29:24.239535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48082) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.246748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1538219565'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:24.255936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.268654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.272559 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/0b5c3824-ed2c-4955-8bbe-3f8e247696df HTTP/1.1" status: 204 len: 168 time: 2.6003554 Dec 24 03:29:24.281011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024f80b-d41c-4b44-b13e-b95b7ea70114 req-5567332d-d745-448f-98e4-87d639072a66 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:24.282637 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9024f80b-d41c-4b44-b13e-b95b7ea70114 req-5567332d-d745-448f-98e4-87d639072a66 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1043718 Dec 24 03:29:24.283201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48084) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.288972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1797717391'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:24.306889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47802339-9b84-40ae-8868-96cc32407f5d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=0b5c3824-ed2c-4955-8bbe-3f8e247696df,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:24.315104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.330999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:24.334993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.337226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 0a6bc842-d014-40e2-bea1-8c125ff29243 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:24.351620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:24.355188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.368051 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9024f80b-d41c-4b44-b13e-b95b7ea70114 req-b0283a5d-756a-40d8-9274-91c6ff98cf7d tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743983 Dec 24 03:29:24.388578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:24.406093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.408383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:24.408528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment eacc1004-46ab-4844-b94c-5a7c323cf660 of type vlan for network a6caab46-f460-480b-8352-e8d12ac7326f Dec 24 03:29:24.429671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.429939 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment 771149b0-1828-49b5-ba8a-7b456937cb69 of type vlan for network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 Dec 24 03:29:24.468406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.499273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.514993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.527662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:24.528308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.555492 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2711129 Dec 24 03:29:24.558774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48090) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.568166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': 'a6caab46-f460-480b-8352-e8d12ac7326f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:24.605834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.612016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:24.612661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.649893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=a6caab46-f460-480b-8352-e8d12ac7326f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.665957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.666202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.666390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4aa6c6-3a33-4076-9b26-bc951a8638fb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:24.666632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.684103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network a6caab46-f460-480b-8352-e8d12ac7326f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:24.684842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65598f5f-a641-4e1a-9d0a-ebfb56918503 req-8f583d70-6747-49ef-a8bd-a2a5de86925a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:24.686018 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65598f5f-a641-4e1a-9d0a-ebfb56918503 req-8f583d70-6747-49ef-a8bd-a2a5de86925a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1157334 Dec 24 03:29:24.756068 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65598f5f-a641-4e1a-9d0a-ebfb56918503 req-fcdabf7f-586f-4c3b-983d-d9dd86b7eb30 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637519 Dec 24 03:29:24.777694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=6cea0a5f-12d2-4035-b7ab-87a4477d19d9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:24.783661 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ccf2a95c-cbc1-4871-a69d-c5f283d510b7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5431621 Dec 24 03:29:24.787288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48092) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.788604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:24.792892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:24.794737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=0a6bc842-d014-40e2-bea1-8c125ff29243,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:24.875885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:24.879393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.883468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.886589 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad2dedd0-1503-424b-9b46-24a7170f3398 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/0a6bc842-d014-40e2-bea1-8c125ff29243 HTTP/1.1" status: 204 len: 168 time: 1.0174315 Dec 24 03:29:24.889606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48094) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.920726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cb724e6e-fac4-4de0-b615-af31cf4f0dae None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:24.921361 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb724e6e-fac4-4de0-b615-af31cf4f0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.923429 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fe8dcb-0e06-4b0a-8425-a6aaa1cd56df tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:29:24.924890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-39fe8dcb-0e06-4b0a-8425-a6aaa1cd56df tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/0a6bc842-d014-40e2-bea1-8c125ff29243 HTTP/1.1" status: 404 len: 333 time: 0.0342069 Dec 24 03:29:24.929309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48096) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.953722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:24.957173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.029846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cb724e6e-fac4-4de0-b615-af31cf4f0dae None None] Provisioning complete for port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:25.031427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb724e6e-fac4-4de0-b615-af31cf4f0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.074927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cb724e6e-fac4-4de0-b615-af31cf4f0dae None None] Port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:25.076599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87d0d81d-dabc-44ea-b28e-1612f8ef957a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.078709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cb724e6e-fac4-4de0-b615-af31cf4f0dae None None] Could not find standard attr ID for object 0a6bc842-d014-40e2-bea1-8c125ff29243. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:25.084583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.108385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87d0d81d-dabc-44ea-b28e-1612f8ef957a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.146393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=94d7a5a7-73d2-4253-8480-31298876a285,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:25.158740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': 'eacc1004-46ab-4844-b94c-5a7c323cf660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a6caab46-f460-480b-8352-e8d12ac7326f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:25.159104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: a6caab46-f460-480b-8352-e8d12ac7326f, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:25.163646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.163999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.164339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.164709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.165045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.165380 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.165713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.166038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.166416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.166748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.167100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.167423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.167745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:25.193117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network a6caab46-f460-480b-8352-e8d12ac7326f is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:25.202971 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, a6caab46-f460-480b-8352-e8d12ac7326f) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:25.207620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:25.208325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.216576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f86210-1371-49d0-82ce-21354dc25d48 None None] Network a6caab46-f460-480b-8352-e8d12ac7326f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:25.229266 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-044c0cbb-9f99-4e84-980d-1e4f6f5afcdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6674139 Dec 24 03:29:25.231895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48098) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:25.235442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87d0d81d-dabc-44ea-b28e-1612f8ef957a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.238297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87d0d81d-dabc-44ea-b28e-1612f8ef957a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.240430 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-87d0d81d-dabc-44ea-b28e-1612f8ef957a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/security-groups/b5b3fb0d-4d2b-424d-a208-dac696b6bb7e HTTP/1.1" status: 204 len: 168 time: 0.3082893 Dec 24 03:29:25.252255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48100) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:25.264548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0d81d-dabc-44ea-b28e-1612f8ef957a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3fb0d-4d2b-424d-a208-dac696b6bb7e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:25.271898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.335534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=afe26f6b-3fae-4c52-887d-30e0e32803df,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:25.364186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': '771149b0-1828-49b5-ba8a-7b456937cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:25.366210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 6cea0a5f-12d2-4035-b7ab-87a4477d19d9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:25.370990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-a6caab46-f460-480b-8352-e8d12ac7326f', 'network_id': 'a6caab46-f460-480b-8352-e8d12ac7326f', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '94d7a5a7-73d2-4253-8480-31298876a285'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:25.371830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.384337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:25.401433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6cea0a5f-12d2-4035-b7ab-87a4477d19d9) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:25.403692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30660347-d1f1-49b5-a81f-dbf727756e52 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.407089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:25.407819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.427772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.431282 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f99882ba-f656-4269-bf44-f4ebec787516 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6426327 Dec 24 03:29:25.433869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48102) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:25.442565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30660347-d1f1-49b5-a81f-dbf727756e52 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.443122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9d04302a-18a7-48cc-ad7c-1d04c835f65c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:25.470040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded088ef-2314-42ea-a935-93be101bd67e None None] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:25.517024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3e8f0991-b0e4-40db-9ef0-3a9be6e5d263 None None] Could not find standard attr ID for object 0a6bc842-d014-40e2-bea1-8c125ff29243. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:25.608237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d04302a-18a7-48cc-ad7c-1d04c835f65c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:25.612654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d04302a-18a7-48cc-ad7c-1d04c835f65c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.651133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Allocated IP 172.20.0.2 (a6caab46-f460-480b-8352-e8d12ac7326f/94d7a5a7-73d2-4253-8480-31298876a285/ea6eef6a-1c93-421e-a8c0-6479b6d95db8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:25.655365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'project_id': '402a8fd2cf0046bfb173b4c587018727', 'fixed_ips': [{'subnet_id': 'afe26f6b-3fae-4c52-887d-30e0e32803df'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:25.656249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.726455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-9d04302a-18a7-48cc-ad7c-1d04c835f65c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afe26f6b-3fae-4c52-887d-30e0e32803df (CIDR: 2001:db8::/64) Dec 24 03:29:25.730550 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d04302a-18a7-48cc-ad7c-1d04c835f65c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:29:25.731153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d04302a-18a7-48cc-ad7c-1d04c835f65c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:25.751318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9d04302a-18a7-48cc-ad7c-1d04c835f65c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3135452 Dec 24 03:29:25.751743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:25.756886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:25.860931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device dd3d78e7-95cd-4d0c-9a9d-83b2787e293a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:25.900650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.931952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30660347-d1f1-49b5-a81f-dbf727756e52 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.934975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30660347-d1f1-49b5-a81f-dbf727756e52 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.937285 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-30660347-d1f1-49b5-a81f-dbf727756e52 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/security-groups/4f738502-09b3-4a0a-af90-67b1095a6a85 HTTP/1.1" status: 204 len: 168 time: 0.6832166 Dec 24 03:29:25.949645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48108) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:25.952281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e88a22-cdb6-4f71-abe8-201abfd904d4 req-6b06c5fc-71cb-4f48-8e52-9a962bd1d940 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:25.954352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2e88a22-cdb6-4f71-abe8-201abfd904d4 req-6b06c5fc-71cb-4f48-8e52-9a962bd1d940 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.0874698 Dec 24 03:29:25.955719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:25.960109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.996941 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30660347-d1f1-49b5-a81f-dbf727756e52 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f738502-09b3-4a0a-af90-67b1095a6a85,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:25.999299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Allocated IP 2001:db8::2 (6cea0a5f-12d2-4035-b7ab-87a4477d19d9/afe26f6b-3fae-4c52-887d-30e0e32803df/ad314d5e-1bb4-4484-b129-202f4fcf4716) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:26.041827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet ae67a4c5-a7ca-47a8-8260-6da2850d2f7c {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:26.048014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.059205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:26.060161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.071204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2e88a22-cdb6-4f71-abe8-201abfd904d4 req-773245a7-1f32-4416-9923-718ccf1aad25 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962222 Dec 24 03:29:26.071666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.096957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.101725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.142432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.175265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=94d7a5a7-73d2-4253-8480-31298876a285,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.193301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Network a6caab46-f460-480b-8352-e8d12ac7326f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:26.211881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:26.217905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:26.219956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Pushing event updated for resources: {'Port': ['ID=ea6eef6a-1c93-421e-a8c0-6479b6d95db8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.267520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.278444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.309446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6caab46-f460-480b-8352-e8d12ac7326f']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:26.322139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:26.324330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.328469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:26.328705 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacc1004-46ab-4844-b94c-5a7c323cf660') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:26.328935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacc1004-46ab-4844-b94c-5a7c323cf660') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:26.333368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:26.334102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.337983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=eb7911b2-4e39-4be4-a42f-affc4a8d3695,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.359434 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cd75ba5b-1633-42c9-987f-a99696b36ba0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6033487 Dec 24 03:29:26.359702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48110) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:26.366746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'fixed_ips': [{'subnet_id': 'afe26f6b-3fae-4c52-887d-30e0e32803df'}, {'subnet_id': 'eb7911b2-4e39-4be4-a42f-affc4a8d3695'}], 'name': 'tempest-PortsIpV6TestJSON-1412189587'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:26.373559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.418719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.463222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:26.463622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:26.468719 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:26.508131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Attempting to bind port ea6eef6a-1c93-421e-a8c0-6479b6d95db8 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:26.508538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Attempting to bind port ea6eef6a-1c93-421e-a8c0-6479b6d95db8 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'eacc1004-46ab-4844-b94c-5a7c323cf660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a6caab46-f460-480b-8352-e8d12ac7326f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:26.508903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Attempting to bind port ea6eef6a-1c93-421e-a8c0-6479b6d95db8 on network a6caab46-f460-480b-8352-e8d12ac7326f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:26.512086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.519643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:26.519988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Checking segment: {'id': 'eacc1004-46ab-4844-b94c-5a7c323cf660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a6caab46-f460-480b-8352-e8d12ac7326f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:26.520347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.520869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Bound using segment: {'id': 'eacc1004-46ab-4844-b94c-5a7c323cf660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a6caab46-f460-480b-8352-e8d12ac7326f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:26.521376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Bound port: ea6eef6a-1c93-421e-a8c0-6479b6d95db8, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc1004-46ab-4844-b94c-5a7c323cf660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a6caab46-f460-480b-8352-e8d12ac7326f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:26.521868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.525686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.542337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.581789 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:29:26.581789 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:29:26.581789 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': 'a6caab46-f460-480b-8352-e8d12ac7326f'}] Dec 24 03:29:26.581789 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:26.582320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:26.585965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67a4c5-a7ca-47a8-8260-6da2850d2f7c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.592270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.599171 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e19937ad-1741-4948-96e4-9a7e5fa32025 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/ae67a4c5-a7ca-47a8-8260-6da2850d2f7c HTTP/1.1" status: 204 len: 168 time: 0.6448207 Dec 24 03:29:26.599380 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48112) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:26.601508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:26.603582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7af92b-a743-474c-a486-597f2a6b2cfe None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:26.604763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:26.612621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:26.625239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Pushing event updated for resources: {'Port': ['ID=ad314d5e-1bb4-4484-b129-202f4fcf4716,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.629751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:26.669891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.670269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.670617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.670954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.671293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.671621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.671968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.672299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.672666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.672997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.673320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.673640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.673958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:26.684874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:26.721713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] For port ea6eef6a-1c93-421e-a8c0-6479b6d95db8, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:26.757352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] For port ea6eef6a-1c93-421e-a8c0-6479b6d95db8, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ea6eef6a-1c93-421e-a8c0-6479b6d95db8,segment=NetworkSegment(eacc1004-46ab-4844-b94c-5a7c323cf660),segment_id=eacc1004-46ab-4844-b94c-5a7c323cf660)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:26.770540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.806322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Attempting to bind port ad314d5e-1bb4-4484-b129-202f4fcf4716 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:26.806694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Attempting to bind port ad314d5e-1bb4-4484-b129-202f4fcf4716 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '771149b0-1828-49b5-ba8a-7b456937cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:26.807063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Attempting to bind port ad314d5e-1bb4-4484-b129-202f4fcf4716 on network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:26.812078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.822194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:26.825660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.842459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:26.842841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Checking segment: {'id': '771149b0-1828-49b5-ba8a-7b456937cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:26.843236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.843625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Bound using segment: {'id': '771149b0-1828-49b5-ba8a-7b456937cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:26.844102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Bound port: ad314d5e-1bb4-4484-b129-202f4fcf4716, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771149b0-1828-49b5-ba8a-7b456937cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:26.844927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.856805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:26.906170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527524b0-4988-4672-a35c-7aaab20de787 None None] Pushing event updated for resources: {'Port': ['ID=ea6eef6a-1c93-421e-a8c0-6479b6d95db8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.936849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840ae57-0c10-4582-8c04-56d1913b375a None None] Network a6caab46-f460-480b-8352-e8d12ac7326f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:27.048462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] For port ad314d5e-1bb4-4484-b129-202f4fcf4716, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:27.062691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] For port ad314d5e-1bb4-4484-b129-202f4fcf4716, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad314d5e-1bb4-4484-b129-202f4fcf4716,segment=NetworkSegment(771149b0-1828-49b5-ba8a-7b456937cb69),segment_id=771149b0-1828-49b5-ba8a-7b456937cb69)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:27.071370 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.084183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.140081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fffc7-7917-4a65-b34a-62af0fb584a1 None None] Pushing event updated for resources: {'Port': ['ID=ad314d5e-1bb4-4484-b129-202f4fcf4716,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:27.251639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaba08f-f55e-45d1-993e-6fa2a6dec90d req-caec5251-4283-456b-8e6c-4ad07e0698b8 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:27.256846 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eaba08f-f55e-45d1-993e-6fa2a6dec90d req-caec5251-4283-456b-8e6c-4ad07e0698b8 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.0707600 Dec 24 03:29:27.326442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eaba08f-f55e-45d1-993e-6fa2a6dec90d req-e5cd1513-3ec2-46d5-a39b-c58e5265c600 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656800 Dec 24 03:29:27.381690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::25e (6cea0a5f-12d2-4035-b7ab-87a4477d19d9/afe26f6b-3fae-4c52-887d-30e0e32803df/7644c7bd-b6b4-4c86-b2d8-4e7d03108043) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:27.390336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port ea6eef6a-1c93-421e-a8c0-6479b6d95db8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:27.390790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.406878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8:0:1::c5 (6cea0a5f-12d2-4035-b7ab-87a4477d19d9/eb7911b2-4e39-4be4-a42f-affc4a8d3695/7644c7bd-b6b4-4c86-b2d8-4e7d03108043) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:27.415500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.546393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:27.548292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port ea6eef6a-1c93-421e-a8c0-6479b6d95db8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ea6eef6a-1c93-421e-a8c0-6479b6d95db8,segment=NetworkSegment(eacc1004-46ab-4844-b94c-5a7c323cf660),segment_id=eacc1004-46ab-4844-b94c-5a7c323cf660)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:27.548753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.564352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:27.573510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=88bc4414-8dc2-4169-bcac-761caa08b94f,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:27.576253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:27.576940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.585844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for ea6eef6a-1c93-421e-a8c0-6479b6d95db8 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:27.660714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe1c94-35c3-4ad7-88db-8b8d89f8c11a None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:27.660879 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0f0c8c9f-63f5-407c-bcab-105a89d76982 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0605004 Dec 24 03:29:27.663648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:27.669287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ccfcf18f-122e-4ada-baf0-bc19b2bc08ce tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'security_group': {'name': 'tempest-secgroup-644421973'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:27.700631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf18f-122e-4ada-baf0-bc19b2bc08ce tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.762722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.790299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf18f-122e-4ada-baf0-bc19b2bc08ce tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.797368 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.798887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf18f-122e-4ada-baf0-bc19b2bc08ce tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.800621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a58397d6-3d24-4504-94b1-2830ed00634d None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:27.801363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a58397d6-3d24-4504-94b1-2830ed00634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.835463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port ea6eef6a-1c93-421e-a8c0-6479b6d95db8 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:27.841382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=ea6eef6a-1c93-421e-a8c0-6479b6d95db8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:27.849017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf18f-122e-4ada-baf0-bc19b2bc08ce tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.850122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ccfcf18f-122e-4ada-baf0-bc19b2bc08ce tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.1844566 Dec 24 03:29:27.851458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcf18f-122e-4ada-baf0-bc19b2bc08ce tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf0a397-589f-4355-ad19-f74b13691ea3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:27.853623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48118) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:27.858903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23dad649-84eb-43ef-8c5c-10dd636ec1d6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'security_group': {'name': 'tempest-secgroup-1927592351'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:27.889102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dad649-84eb-43ef-8c5c-10dd636ec1d6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.902358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.966275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:27.982059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad314d5e-1bb4-4484-b129-202f4fcf4716 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:28.001103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:28.004179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.005828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dad649-84eb-43ef-8c5c-10dd636ec1d6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.009726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:28.013799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dad649-84eb-43ef-8c5c-10dd636ec1d6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.016036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:28.016897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.053508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6caab46-f460-480b-8352-e8d12ac7326f']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:28.056564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=7644c7bd-b6b4-4c86-b2d8-4e7d03108043,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.071023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a58397d6-3d24-4504-94b1-2830ed00634d None None] Provisioning complete for port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:28.071695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dad649-84eb-43ef-8c5c-10dd636ec1d6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.072167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a58397d6-3d24-4504-94b1-2830ed00634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.072551 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4fe541a1-a07c-458b-ac82-87dfe841b0d3 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7121823 Dec 24 03:29:28.073352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48120) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:28.076785 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-23dad649-84eb-43ef-8c5c-10dd636ec1d6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2220895 Dec 24 03:29:28.077619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48122) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:28.082332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afe26f6b-3fae-4c52-887d-30e0e32803df'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:28.085755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bc4363e3-6e4f-4d2c-992e-2412ba5426c9 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'security_group': {'name': 'tempest-secgroup-360610018'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:28.086715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacc1004-46ab-4844-b94c-5a7c323cf660') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:28.087217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacc1004-46ab-4844-b94c-5a7c323cf660') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:28.102512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eda515-8e12-4405-bc09-c772cdd59b4f None None] Update dhcp port {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'fixed_ips': [{'subnet_id': '170d8e82-825d-473c-982f-8ad855ca1a9d', 'ip_address': '172.20.0.18'}, {'subnet_id': '88bc4414-8dc2-4169-bcac-761caa08b94f'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'dd3d78e7-95cd-4d0c-9a9d-83b2787e293a'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:29:28.111058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dad649-84eb-43ef-8c5c-10dd636ec1d6 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a158e92-1ae8-46da-b47c-0aa830cf78ac,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.124473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.146369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc4363e3-6e4f-4d2c-992e-2412ba5426c9 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.147734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ad314d5e-1bb4-4484-b129-202f4fcf4716 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:28.148321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.174377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7eda515-8e12-4405-bc09-c772cdd59b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.193441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.195488 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.198293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a58397d6-3d24-4504-94b1-2830ed00634d None None] Port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:28.208258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:28.208808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:28.212027 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:28.253502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc4363e3-6e4f-4d2c-992e-2412ba5426c9 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.262357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc4363e3-6e4f-4d2c-992e-2412ba5426c9 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.303840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4363e3-6e4f-4d2c-992e-2412ba5426c9 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca0582a-1598-45d1-990c-6cb153f88636,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.322922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc4363e3-6e4f-4d2c-992e-2412ba5426c9 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.329383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bc4363e3-6e4f-4d2c-992e-2412ba5426c9 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2474072 Dec 24 03:29:28.330252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:28.335822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1934748672', 'security_groups': ['7ca0582a-1598-45d1-990c-6cb153f88636'], 'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88bc4414-8dc2-4169-bcac-761caa08b94f'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:28.358302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.425560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port ad314d5e-1bb4-4484-b129-202f4fcf4716, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad314d5e-1bb4-4484-b129-202f4fcf4716,segment=NetworkSegment(771149b0-1828-49b5-ba8a-7b456937cb69),segment_id=771149b0-1828-49b5-ba8a-7b456937cb69)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:28.452127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.505934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=ad314d5e-1bb4-4484-b129-202f4fcf4716,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.506398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.509046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462bf896-b1ac-4829-bf8b-9bd3346669f8 None None] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:28.519848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.527059 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/a6caab46-f460-480b-8352-e8d12ac7326f HTTP/1.1" status: 204 len: 168 time: 3.2901323 Dec 24 03:29:28.530474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48128) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:28.535954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bdaef-3322-4dcb-8080-a80d284d3e32 req-166f76c9-6982-4b0f-a1a9-00063fdb2c41 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:28.540828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f15bdaef-3322-4dcb-8080-a80d284d3e32 req-166f76c9-6982-4b0f-a1a9-00063fdb2c41 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1045978 Dec 24 03:29:28.542990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:28.545176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-311757623'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:28.554892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e213-1dc0-403a-8ea9-40b3c8c740bc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=a6caab46-f460-480b-8352-e8d12ac7326f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.560501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Delete allocated IP 2001:db8:0:1::c5 (6cea0a5f-12d2-4035-b7ab-87a4477d19d9/eb7911b2-4e39-4be4-a42f-affc4a8d3695) {{(pid=103177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:29:28.567099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f7eda515-8e12-4405-bc09-c772cdd59b4f None None] Allocated IP 172.20.0.2 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/88bc4414-8dc2-4169-bcac-761caa08b94f/dd3d78e7-95cd-4d0c-9a9d-83b2787e293a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:28.604232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-08e63db6-e6c8-490f-8c4b-8d8dae608027 None None] Provisioning complete for port ad314d5e-1bb4-4484-b129-202f4fcf4716 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:28.604623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08e63db6-e6c8-490f-8c4b-8d8dae608027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.608605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:28.612118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.650120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f15bdaef-3322-4dcb-8080-a80d284d3e32 req-eed57e84-bd5c-463b-a2aa-fe71d765f4cc tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001163 Dec 24 03:29:28.678047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.678261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:28.699671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.699940 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment c12c6b6b-7911-406e-ade9-6c90366e4291 of type vlan for network 6c7dfde0-05dc-47f3-86e8-a648d11b7cf0 Dec 24 03:29:28.705807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] device_id is not set on port c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:28.757671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.769567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.783674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.832772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.837308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f7eda515-8e12-4405-bc09-c772cdd59b4f None None] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,segment=NetworkSegment(58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7),segment_id=58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:28.839351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:28.839951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.885922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] In _notify_port_updated(), no bound segment for port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 on network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:29:28.891490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:28.892107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.893771 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "PUT /v2.0/ports/7644c7bd-b6b4-4c86-b2d8-4e7d03108043 HTTP/1.1" status: 200 len: 926 time: 0.8170834 Dec 24 03:29:28.897528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48130) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:28.898999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7eda515-8e12-4405-bc09-c772cdd59b4f None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.903037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9baf163-14fe-435f-82ad-c279c5559620 None None] Update dhcp port {'port': {'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'fixed_ips': [{'subnet_id': 'afe26f6b-3fae-4c52-887d-30e0e32803df', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb7911b2-4e39-4be4-a42f-affc4a8d3695'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'ad314d5e-1bb4-4484-b129-202f4fcf4716'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:29:28.903197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afe26f6b-3fae-4c52-887d-30e0e32803df'}, {'subnet_id': 'eb7911b2-4e39-4be4-a42f-affc4a8d3695'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:28.905108 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e624bf-b90c-4e11-9c24-a95963cabe1f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=7644c7bd-b6b4-4c86-b2d8-4e7d03108043,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.906389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7eda515-8e12-4405-bc09-c772cdd59b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.950790 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4156847 Dec 24 03:29:28.950790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b199d-6e90-4461-9e77-34594e64fae8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=6c7dfde0-05dc-47f3-86e8-a648d11b7cf0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.951446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48132) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:28.956920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '6c7dfde0-05dc-47f3-86e8-a648d11b7cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:28.976910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9baf163-14fe-435f-82ad-c279c5559620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.979259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6c7dfde0-05dc-47f3-86e8-a648d11b7cf0 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:29.016120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.11 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/88bc4414-8dc2-4169-bcac-761caa08b94f/c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:29.070853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:29.075641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.144734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing IP validity checks on allocation pools {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:29:29.146097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:29:29.204316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.243044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eda515-8e12-4405-bc09-c772cdd59b4f None None] Pushing event updated for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:29.305604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.343633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.376546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': 'c12c6b6b-7911-406e-ade9-6c90366e4291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6c7dfde0-05dc-47f3-86e8-a648d11b7cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:29.376902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 6c7dfde0-05dc-47f3-86e8-a648d11b7cf0, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:29.386668 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=d0591d79-9390-4756-98c5-4ec869334e78,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:29.411594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 6c7dfde0-05dc-47f3-86e8-a648d11b7cf0 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:29.422221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6c7dfde0-05dc-47f3-86e8-a648d11b7cf0) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:29.429702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:29.430510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.438233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117fed62-f5b7-44e5-86e1-b3e1c8ca6f86 None None] Network 6c7dfde0-05dc-47f3-86e8-a648d11b7cf0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:29.458045 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-66b27a54-fbfa-41a8-b130-4b457b5b350d tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5052381 Dec 24 03:29:29.458601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48134) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:29.475981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f9baf163-14fe-435f-82ad-c279c5559620 None None] Allocated IP 2001:db8:0:1::2 (6cea0a5f-12d2-4035-b7ab-87a4477d19d9/eb7911b2-4e39-4be4-a42f-affc4a8d3695/ad314d5e-1bb4-4484-b129-202f4fcf4716) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:29.478981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.544844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:29.547933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:29.553030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:29.583086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.608096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:29.608742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.619808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:29.630651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7e3f114d-786c-472d-9ec5-a1c7da88934c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2986391 Dec 24 03:29:29.634655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48136) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:29.639722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aaa62cdc-4bfb-4e1f-bbce-594e863b43c2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:29.647571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba459f61-d02a-46f3-aadc-d5e12d26679f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-6c7dfde0-05dc-47f3-86e8-a648d11b7cf0', 'network_id': '6c7dfde0-05dc-47f3-86e8-a648d11b7cf0', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': 'd0591d79-9390-4756-98c5-4ec869334e78'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:29.648465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ba459f61-d02a-46f3-aadc-d5e12d26679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.668213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.774550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f9baf163-14fe-435f-82ad-c279c5559620 None None] For port ad314d5e-1bb4-4484-b129-202f4fcf4716, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad314d5e-1bb4-4484-b129-202f4fcf4716,segment=NetworkSegment(771149b0-1828-49b5-ba8a-7b456937cb69),segment_id=771149b0-1828-49b5-ba8a-7b456937cb69)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:29.777751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-ba459f61-d02a-46f3-aadc-d5e12d26679f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0591d79-9390-4756-98c5-4ec869334e78: This subnet is being modified by another concurrent operation. Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0591d79-9390-4756-98c5-4ec869334e78: This subnet is being modified by another concurrent operation. Dec 24 03:29:29.799790 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:29:29.823598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74034048-9eab-4faf-9a29-a7af92c89bc4 None None] Network 6c7dfde0-05dc-47f3-86e8-a648d11b7cf0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:29.832515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9baf163-14fe-435f-82ad-c279c5559620 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.847908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9baf163-14fe-435f-82ad-c279c5559620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.865192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=d0591d79-9390-4756-98c5-4ec869334e78,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:29.929234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device dd3d78e7-95cd-4d0c-9a9d-83b2787e293a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:29.931197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa62cdc-4bfb-4e1f-bbce-594e863b43c2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:29.934931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aaa62cdc-4bfb-4e1f-bbce-594e863b43c2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.975061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.977216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9418-f95e-4c7c-8bf9-bce8fd4d7777 req-4ce57b1d-18db-45c8-b8e3-b3935636b29b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:29.978760 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05be9418-f95e-4c7c-8bf9-bce8fd4d7777 req-4ce57b1d-18db-45c8-b8e3-b3935636b29b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1822324 Dec 24 03:29:30.002299 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7dfde0-05dc-47f3-86e8-a648d11b7cf0']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:30.012767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12c6b6b-7911-406e-ade9-6c90366e4291') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:30.013495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12c6b6b-7911-406e-ade9-6c90366e4291') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:30.034706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.057005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.066601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:30.067356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:30.071445 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:30.089825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1328e72d-1eed-4d54-b521-4587f27506f6 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:30.090198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1328e72d-1eed-4d54-b521-4587f27506f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.092751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baf163-14fe-435f-82ad-c279c5559620 None None] Pushing event updated for resources: {'Port': ['ID=ad314d5e-1bb4-4484-b129-202f4fcf4716,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:30.164587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:30.164960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.200232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.226062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.234740 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/6c7dfde0-05dc-47f3-86e8-a648d11b7cf0 HTTP/1.1" status: 204 len: 168 time: 0.7748930 Dec 24 03:29:30.247465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48140) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:30.256350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2132706226'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:30.260832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d4002-39d1-4769-9cd9-c4c7f2aab4a7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=6c7dfde0-05dc-47f3-86e8-a648d11b7cf0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:30.307477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad314d5e-1bb4-4484-b129-202f4fcf4716 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:30.313200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:30.317414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.344666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1328e72d-1eed-4d54-b521-4587f27506f6 None None] Provisioning complete for port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:30.344952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1328e72d-1eed-4d54-b521-4587f27506f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.348280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:30.363176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.363778 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 35bd088f-97a0-4d9b-b352-42b1e95d0f10 of type vlan for network 8ded987f-9bfd-4db8-b466-25c1f4cdbd71 Dec 24 03:29:30.389201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1328e72d-1eed-4d54-b521-4587f27506f6 None None] Port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:30.399369 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ad314d5e-1bb4-4484-b129-202f4fcf4716 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:30.400078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.418759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.461045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.469645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:30.470388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.486785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8:0:1::398 (6cea0a5f-12d2-4035-b7ab-87a4477d19d9/eb7911b2-4e39-4be4-a42f-affc4a8d3695/7644c7bd-b6b4-4c86-b2d8-4e7d03108043) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:30.516248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-275dc9b0-b59d-4686-acd5-d24af9a8ad5c None None] Provisioning complete for port c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:30.516739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-275dc9b0-b59d-4686-acd5-d24af9a8ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.529728 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2801812 Dec 24 03:29:30.559332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48142) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:30.560871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-275dc9b0-b59d-4686-acd5-d24af9a8ad5c None None] Port c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:30.564765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:30.571995 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7aa47c-492a-41ea-853d-9e27541b0ed5 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=8ded987f-9bfd-4db8-b466-25c1f4cdbd71,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:30.586590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 8ded987f-9bfd-4db8-b466-25c1f4cdbd71 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:30.599234 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-aaa62cdc-4bfb-4e1f-bbce-594e863b43c2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 88bc4414-8dc2-4169-bcac-761caa08b94f (CIDR: 172.20.0.0/28) Dec 24 03:29:30.630541 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05be9418-f95e-4c7c-8bf9-bce8fd4d7777 req-553cbe8c-02e6-4680-93a0-0356f65d1d74 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6425581 Dec 24 03:29:30.636672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa62cdc-4bfb-4e1f-bbce-594e863b43c2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:29:30.637176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa62cdc-4bfb-4e1f-bbce-594e863b43c2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:30.679365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:30.685011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.692953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aaa62cdc-4bfb-4e1f-bbce-594e863b43c2 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0540295 Dec 24 03:29:30.695628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48144) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:30.700657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-16d8b48e-e1f0-425f-9ea4-6233b29c3e01 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:30.779418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f53ce3e-d9d7-46d7-b79e-0e6ca1e8352e None None] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:30.792168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.800921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.888939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.895971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-104a821a-bef5-44a9-983f-5836ea94bacc None None] Provisioning complete for port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:30.896159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-104a821a-bef5-44a9-983f-5836ea94bacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.903753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] In _notify_port_updated(), no bound segment for port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 on network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:29:30.909294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:30.909914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.915040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "PUT /v2.0/ports/7644c7bd-b6b4-4c86-b2d8-4e7d03108043 HTTP/1.1" status: 200 len: 1012 time: 2.0130377 Dec 24 03:29:30.915218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48146) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:30.917810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7126c-9733-4063-abf8-9f85ca653b86 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=7644c7bd-b6b4-4c86-b2d8-4e7d03108043,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:30.941182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d8b48e-e1f0-425f-9ea4-6233b29c3e01 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:30.945468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16d8b48e-e1f0-425f-9ea4-6233b29c3e01 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.947245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-104a821a-bef5-44a9-983f-5836ea94bacc None None] Port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:30.959304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-104a821a-bef5-44a9-983f-5836ea94bacc None None] Provisioning complete for port ad314d5e-1bb4-4484-b129-202f4fcf4716 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:30.959792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-104a821a-bef5-44a9-983f-5836ea94bacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.027648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=1421bbf9-dac7-4168-8bc2-039541dc0a13,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:31.050034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '35bd088f-97a0-4d9b-b352-42b1e95d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:31.050626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 8ded987f-9bfd-4db8-b466-25c1f4cdbd71, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:31.058293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-16d8b48e-e1f0-425f-9ea4-6233b29c3e01 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 170d8e82-825d-473c-982f-8ad855ca1a9d (CIDR: 172.20.0.16/28) Dec 24 03:29:31.062161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d8b48e-e1f0-425f-9ea4-6233b29c3e01 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:29:31.063375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d8b48e-e1f0-425f-9ea4-6233b29c3e01 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:31.073693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:31.074296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.085165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-16d8b48e-e1f0-425f-9ea4-6233b29c3e01 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3884163 Dec 24 03:29:31.087819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48148) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:31.092966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'subnet': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:31.093296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 8ded987f-9bfd-4db8-b466-25c1f4cdbd71 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:31.115984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 8ded987f-9bfd-4db8-b466-25c1f4cdbd71) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:31.127773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a7d7b-d8c5-43cf-8a4a-d14aa1c1a284 None None] Network 8ded987f-9bfd-4db8-b466-25c1f4cdbd71 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:31.252715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Made reservation on behalf of 7bd861e6d60a4e1b989551ebd18d38c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:31.257195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.267693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-8ded987f-9bfd-4db8-b466-25c1f4cdbd71', 'network_id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '1421bbf9-dac7-4168-8bc2-039541dc0a13'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:31.268623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.353786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e4280e5a-6ba6-4f62-901b-fbf7a6c0c6c0 None None] Provisioning complete for port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:31.354507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4280e5a-6ba6-4f62-901b-fbf7a6c0c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.416402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e4280e5a-6ba6-4f62-901b-fbf7a6c0c6c0 None None] Port 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:31.461859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e4280e5a-6ba6-4f62-901b-fbf7a6c0c6c0 None None] Provisioning complete for port ad314d5e-1bb4-4484-b129-202f4fcf4716 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:31.462224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4280e5a-6ba6-4f62-901b-fbf7a6c0c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.480822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:31.481418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.495777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Allocated IP 172.20.0.1 (8ded987f-9bfd-4db8-b466-25c1f4cdbd71/1421bbf9-dac7-4168-8bc2-039541dc0a13/a45d657f-28c1-4fa4-a281-1ca577d91f09) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:31.516332 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-11b43ad3-5241-477f-ae26-4a333d3bbe4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9553301 Dec 24 03:29:31.518685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48150) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:31.531653 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.549552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 7644c7bd-b6b4-4c86-b2d8-4e7d03108043 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:31.615443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.710034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.734584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:31.741108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:31.744565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:31.745608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.768529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.785826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97060b5-65f0-45f9-8e60-41b3f8f17fc8 None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:31.804421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=7644c7bd-b6b4-4c86-b2d8-4e7d03108043,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:31.859152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.869827 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7807026 Dec 24 03:29:31.875041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48154) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:31.881064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-865283102', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91909cbb-e84a-475f-bcd5-5757b023154a'}], 'security_groups': ['4bf0a397-589f-4355-ad19-f74b13691ea3', '8a158e92-1ae8-46da-b47c-0aa830cf78ac']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:31.891676 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.895068 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9c7b7a97-b50c-4cf6-a015-d68150893e6c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/7644c7bd-b6b4-4c86-b2d8-4e7d03108043 HTTP/1.1" status: 204 len: 168 time: 0.9792471 Dec 24 03:29:31.898252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48156) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:31.918641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad314d5e-1bb4-4484-b129-202f4fcf4716 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:31.923215 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-85448772-69dd-47e3-9742-aa640a3341e5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:31.924676 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-85448772-69dd-47e3-9742-aa640a3341e5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/7644c7bd-b6b4-4c86-b2d8-4e7d03108043 HTTP/1.1" status: 404 len: 333 time: 0.0254195 Dec 24 03:29:31.927445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48158) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:31.929563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64126b-860e-4d9c-ac02-0aae4ccbdc0e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Subnet': ['ID=91909cbb-e84a-475f-bcd5-5757b023154a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:31.993334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet eb7911b2-4e39-4be4-a42f-affc4a8d3695 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:31.998723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9930c59-ebd6-4129-9b9d-10efba06c845 req-a5166566-246d-445f-a133-36175f1b4597 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:31.999718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.005455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b9930c59-ebd6-4129-9b9d-10efba06c845 req-a5166566-246d-445f-a133-36175f1b4597 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2467370 Dec 24 03:29:32.048478 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.061451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.096168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b9930c59-ebd6-4129-9b9d-10efba06c845 req-75eb3719-81e8-4242-9adb-6a490dfc32ca tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853539 Dec 24 03:29:32.125165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.131778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9935447b-1755-46e7-84fa-92409dfea380 None None] Could not find standard attr ID for object 7644c7bd-b6b4-4c86-b2d8-4e7d03108043. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:32.144279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.175391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.190542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ad314d5e-1bb4-4484-b129-202f4fcf4716 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:32.190925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.260075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.269633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Network 8ded987f-9bfd-4db8-b466-25c1f4cdbd71 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:32.276311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:32.278668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Pushing event updated for resources: {'Port': ['ID=a45d657f-28c1-4fa4-a281-1ca577d91f09,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:32.282935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:32.292428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a17632-e742-4864-93b7-7f5a4f6fa632 None None] Update dhcp port {'port': {'network_id': 'aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a', 'fixed_ips': [{'subnet_id': '170d8e82-825d-473c-982f-8ad855ca1a9d', 'ip_address': '172.20.0.18'}, {'subnet_id': '88bc4414-8dc2-4169-bcac-761caa08b94f', 'ip_address': '172.20.0.2'}, {'subnet_id': '91909cbb-e84a-475f-bcd5-5757b023154a'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'dd3d78e7-95cd-4d0c-9a9d-83b2787e293a'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:29:32.302744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.308948 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/eb7911b2-4e39-4be4-a42f-affc4a8d3695 HTTP/1.1" status: 204 len: 168 time: 0.3805156 Dec 24 03:29:32.310258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48160) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:32.311106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94ef7-3cde-47e8-9091-829bf4502f45 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7911b2-4e39-4be4-a42f-affc4a8d3695,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:32.325395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.367007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15a17632-e742-4864-93b7-7f5a4f6fa632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.370166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d011727c-8256-4ec7-8bb8-ab5ba3d60805 None None] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:32.373065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=1421bbf9-dac7-4168-8bc2-039541dc0a13,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:32.376713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet afe26f6b-3fae-4c52-887d-30e0e32803df {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:32.382840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.431300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.455641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Attempting to bind port a45d657f-28c1-4fa4-a281-1ca577d91f09 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:32.456021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Attempting to bind port a45d657f-28c1-4fa4-a281-1ca577d91f09 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '35bd088f-97a0-4d9b-b352-42b1e95d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:32.456410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Attempting to bind port a45d657f-28c1-4fa4-a281-1ca577d91f09 on network 8ded987f-9bfd-4db8-b466-25c1f4cdbd71 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:32.474732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.503173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ded987f-9bfd-4db8-b466-25c1f4cdbd71']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:32.507400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0e89001e-c19e-4111-b807-d21d739ca80d None None] Could not find standard attr ID for object 7644c7bd-b6b4-4c86-b2d8-4e7d03108043. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:32.517089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:32.517473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Checking segment: {'id': '35bd088f-97a0-4d9b-b352-42b1e95d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:32.517872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.518267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Bound using segment: {'id': '35bd088f-97a0-4d9b-b352-42b1e95d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:32.518759 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Bound port: a45d657f-28c1-4fa4-a281-1ca577d91f09, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bd088f-97a0-4d9b-b352-42b1e95d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:32.519150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.535417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.536596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bd088f-97a0-4d9b-b352-42b1e95d0f10') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:32.537072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bd088f-97a0-4d9b-b352-42b1e95d0f10') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:32.553660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.574328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.581608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Delete allocated IP 172.20.0.11 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/88bc4414-8dc2-4169-bcac-761caa08b94f) {{(pid=103176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:29:32.586878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:32.587371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:32.590658 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:32.594628 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:32.612024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Allocated IP 172.20.0.39 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/91909cbb-e84a-475f-bcd5-5757b023154a/c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:32.614749 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.642508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=afe26f6b-3fae-4c52-887d-30e0e32803df,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:32.646862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.653571 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cddcd587-e0d9-46e1-aa87-f508a1ee2d58 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/afe26f6b-3fae-4c52-887d-30e0e32803df HTTP/1.1" status: 204 len: 168 time: 0.3361177 Dec 24 03:29:32.654120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48162) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:32.684108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.db.api [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:29:32.684108 dv-neutron-822869-1-hyperv neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:29:32.684108 dv-neutron-822869-1-hyperv neutron-server[103176]: [parameters: {'id': '8ded987f-9bfd-4db8-b466-25c1f4cdbd71'}] Dec 24 03:29:32.684108 dv-neutron-822869-1-hyperv neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:32.684611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG oslo_db.api [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:32.711479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] For port a45d657f-28c1-4fa4-a281-1ca577d91f09, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:32.715230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] For port a45d657f-28c1-4fa4-a281-1ca577d91f09, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a45d657f-28c1-4fa4-a281-1ca577d91f09,segment=NetworkSegment(35bd088f-97a0-4d9b-b352-42b1e95d0f10),segment_id=35bd088f-97a0-4d9b-b352-42b1e95d0f10)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:32.720308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.745886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.817676 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port ad314d5e-1bb4-4484-b129-202f4fcf4716 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:32.818002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.831953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c5395-46a7-40c7-8634-086ed5344dc9 None None] Pushing event updated for resources: {'Port': ['ID=a45d657f-28c1-4fa4-a281-1ca577d91f09,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:32.841149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5e81d-27c2-4662-a6b8-d0dc02cc83ab None None] Update dhcp port {'port': {'network_id': '6cea0a5f-12d2-4035-b7ab-87a4477d19d9', 'fixed_ips': [{'subnet_id': 'afe26f6b-3fae-4c52-887d-30e0e32803df'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'ad314d5e-1bb4-4484-b129-202f4fcf4716'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:29:32.845587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b9d9bc-ff7e-4eb6-b86f-b1758bb55033 None None] Network 8ded987f-9bfd-4db8-b466-25c1f4cdbd71 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:32.880647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.886024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.896553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3b5e81d-27c2-4662-a6b8-d0dc02cc83ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.913605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] For port ad314d5e-1bb4-4484-b129-202f4fcf4716, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ad314d5e-1bb4-4484-b129-202f4fcf4716,segment=NetworkSegment(771149b0-1828-49b5-ba8a-7b456937cb69),segment_id=771149b0-1828-49b5-ba8a-7b456937cb69)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:32.913971 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.934667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for ad314d5e-1bb4-4484-b129-202f4fcf4716 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:32.980612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event updated for resources: {'Port': ['ID=c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:33.006736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] In _notify_port_updated(), no bound segment for port c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 on network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:29:33.013489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:33.014431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.016401 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e94c55f4-2fa9-4bb2-8134-91a301fe2798 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "PUT /v2.0/ports/c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 HTTP/1.1" status: 200 len: 959 time: 1.1396775 Dec 24 03:29:33.018497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48166) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:33.025609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.042930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-15a17632-e742-4864-93b7-7f5a4f6fa632 None None] Allocated IP 172.20.0.34 (aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a/91909cbb-e84a-475f-bcd5-5757b023154a/dd3d78e7-95cd-4d0c-9a9d-83b2787e293a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:33.054841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No DVR routers for this DVR port ad314d5e-1bb4-4484-b129-202f4fcf4716 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:33.060722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=ad314d5e-1bb4-4484-b129-202f4fcf4716,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:33.164913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:33.165256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.175430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.193186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.198620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cea0a5f-12d2-4035-b7ab-87a4477d19d9']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:33.202279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a049d-c3e1-4180-a952-ff5a2ea6ac62 None None] Network 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:33.209412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771149b0-1828-49b5-ba8a-7b456937cb69') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:33.209825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771149b0-1828-49b5-ba8a-7b456937cb69') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:33.219654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.234888 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.242626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:33.243941 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:33.247297 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:33.272864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b972e2c9-3487-43e8-9697-836dda67fb66 None None] Could not find standard attr ID for object ad314d5e-1bb4-4484-b129-202f4fcf4716. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:33.306745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80773513-d1f8-44bb-b4e0-909d05b0e6e6 req-4c83c626-40ee-4112-ab72-d513265056fa tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:33.308283 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-80773513-d1f8-44bb-b4e0-909d05b0e6e6 req-4c83c626-40ee-4112-ab72-d513265056fa tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1289222 Dec 24 03:29:33.315219 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.320571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-15a17632-e742-4864-93b7-7f5a4f6fa632 None None] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,segment=NetworkSegment(58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7),segment_id=58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:33.328575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.340269 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/6cea0a5f-12d2-4035-b7ab-87a4477d19d9 HTTP/1.1" status: 204 len: 168 time: 0.6813524 Dec 24 03:29:33.347550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eda6b6-05ed-4f89-92cf-c90057cdbe8d None None] DHCP port deletion for 6cea0a5f-12d2-4035-b7ab-87a4477d19d9 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:33.350394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:33.356160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426c16-2f17-454a-8ded-5779397f72e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=6cea0a5f-12d2-4035-b7ab-87a4477d19d9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:33.360135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15a17632-e742-4864-93b7-7f5a4f6fa632 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.366976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15a17632-e742-4864-93b7-7f5a4f6fa632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.402844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.431606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:33.464486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-80773513-d1f8-44bb-b4e0-909d05b0e6e6 req-2c6902da-52bd-40a2-8773-c8b1ae167aae tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335678 Dec 24 03:29:33.477380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17632-e742-4864-93b7-7f5a4f6fa632 None None] Pushing event updated for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:33.519608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c38b0b-d42f-440b-9302-529bd226e698 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:33.521734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d5c38b0b-d42f-440b-9302-529bd226e698 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1696465 Dec 24 03:29:33.525546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:33.539370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port a45d657f-28c1-4fa4-a281-1ca577d91f09 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:33.540023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.642238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port a45d657f-28c1-4fa4-a281-1ca577d91f09, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a45d657f-28c1-4fa4-a281-1ca577d91f09,segment=NetworkSegment(35bd088f-97a0-4d9b-b352-42b1e95d0f10),segment_id=35bd088f-97a0-4d9b-b352-42b1e95d0f10)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:33.642601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.664889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for a45d657f-28c1-4fa4-a281-1ca577d91f09 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:33.674085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e9b9b951-bf8c-4c5a-8643-672ec1d63a6e tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1460805 Dec 24 03:29:33.678529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48174) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:33.686110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220489102'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:33.711502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:33.715302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.742191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:33.753467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.754326 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment c72f8e83-a2d8-4a56-818d-054b0fd0b3d8 of type vlan for network 51e1c792-cbb3-4987-aa05-b1be47e9059d Dec 24 03:29:33.776972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.802836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.830498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:33.834345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.841230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:33.843930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.856811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device dd3d78e7-95cd-4d0c-9a9d-83b2787e293a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:33.870875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.896919 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2171981 Dec 24 03:29:33.900163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48176) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:33.901327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=a45d657f-28c1-4fa4-a281-1ca577d91f09,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:33.913483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:33.922874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:33.923248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:33.943060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port a45d657f-28c1-4fa4-a281-1ca577d91f09 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:33.978419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0b90b-2862-4288-ad76-2feb7817868f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=51e1c792-cbb3-4987-aa05-b1be47e9059d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:34.008605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.013043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b1896dc3-ae5d-464a-8853-999ab48d49ea tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 HTTP/1.1" status: 204 len: 168 time: 0.9933658 Dec 24 03:29:34.015623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48178) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:34.021152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:34.049980 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92549ae-f602-44de-b4bd-8d7e5120d17d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] GET failed (client error): The resource could not be found. Dec 24 03:29:34.051325 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d92549ae-f602-44de-b4bd-8d7e5120d17d tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports/c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5 HTTP/1.1" status: 404 len: 333 time: 0.0347579 Dec 24 03:29:34.054571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.055445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48180) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:34.084696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ded987f-9bfd-4db8-b466-25c1f4cdbd71']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:34.097091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bd088f-97a0-4d9b-b352-42b1e95d0f10') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:34.097662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bd088f-97a0-4d9b-b352-42b1e95d0f10') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:34.109622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:34.111088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.113320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.114532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-535d684d-5caf-4ec4-a350-94a786d5d230 None None] Could not find standard attr ID for object c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:34.127718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.130552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-535d684d-5caf-4ec4-a350-94a786d5d230 None None] Provisioning complete for port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:34.130984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-535d684d-5caf-4ec4-a350-94a786d5d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.135054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:34.135457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:34.139587 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:34.154026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08109394-8345-4973-b3be-b658cc5fccc5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.180178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-535d684d-5caf-4ec4-a350-94a786d5d230 None None] Port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:34.190528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-535d684d-5caf-4ec4-a350-94a786d5d230 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:34.190909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-535d684d-5caf-4ec4-a350-94a786d5d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.215100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.215454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08109394-8345-4973-b3be-b658cc5fccc5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.217165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad314d5e-1bb4-4484-b129-202f4fcf4716 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:34.221990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.230930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/8ded987f-9bfd-4db8-b466-25c1f4cdbd71 HTTP/1.1" status: 204 len: 168 time: 2.7103665 Dec 24 03:29:34.231766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:34.241088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493033550'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:34.250858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: ad314d5e-1bb4-4484-b129-202f4fcf4716 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:34.251191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ad314d5e-1bb4-4484-b129-202f4fcf4716 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:34.273485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67f8be-eaeb-4b87-9e34-bc81e75a2bdc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=8ded987f-9bfd-4db8-b466-25c1f4cdbd71,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:34.294712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:34.299512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08109394-8345-4973-b3be-b658cc5fccc5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.300240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.302821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08109394-8345-4973-b3be-b658cc5fccc5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.304329 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-08109394-8345-4973-b3be-b658cc5fccc5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/security-groups/7ca0582a-1598-45d1-990c-6cb153f88636 HTTP/1.1" status: 204 len: 168 time: 0.2476048 Dec 24 03:29:34.306889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:34.323968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08109394-8345-4973-b3be-b658cc5fccc5 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca0582a-1598-45d1-990c-6cb153f88636,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:34.354749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:34.373569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.373911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 4bd85891-0525-431f-8cd7-c0bb4daaeef3 of type vlan for network 6149a6e7-277e-4f86-b25a-708656ce58c3 Dec 24 03:29:34.383537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.416651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35e0655c-527d-4fd8-87da-b1ce17fd7903 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.439849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.455611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35e0655c-527d-4fd8-87da-b1ce17fd7903 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.456302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': 'c72f8e83-a2d8-4a56-818d-054b0fd0b3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:34.456754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 51e1c792-cbb3-4987-aa05-b1be47e9059d, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:34.462620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=bde4770e-044f-45a6-a1aa-af1112fb4250,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:34.483351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:34.494201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 51e1c792-cbb3-4987-aa05-b1be47e9059d) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:34.497378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.504153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:34.504876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.505734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d18150-96c1-4dfa-a521-11eb877b9347 None None] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:34.513457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:34.514110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.530506 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4b8ddfcd-1a7b-4fdb-900a-0a4b6342356b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6288614 Dec 24 03:29:34.533459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48188) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:34.545887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d', 'name': 'tempest-PortsIpV6TestJSON-2122506421'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:34.596703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3603139 Dec 24 03:29:34.608607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48190) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:34.617021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '6149a6e7-277e-4f86-b25a-708656ce58c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:34.648841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8233f394-8e7c-4c8c-85f2-bd2eea0297af None None] Could not find standard attr ID for object c60aa4c6-ca93-445b-97d2-d28d2d7e0fb5. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:34.677511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35e0655c-527d-4fd8-87da-b1ce17fd7903 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.680115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35e0655c-527d-4fd8-87da-b1ce17fd7903 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.684153 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-35e0655c-527d-4fd8-87da-b1ce17fd7903 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a158e92-1ae8-46da-b47c-0aa830cf78ac HTTP/1.1" status: 204 len: 168 time: 0.3697710 Dec 24 03:29:34.684611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48192) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:34.685550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-51e1c792-cbb3-4987-aa05-b1be47e9059d', 'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d', 'project_id': '402a8fd2cf0046bfb173b4c587018727', 'fixed_ips': [{'subnet_id': 'bde4770e-044f-45a6-a1aa-af1112fb4250'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:34.686627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.700411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57800f38-1a33-4ee4-bfb2-261ab596e668 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=6149a6e7-277e-4f86-b25a-708656ce58c3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:34.712732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6149a6e7-277e-4f86-b25a-708656ce58c3 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:34.725363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:34.729562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.752016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 66c33ade-2dbd-4be4-8ed8-d2a95d1670db yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:34.753633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0655c-527d-4fd8-87da-b1ce17fd7903 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a158e92-1ae8-46da-b47c-0aa830cf78ac,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:34.786917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdeab2-2de7-4388-910d-3cfdeca990c7 req-82227369-3a4b-4d65-a218-82b4e18d0eb2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:34.788562 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dffdeab2-2de7-4388-910d-3cfdeca990c7 req-82227369-3a4b-4d65-a218-82b4e18d0eb2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1882625 Dec 24 03:29:34.829880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b5eebc8-c52a-46f7-8128-22085123af6e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.853314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:34.857356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:34.882580 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dffdeab2-2de7-4388-910d-3cfdeca990c7 req-11b19bbc-e676-4fa2-8fd6-3277a391ef05 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864177 Dec 24 03:29:34.948460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b5eebc8-c52a-46f7-8128-22085123af6e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.017871 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::15d (51e1c792-cbb3-4987-aa05-b1be47e9059d/bde4770e-044f-45a6-a1aa-af1112fb4250/66c33ade-2dbd-4be4-8ed8-d2a95d1670db) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:35.046114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b5eebc8-c52a-46f7-8128-22085123af6e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.049015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b5eebc8-c52a-46f7-8128-22085123af6e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.052428 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6b5eebc8-c52a-46f7-8128-22085123af6e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/security-groups/4bf0a397-589f-4355-ad19-f74b13691ea3 HTTP/1.1" status: 204 len: 168 time: 0.3644369 Dec 24 03:29:35.053563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:35.066178 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5eebc8-c52a-46f7-8128-22085123af6e tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf0a397-589f-4355-ad19-f74b13691ea3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.166874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet 88bc4414-8dc2-4169-bcac-761caa08b94f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:35.173868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.219480 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.221415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.258831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.315731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Allocated IP 2001:db8::2 (51e1c792-cbb3-4987-aa05-b1be47e9059d/bde4770e-044f-45a6-a1aa-af1112fb4250/7e71cad9-05c8-41b5-95b8-0adcc920ae92) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:35.344882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=66c33ade-2dbd-4be4-8ed8-d2a95d1670db,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.348709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:35.350752 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:35.353119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:35.359170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:35.359930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.380849 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4d213167-54d1-4711-856f-23dd3fdffe2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8426337 Dec 24 03:29:35.381091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48196) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:35.386266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d', 'name': 'tempest-PortsIpV6TestJSON-1443997638'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:35.476774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.491151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.526454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:35.530444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.541990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:35.544899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:35.547786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:35.549865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port c66f421c-af5e-4d7d-90af-48e930283267 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:35.565265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Pushing event updated for resources: {'Port': ['ID=7e71cad9-05c8-41b5-95b8-0adcc920ae92,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.612856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Attempting to bind port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:35.613213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Attempting to bind port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c72f8e83-a2d8-4a56-818d-054b0fd0b3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:35.614536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Attempting to bind port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 on network 51e1c792-cbb3-4987-aa05-b1be47e9059d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:35.619335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:35.619719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Checking segment: {'id': 'c72f8e83-a2d8-4a56-818d-054b0fd0b3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:35.620457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.620579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Bound using segment: {'id': 'c72f8e83-a2d8-4a56-818d-054b0fd0b3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:35.621000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Bound port: 7e71cad9-05c8-41b5-95b8-0adcc920ae92, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72f8e83-a2d8-4a56-818d-054b0fd0b3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '51e1c792-cbb3-4987-aa05-b1be47e9059d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:35.621378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.621509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.677737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=57e305b1-ec09-4f19-80d1-00e773f5da88,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.688225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::342 (51e1c792-cbb3-4987-aa05-b1be47e9059d/bde4770e-044f-45a6-a1aa-af1112fb4250/c66f421c-af5e-4d7d-90af-48e930283267) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:35.691575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] For port 7e71cad9-05c8-41b5-95b8-0adcc920ae92, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:35.696389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] For port 7e71cad9-05c8-41b5-95b8-0adcc920ae92, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7e71cad9-05c8-41b5-95b8-0adcc920ae92,segment=NetworkSegment(c72f8e83-a2d8-4a56-818d-054b0fd0b3d8),segment_id=c72f8e83-a2d8-4a56-818d-054b0fd0b3d8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:35.699835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.717317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '4bd85891-0525-431f-8cd7-c0bb4daaeef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6149a6e7-277e-4f86-b25a-708656ce58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:35.717683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 6149a6e7-277e-4f86-b25a-708656ce58c3, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:35.742102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.775192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959d32-fc98-409f-8440-52f7862ef2c3 None None] Pushing event updated for resources: {'Port': ['ID=7e71cad9-05c8-41b5-95b8-0adcc920ae92,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.778336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 6149a6e7-277e-4f86-b25a-708656ce58c3 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:35.798197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6149a6e7-277e-4f86-b25a-708656ce58c3) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:35.805109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:35.805692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.812275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b899e-5a51-4931-a6f8-a1a5b6e802ef None None] Network 6149a6e7-277e-4f86-b25a-708656ce58c3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:35.836491 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fa41def5-92c2-41a4-86c1-e5dbe92284f0 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2210548 Dec 24 03:29:35.837171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48198) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:35.876054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.893411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.927991 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-6149a6e7-277e-4f86-b25a-708656ce58c3', 'network_id': '6149a6e7-277e-4f86-b25a-708656ce58c3', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '57e305b1-ec09-4f19-80d1-00e773f5da88'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:35.929037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.936477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=88bc4414-8dc2-4169-bcac-761caa08b94f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.945548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.949414 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-624c28fd-a549-43a3-ab79-9382d6a55bcc tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/88bc4414-8dc2-4169-bcac-761caa08b94f HTTP/1.1" status: 204 len: 168 time: 0.8945274 Dec 24 03:29:35.955299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48202) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:35.960439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.969226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa0154-8c7c-4518-b133-9be45d4d38a8 None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:36.031610 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=c66f421c-af5e-4d7d-90af-48e930283267,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:36.062373 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:36.066551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:36.072012 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:36.083307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.084179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:36.085914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.106823 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d9204265-4533-419f-a153-d4bc6bdef175 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7220485 Dec 24 03:29:36.107347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48204) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:36.118805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet 91909cbb-e84a-475f-bcd5-5757b023154a {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:36.130370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.200281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe4c4-e774-43db-8cd0-674b325b00cf req-7732992c-6145-4d0a-8e87-055f8e1d2f5e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:36.201686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1e5fe4c4-e774-43db-8cd0-674b325b00cf req-7732992c-6145-4d0a-8e87-055f8e1d2f5e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1972914 Dec 24 03:29:36.220483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2ecfe-33dc-45af-8811-c167648f0e66 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:36.222500 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a5d2ecfe-33dc-45af-8811-c167648f0e66 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A15d HTTP/1.1" status: 200 len: 929 time: 0.1140811 Dec 24 03:29:36.229023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48206) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:36.234753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Allocated IP 172.20.0.1 (6149a6e7-277e-4f86-b25a-708656ce58c3/57e305b1-ec09-4f19-80d1-00e773f5da88/fc3c324e-e956-4177-a78a-86f22fe69e90) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:36.239047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.330252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.370004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port c66f421c-af5e-4d7d-90af-48e930283267 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:36.370004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.380696 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1e5fe4c4-e774-43db-8cd0-674b325b00cf req-f7bc2e7a-ea39-439b-ba35-0ae91c2def1b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1494184 Dec 24 03:29:36.430234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.445843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.459001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.500387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.537738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.545955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Pushing event updated for resources: {'Port': ['ID=fc3c324e-e956-4177-a78a-86f22fe69e90,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:36.551825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=57e305b1-ec09-4f19-80d1-00e773f5da88,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:36.554525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for c66f421c-af5e-4d7d-90af-48e930283267 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:36.560866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Network 6149a6e7-277e-4f86-b25a-708656ce58c3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:36.567810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:36.570525 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:36.609305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.653725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Attempting to bind port fc3c324e-e956-4177-a78a-86f22fe69e90 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:36.654102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Attempting to bind port fc3c324e-e956-4177-a78a-86f22fe69e90 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '4bd85891-0525-431f-8cd7-c0bb4daaeef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6149a6e7-277e-4f86-b25a-708656ce58c3'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:36.654480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Attempting to bind port fc3c324e-e956-4177-a78a-86f22fe69e90 on network 6149a6e7-277e-4f86-b25a-708656ce58c3 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:36.668536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:36.668974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Checking segment: {'id': '4bd85891-0525-431f-8cd7-c0bb4daaeef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6149a6e7-277e-4f86-b25a-708656ce58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:36.669367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.669711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Bound using segment: {'id': '4bd85891-0525-431f-8cd7-c0bb4daaeef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6149a6e7-277e-4f86-b25a-708656ce58c3'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:36.670197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Bound port: fc3c324e-e956-4177-a78a-86f22fe69e90, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd85891-0525-431f-8cd7-c0bb4daaeef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6149a6e7-277e-4f86-b25a-708656ce58c3'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:36.670581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.697590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.703891 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/91909cbb-e84a-475f-bcd5-5757b023154a HTTP/1.1" status: 204 len: 168 time: 0.7477934 Dec 24 03:29:36.708517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48212) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:36.750823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.769374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] For port fc3c324e-e956-4177-a78a-86f22fe69e90, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:36.774642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] For port fc3c324e-e956-4177-a78a-86f22fe69e90, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fc3c324e-e956-4177-a78a-86f22fe69e90,segment=NetworkSegment(4bd85891-0525-431f-8cd7-c0bb4daaeef3),segment_id=4bd85891-0525-431f-8cd7-c0bb4daaeef3)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:36.783208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed8388-1d75-42bb-8e94-1a7a88a6879f tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=91909cbb-e84a-475f-bcd5-5757b023154a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:36.784087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.851610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6149a6e7-277e-4f86-b25a-708656ce58c3']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:36.852970 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca403801-c750-4c43-ab21-854c0361b07a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:36.858457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca403801-c750-4c43-ab21-854c0361b07a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:36.877786 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ca403801-c750-4c43-ab21-854c0361b07a tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/88bc4414-8dc2-4169-bcac-761caa08b94f HTTP/1.1" status: 404 len: 337 time: 0.1673973 Dec 24 03:29:36.878822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48214) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:36.885482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd85891-0525-431f-8cd7-c0bb4daaeef3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:36.885786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd85891-0525-431f-8cd7-c0bb4daaeef3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:36.895002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.902139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.923133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.929696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563521ec-16a8-46f2-9715-dfb0afdcee6a None None] Pushing event updated for resources: {'Port': ['ID=fc3c324e-e956-4177-a78a-86f22fe69e90,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:36.937439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:36.937954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.949580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf77a8a-b1af-4311-92be-3b0bfb10d1eb None None] Network 6149a6e7-277e-4f86-b25a-708656ce58c3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:36.951181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68594f-6b12-4ca5-8d81-968df34ac26f req-d9e80122-0ca7-4120-9769-4988a50f74f2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:36.959042 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c68594f-6b12-4ca5-8d81-968df34ac26f req-d9e80122-0ca7-4120-9769-4988a50f74f2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2123876 Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:36.960970 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:36.982185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-ef278cee-1529-4e16-b5f4-5c893cc300d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:36.984699 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-ef278cee-1529-4e16-b5f4-5c893cc300d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.1898425 Dec 24 03:29:36.991572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=c66f421c-af5e-4d7d-90af-48e930283267,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:37.044483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.054766 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6e2e66f0-5592-4a20-89a7-d189dbfeca74 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/c66f421c-af5e-4d7d-90af-48e930283267 HTTP/1.1" status: 204 len: 168 time: 0.8246593 Dec 24 03:29:37.056028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48216) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.071616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.db.api [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:29:37.071616 dv-neutron-822869-1-hyperv neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:29:37.071616 dv-neutron-822869-1-hyperv neutron-server[103176]: [parameters: {'id': '6149a6e7-277e-4f86-b25a-708656ce58c3'}] Dec 24 03:29:37.071616 dv-neutron-822869-1-hyperv neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:37.072102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG oslo_db.api [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:37.110113 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de8e4cd-4e22-4d6c-831f-c5db4986f334 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:37.111894 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6de8e4cd-4e22-4d6c-831f-c5db4986f334 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/c66f421c-af5e-4d7d-90af-48e930283267 HTTP/1.1" status: 404 len: 333 time: 0.0496120 Dec 24 03:29:37.115166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48218) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.156561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting subnet 170d8e82-825d-473c-982f-8ad855ca1a9d {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:37.156561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.159020 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c68594f-6b12-4ca5-8d81-968df34ac26f req-b8744686-b509-4e32-bd3e-44b500ea3903 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1989572 Dec 24 03:29:37.195438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c6a71b-c083-4add-a061-d0a020de3864 None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:37.203366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-06e92ece-a0ad-4b90-b989-6894acfdbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:37.204890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-06e92ece-a0ad-4b90-b989-6894acfdbcb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.2018318 Dec 24 03:29:37.247978 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.298225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-1431016f-aff1-4133-b6c8-7af0332b4f40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1002 time: 0.0846095 Dec 24 03:29:37.325973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d7872-31ab-4a4b-b2d3-6c295a00f06d None None] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:37.338500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 66c33ade-2dbd-4be4-8ed8-d2a95d1670db {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:37.339168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.355009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-6d3c910a-5055-4a1c-8387-051de02e0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:37.356692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-6d3c910a-5055-4a1c-8387-051de02e0e5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.0489082 Dec 24 03:29:37.365806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1f007de8-45ac-4a7b-b732-b4a58ff121cc None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:37.366184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f007de8-45ac-4a7b-b732-b4a58ff121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.402011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-4e98a66a-de51-4da9-9645-9f0f0eaf33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:37.403622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-4e98a66a-de51-4da9-9645-9f0f0eaf33f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402584 Dec 24 03:29:37.406631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.477969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.517756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 66c33ade-2dbd-4be4-8ed8-d2a95d1670db owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:37.523464 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-48316e29-d864-4c37-9f7a-3d9e766531f7 service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126606 Dec 24 03:29:37.527770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.543002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1f007de8-45ac-4a7b-b732-b4a58ff121cc None None] Provisioning complete for port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:37.543483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f007de8-45ac-4a7b-b732-b4a58ff121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.572861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.587417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1f007de8-45ac-4a7b-b732-b4a58ff121cc None None] Port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:37.624853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Subnet': ['ID=170d8e82-825d-473c-982f-8ad855ca1a9d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:37.640424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.640424 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cd7a9f65-e2ee-4e89-b9e6-9dab3d514096 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/170d8e82-825d-473c-982f-8ad855ca1a9d HTTP/1.1" status: 204 len: 168 time: 0.7579482 Dec 24 03:29:37.643271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.723033 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-31018c28-c29d-4340-85cf-5106394c2d5c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:37.724901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31018c28-c29d-4340-85cf-5106394c2d5c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:37.726269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dfc465ea-f412-4e3a-9f13-40a9d5e03853 None None] Provisioning complete for port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:37.726742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfc465ea-f412-4e3a-9f13-40a9d5e03853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.728634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-31018c28-c29d-4340-85cf-5106394c2d5c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/ae67a4c5-a7ca-47a8-8260-6da2850d2f7c HTTP/1.1" status: 404 len: 337 time: 0.0504000 Dec 24 03:29:37.737408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48226) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.759778 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a6d57ba-53e9-4392-a557-5a18911cb28b req-342585f2-5309-4af4-be83-2563b9e6fcde service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283194 Dec 24 03:29:37.764539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.782846 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-861c78cf-5da6-457d-ba0f-a025a9d2f180 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66a5f82-0f67-4a13-b480-4bed80ca6bb6 HTTP/1.1" status: 200 len: 205 time: 0.0427549 Dec 24 03:29:37.785576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48228) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.832037 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-58ff2b1a-968b-4f2e-b2ca-861a8ab1ac94 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] delete failed (client error): The resource could not be found. Dec 24 03:29:37.833915 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-58ff2b1a-968b-4f2e-b2ca-861a8ab1ac94 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/routers/c66a5f82-0f67-4a13-b480-4bed80ca6bb6 HTTP/1.1" status: 404 len: 336 time: 0.0467985 Dec 24 03:29:37.837256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.874530 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=66c33ade-2dbd-4be4-8ed8-d2a95d1670db,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:37.880956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.882223 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-94073d9d-624a-410d-839d-e4f7f76aba21 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:37.882682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94073d9d-624a-410d-839d-e4f7f76aba21 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:37.886129 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-94073d9d-624a-410d-839d-e4f7f76aba21 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/e01780c1-7392-428a-a322-666b53803ba5 HTTP/1.1" status: 404 len: 337 time: 0.0476246 Dec 24 03:29:37.887786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port fc3c324e-e956-4177-a78a-86f22fe69e90 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:37.888118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.888925 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c27b8d33-2766-4437-aa1e-a3f76fae3a92 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/66c33ade-2dbd-4be4-8ed8-d2a95d1670db HTTP/1.1" status: 204 len: 168 time: 0.7687902 Dec 24 03:29:37.890584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48232) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.891437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48234) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.913694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfc465ea-f412-4e3a-9f13-40a9d5e03853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.972926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dfc465ea-f412-4e3a-9f13-40a9d5e03853 None None] For port 7e71cad9-05c8-41b5-95b8-0adcc920ae92, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7e71cad9-05c8-41b5-95b8-0adcc920ae92,segment=NetworkSegment(c72f8e83-a2d8-4a56-818d-054b0fd0b3d8),segment_id=c72f8e83-a2d8-4a56-818d-054b0fd0b3d8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:37.979580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfc465ea-f412-4e3a-9f13-40a9d5e03853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.980832 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf86fee-03a7-4ac0-b631-95df22f16667 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:37.983055 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bbf86fee-03a7-4ac0-b631-95df22f16667 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/66c33ade-2dbd-4be4-8ed8-d2a95d1670db HTTP/1.1" status: 404 len: 333 time: 0.0905855 Dec 24 03:29:37.985284 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad22226-2ef6-434a-aed9-d3d0cf004c65 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:37.985284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad22226-2ef6-434a-aed9-d3d0cf004c65 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:37.991043 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ad22226-2ef6-434a-aed9-d3d0cf004c65 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/379d649f-6ae8-4bb0-b711-46085921a29f HTTP/1.1" status: 404 len: 337 time: 0.0938027 Dec 24 03:29:37.991526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48238) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.000918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48240) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.023964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7e71cad9-05c8-41b5-95b8-0adcc920ae92 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:38.039923 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c11657-709b-4bb8-801a-4722ae987bf0 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:38.040470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c11657-709b-4bb8-801a-4722ae987bf0 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:38.049341 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-07c11657-709b-4bb8-801a-4722ae987bf0 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/2814f22b-671e-4df6-8ae8-b3fdd3456759 HTTP/1.1" status: 404 len: 337 time: 0.0446923 Dec 24 03:29:38.049984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48242) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.052038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet bde4770e-044f-45a6-a1aa-af1112fb4250 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:38.059477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port fc3c324e-e956-4177-a78a-86f22fe69e90, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fc3c324e-e956-4177-a78a-86f22fe69e90,segment=NetworkSegment(4bd85891-0525-431f-8cd7-c0bb4daaeef3),segment_id=4bd85891-0525-431f-8cd7-c0bb4daaeef3)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:38.059846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.062344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.080282 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e9377a-0b82-4bda-a5bd-9a25a72470d1 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:38.080708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e9377a-0b82-4bda-a5bd-9a25a72470d1 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:38.086876 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-52e9377a-0b82-4bda-a5bd-9a25a72470d1 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/b259c081-65f1-4e5c-be29-aa536a248389 HTTP/1.1" status: 404 len: 333 time: 0.0336027 Dec 24 03:29:38.087122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48244) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.105629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fe70a261-18c4-47df-be69-1b358a001113 None None] Could not find standard attr ID for object 66c33ade-2dbd-4be4-8ed8-d2a95d1670db. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:38.118455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc465ea-f412-4e3a-9f13-40a9d5e03853 None None] Pushing event updated for resources: {'Port': ['ID=7e71cad9-05c8-41b5-95b8-0adcc920ae92,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:38.122818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for fc3c324e-e956-4177-a78a-86f22fe69e90 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:38.135353 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c612aa34-a904-48f6-bfb0-b904192c7850 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:38.136091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c612aa34-a904-48f6-bfb0-b904192c7850 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:38.136319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:38.136823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.139714 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c612aa34-a904-48f6-bfb0-b904192c7850 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/68298a66-99f3-4861-9147-7b584e545917 HTTP/1.1" status: 404 len: 337 time: 0.0516651 Dec 24 03:29:38.142198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48246) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.173974 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-975bbf89-6e0d-4ca6-9ae2-f4b732a493fe tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:38.174600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975bbf89-6e0d-4ca6-9ae2-f4b732a493fe tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:38.179670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fe70a261-18c4-47df-be69-1b358a001113 None None] Provisioning complete for port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:38.180040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe70a261-18c4-47df-be69-1b358a001113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.190342 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-975bbf89-6e0d-4ca6-9ae2-f4b732a493fe tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/45d60221-0e3c-4826-b1a0-b58c8f226163 HTTP/1.1" status: 404 len: 337 time: 0.0445747 Dec 24 03:29:38.199620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48250) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.231739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.255485 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-764fba9f-2ce2-4386-84ae-4f59fbd6a530 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:38.255979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764fba9f-2ce2-4386-84ae-4f59fbd6a530 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:38.264667 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-764fba9f-2ce2-4386-84ae-4f59fbd6a530 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/4f862638-121d-4f41-9ba4-8977355a7913 HTTP/1.1" status: 404 len: 333 time: 0.0617132 Dec 24 03:29:38.267641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48252) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.282203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.298260 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba57e05a-ab26-4e8f-91a9-94d5a7958e0c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:38.298713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba57e05a-ab26-4e8f-91a9-94d5a7958e0c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:38.304726 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ba57e05a-ab26-4e8f-91a9-94d5a7958e0c tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/f512bacb-1d8a-4ab5-8f00-4c8a43076ad2 HTTP/1.1" status: 404 len: 337 time: 0.0337119 Dec 24 03:29:38.304994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48254) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.344051 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c41f89-7e3b-4077-9a54-dacd5e8052a7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:38.344544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c41f89-7e3b-4077-9a54-dacd5e8052a7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:38.350185 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a9c41f89-7e3b-4077-9a54-dacd5e8052a7 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/subnets/b3bfe317-5c02-46ee-8450-3d9f5a33a232 HTTP/1.1" status: 404 len: 337 time: 0.0418198 Dec 24 03:29:38.350383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=fc3c324e-e956-4177-a78a-86f22fe69e90,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:38.351214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48256) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.360079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port fc3c324e-e956-4177-a78a-86f22fe69e90 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:38.459243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53320965-2b59-43ff-b196-3aecb56d3172 None None] Network aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:38.470189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.474854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port 77275f8f-9b58-4c96-8be6-76a3e20c8f5e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:38.475193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.497107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6149a6e7-277e-4f86-b25a-708656ce58c3']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:38.507956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd85891-0525-431f-8cd7-c0bb4daaeef3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:38.508203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd85891-0525-431f-8cd7-c0bb4daaeef3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:38.518462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.532644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.539196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:38.539604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.558307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.572289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for 77275f8f-9b58-4c96-8be6-76a3e20c8f5e owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:38.578964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-65129845-eb19-4c33-97c5-01c2c2a5a5d9 None None] Provisioning complete for port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:38.579339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65129845-eb19-4c33-97c5-01c2c2a5a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:38.618494 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:38.621681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.643366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.649902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/6149a6e7-277e-4f86-b25a-708656ce58c3 HTTP/1.1" status: 204 len: 168 time: 2.8082128 Dec 24 03:29:38.651407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48258) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.670457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-789003296'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:38.671093 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.677761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270a5d-3f55-4212-9ccb-fddaa0f04d9c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=6149a6e7-277e-4f86-b25a-708656ce58c3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:38.698927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6857-4cbb-4c03-9320-12ffca143b18 req-1422b2da-f44c-4506-b8e6-1894c1e7e91b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:38.700548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-624c6857-4cbb-4c03-9320-12ffca143b18 req-1422b2da-f44c-4506-b8e6-1894c1e7e91b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.4204791 Dec 24 03:29:38.701933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.722370 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] DHCP port deletion for aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:38.734656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.740239 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/ports/77275f8f-9b58-4c96-8be6-76a3e20c8f5e HTTP/1.1" status: 204 len: 168 time: 0.3876362 Dec 24 03:29:38.741691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bf04f-5856-43af-9476-884deca24184 tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=77275f8f-9b58-4c96-8be6-76a3e20c8f5e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:38.745565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48260) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.757693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:38.761834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.765085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-65129845-eb19-4c33-97c5-01c2c2a5a5d9 None None] Could not find standard attr ID for object 66c33ade-2dbd-4be4-8ed8-d2a95d1670db. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:38.773156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-65129845-eb19-4c33-97c5-01c2c2a5a5d9 None None] Could not find standard attr ID for object 77275f8f-9b58-4c96-8be6-76a3e20c8f5e. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:38.791858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] Deleting port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:38.792659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.824336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:38.846396 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.850863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.851301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 3c794855-3021-4d5e-b06e-576cebb1eb24 of type vlan for network 56960c61-85f1-498e-b9ec-d97f40b492dc Dec 24 03:29:38.868960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,segment=NetworkSegment(58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7),segment_id=58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:38.869369 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.872344 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-624c6857-4cbb-4c03-9320-12ffca143b18 req-6c0a4858-6f04-4107-915e-c36dba436d02 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206355 Dec 24 03:29:38.899935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] Calling delete_port for dd3d78e7-95cd-4d0c-9a9d-83b2787e293a owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:38.899935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b8f4dc9a-0cb6-47a1-ab6f-77d9238f5e56 None None] Could not find standard attr ID for object c66f421c-af5e-4d7d-90af-48e930283267. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:38.918448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.921378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Deleting port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:38.921710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.962131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.968211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=bde4770e-044f-45a6-a1aa-af1112fb4250,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:38.973756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.977007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2d9295b5-b681-4d9b-85ad-833fa476fe6b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/bde4770e-044f-45a6-a1aa-af1112fb4250 HTTP/1.1" status: 204 len: 168 time: 0.9876916 Dec 24 03:29:38.980840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.996027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.002925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] For port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,segment=NetworkSegment(58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7),segment_id=58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:39.003304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.019492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Calling delete_port for dd3d78e7-95cd-4d0c-9a9d-83b2787e293a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:39.028218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] No DVR routers for this DVR port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:39.030621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91a1e8-acd2-4b84-8a63-eefeb779120a None None] Pushing event deleted for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.055629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.061222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:39.061687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.067791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94091bb-1407-4d3c-8280-e147c40b008d None None] Network 51e1c792-cbb3-4987-aa05-b1be47e9059d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:39.125783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.133902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.143810 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4821146 Dec 24 03:29:39.144419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:39.154188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Port': ['ID=dd3d78e7-95cd-4d0c-9a9d-83b2787e293a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.156096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] No DVR routers for this DVR port dd3d78e7-95cd-4d0c-9a9d-83b2787e293a on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:39.157328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:39.212473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d8621-4df2-4db0-8511-d59ac250e9c7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=56960c61-85f1-498e-b9ec-d97f40b492dc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.225806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:39.248470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.261821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] DHCP port deletion for 51e1c792-cbb3-4987-aa05-b1be47e9059d request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:39.271748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:39.281416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:39.281775 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c70a1e-6fc6-4dd2-9f2f-79960b0ae8c7') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:39.292100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.307451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.313797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:39.314290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:39.318773 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:39.351992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] Deleting port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:39.352401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.372708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:39.373167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.419547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.429035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6e96a1aa-17b7-4e46-bcf5-f22771ec9b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.445705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] For port 7e71cad9-05c8-41b5-95b8-0adcc920ae92, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7e71cad9-05c8-41b5-95b8-0adcc920ae92,segment=NetworkSegment(c72f8e83-a2d8-4a56-818d-054b0fd0b3d8),segment_id=c72f8e83-a2d8-4a56-818d-054b0fd0b3d8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:39.446383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.464168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] Calling delete_port for 7e71cad9-05c8-41b5-95b8-0adcc920ae92 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:39.480449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] For port 7e71cad9-05c8-41b5-95b8-0adcc920ae92, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7e71cad9-05c8-41b5-95b8-0adcc920ae92,segment=NetworkSegment(c72f8e83-a2d8-4a56-818d-054b0fd0b3d8),segment_id=c72f8e83-a2d8-4a56-818d-054b0fd0b3d8)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:39.480822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.483412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.503656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 56960c61-85f1-498e-b9ec-d97f40b492dc is not hosted by any dhcp agent {{(pid=103176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:29:39.509196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:39.509824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.511174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "PUT /v2.0/networks/56960c61-85f1-498e-b9ec-d97f40b492dc HTTP/1.1" status: 200 len: 723 time: 0.3625963 Dec 24 03:29:39.522076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 7e71cad9-05c8-41b5-95b8-0adcc920ae92 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:39.523654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48266) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:39.533096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '56960c61-85f1-498e-b9ec-d97f40b492dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:39.571211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.587551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] No DVR routers for this DVR port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:39.609295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc77ea-e126-457e-ba4b-656b19bf1072 None None] Pushing event deleted for resources: {'Port': ['ID=7e71cad9-05c8-41b5-95b8-0adcc920ae92,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.632506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfaa580-e664-463a-8fa8-2159db1a4c20 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:29:39.649137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbdf9a-f07b-4056-a4bc-45b5cfa2d015 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=56960c61-85f1-498e-b9ec-d97f40b492dc,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.666176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:39.701742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.711148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.714648 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] 10.222.0.37 "DELETE /v2.0/networks/aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a HTTP/1.1" status: 204 len: 168 time: 0.9678140 Dec 24 03:29:39.725171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2cf7e-f13a-40f3-b0ee-3244be6122ec tempest-PortsTestJSON-740889227 tempest-PortsTestJSON-740889227-project] Pushing event deleted for resources: {'Network': ['ID=aa5d051b-4fb6-43a4-a1a3-0b4e63ef2f5a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.743673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:39.747552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.767677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.842630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=7e71cad9-05c8-41b5-95b8-0adcc920ae92,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.851320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No DVR routers for this DVR port 7e71cad9-05c8-41b5-95b8-0adcc920ae92 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:39.922528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device dd3d78e7-95cd-4d0c-9a9d-83b2787e293a no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:39.958781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.967551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: dd3d78e7-95cd-4d0c-9a9d-83b2787e293a {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:39.967897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device dd3d78e7-95cd-4d0c-9a9d-83b2787e293a not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:39.968319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7e71cad9-05c8-41b5-95b8-0adcc920ae92 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:39.996330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 7e71cad9-05c8-41b5-95b8-0adcc920ae92 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:39.996710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7e71cad9-05c8-41b5-95b8-0adcc920ae92 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:40.026258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfaa580-e664-463a-8fa8-2159db1a4c20 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:29:40.031758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e1c792-cbb3-4987-aa05-b1be47e9059d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:40.052720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72f8e83-a2d8-4a56-818d-054b0fd0b3d8') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:40.053112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72f8e83-a2d8-4a56-818d-054b0fd0b3d8') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:40.071953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.082495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48274) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.130405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa8c-654a-4e93-8dd9-a4d1d453f92f req-cf8e98c9-6b38-4d66-89a1-7065b99d6ab7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:40.132259 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b09aa8c-654a-4e93-8dd9-a4d1d453f92f req-cf8e98c9-6b38-4d66-89a1-7065b99d6ab7 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1615331 Dec 24 03:29:40.139556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.162041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:40.162656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:40.171452 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:40.193883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.253941 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-61020279-21bb-461f-b57c-8ae1f0d43fd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bd861e6d60a4e1b989551ebd18d38c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698468 Dec 24 03:29:40.257215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48280) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.296646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f285b-dc0d-4409-993f-fdce8f6833ec None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:29:40.305759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.309867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.317134 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/51e1c792-cbb3-4987-aa05-b1be47e9059d HTTP/1.1" status: 204 len: 168 time: 1.3260221 Dec 24 03:29:40.320439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48282) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.323374 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b09aa8c-654a-4e93-8dd9-a4d1d453f92f req-7852ab45-bdbe-45da-a0cd-928ea04e19a3 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1817222 Dec 24 03:29:40.328667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101688478'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:40.336694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9344-8a95-4308-b922-727489dd04c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.354095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=276b4afb-6ab1-42aa-a8e6-0819a4f83bd2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:40.363457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37216d-8d5e-47bd-8a2a-5711300196b4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=51e1c792-cbb3-4987-aa05-b1be47e9059d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:40.378555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '3c794855-3021-4d5e-b06e-576cebb1eb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56960c61-85f1-498e-b9ec-d97f40b492dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:40.379106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 56960c61-85f1-498e-b9ec-d97f40b492dc, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:40.403087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9344-8a95-4308-b922-727489dd04c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.403307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 56960c61-85f1-498e-b9ec-d97f40b492dc is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:40.417360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:40.421220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 56960c61-85f1-498e-b9ec-d97f40b492dc) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:40.422539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.425874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:40.427335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.449236 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-48db735f-f0e3-438e-9b79-6f1e0fc40bdb tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9220064 Dec 24 03:29:40.449919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48288) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.455700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-950d2728-da48-40c0-b104-da113de9c6e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:40.486042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:40.498690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.499209 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa of type vlan for network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 Dec 24 03:29:40.541818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f285b-dc0d-4409-993f-fdce8f6833ec None None] Unable to find a vacant binding_index for network 56960c61-85f1-498e-b9ec-d97f40b492dc and agent e7575186-6e7a-4f86-b1d1-8748907ffc09 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 24 03:29:40.544819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9344-8a95-4308-b922-727489dd04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.548283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9344-8a95-4308-b922-727489dd04c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.549169 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cf6a9344-8a95-4308-b922-727489dd04c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a819489-5a54-411d-80a7-b4fbced673ba HTTP/1.1" status: 204 len: 168 time: 0.2910383 Dec 24 03:29:40.555171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f285b-dc0d-4409-993f-fdce8f6833ec None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 56960c61-85f1-498e-b9ec-d97f40b492dc) {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:29:40.570635 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.576650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-950d2728-da48-40c0-b104-da113de9c6e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3599024'] for subnet, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.583326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a9344-8a95-4308-b922-727489dd04c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a819489-5a54-411d-80a7-b4fbced673ba,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:40.615231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.621549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:40.622204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.679562 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3579903 Dec 24 03:29:40.710228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48292) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.715471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:40.734611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7df9b-2baf-45aa-be0f-aaaf0a1de366 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=81040b5f-2c07-4b9f-a9e1-d822fcb29636,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:40.752431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:40.857599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:40.863427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.969649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-56960c61-85f1-498e-b9ec-d97f40b492dc', 'network_id': '56960c61-85f1-498e-b9ec-d97f40b492dc', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '276b4afb-6ab1-42aa-a8e6-0819a4f83bd2'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:40.970675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.100989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.105450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599d7b6-d8ad-4267-96ee-60291fdccfbf req-42e6b6ba-c7cf-4c1a-b95d-ab5a7db8ebfb tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:41.110272 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3599d7b6-d8ad-4267-96ee-60291fdccfbf req-42e6b6ba-c7cf-4c1a-b95d-ab5a7db8ebfb tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.6990778 Dec 24 03:29:41.168790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=6d506b2c-dfe5-47e3-bc64-b04a958eabb1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:41.179707 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': 'e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:41.180098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 81040b5f-2c07-4b9f-a9e1-d822fcb29636, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:41.197200 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3599d7b6-d8ad-4267-96ee-60291fdccfbf req-29919622-566c-4015-974c-c60d0c151b7a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792584 Dec 24 03:29:41.198620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-950d2728-da48-40c0-b104-da113de9c6e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037036840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25885827'] for subnet, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.206264 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:41.224288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 81040b5f-2c07-4b9f-a9e1-d822fcb29636) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:41.241303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:41.242504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.257800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Allocated IP 172.20.0.2 (56960c61-85f1-498e-b9ec-d97f40b492dc/276b4afb-6ab1-42aa-a8e6-0819a4f83bd2/d77c8fd6-5ae1-48a7-892a-c6bce57c2572) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:41.273143 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b4f37d42-df87-4a54-8e03-cf476fc0ae8f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5615010 Dec 24 03:29:41.274011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48310) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:41.275290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d2728-da48-40c0-b104-da113de9c6e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:41.275983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-950d2728-da48-40c0-b104-da113de9c6e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.277310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-950d2728-da48-40c0-b104-da113de9c6e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "PUT /v2.0/subnets/276b4afb-6ab1-42aa-a8e6-0819a4f83bd2 HTTP/1.1" status: 200 len: 806 time: 0.8264649 Dec 24 03:29:41.280017 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48312) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:41.282393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636', 'name': 'tempest-PortsIpV6TestJSON-1856901228', 'fixed_ips': [{'subnet_id': '6d506b2c-dfe5-47e3-bc64-b04a958eabb1', 'ip_address': '2001:db8::10'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:41.288216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d2728-da48-40c0-b104-da113de9c6e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=276b4afb-6ab1-42aa-a8e6-0819a4f83bd2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:41.402027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.460839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:41.468239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.479465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.487554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.525683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:41.529295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:41.534425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:41.539379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Pushing event updated for resources: {'Port': ['ID=d77c8fd6-5ae1-48a7-892a-c6bce57c2572,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:41.559830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.589167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 02381173-e785-441d-958a-99a04551ca9b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:41.595551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.619381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Attempting to bind port d77c8fd6-5ae1-48a7-892a-c6bce57c2572 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:41.619753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Attempting to bind port d77c8fd6-5ae1-48a7-892a-c6bce57c2572 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '3c794855-3021-4d5e-b06e-576cebb1eb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56960c61-85f1-498e-b9ec-d97f40b492dc'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:41.620118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Attempting to bind port d77c8fd6-5ae1-48a7-892a-c6bce57c2572 on network 56960c61-85f1-498e-b9ec-d97f40b492dc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:41.625631 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:41.626007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Checking segment: {'id': '3c794855-3021-4d5e-b06e-576cebb1eb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56960c61-85f1-498e-b9ec-d97f40b492dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:41.626405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.627004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Bound using segment: {'id': '3c794855-3021-4d5e-b06e-576cebb1eb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56960c61-85f1-498e-b9ec-d97f40b492dc'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:41.627474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Bound port: d77c8fd6-5ae1-48a7-892a-c6bce57c2572, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c794855-3021-4d5e-b06e-576cebb1eb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56960c61-85f1-498e-b9ec-d97f40b492dc'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:41.628540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.636527 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=276b4afb-6ab1-42aa-a8e6-0819a4f83bd2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:41.649818 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48320) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:41.728117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] For port d77c8fd6-5ae1-48a7-892a-c6bce57c2572, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:41.734087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] For port d77c8fd6-5ae1-48a7-892a-c6bce57c2572, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d77c8fd6-5ae1-48a7-892a-c6bce57c2572,segment=NetworkSegment(3c794855-3021-4d5e-b06e-576cebb1eb24),segment_id=3c794855-3021-4d5e-b06e-576cebb1eb24)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:41.736218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bceb6cc4-a48e-4b00-a1b4-b8a686359598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.736507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.743477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.756125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a6e23-9d8a-430a-bed8-989cdb448675 req-b717ba84-e42b-49cb-805f-a621a5e9ecd2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:41.765130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d06a6e23-9d8a-430a-bed8-989cdb448675 req-b717ba84-e42b-49cb-805f-a621a5e9ecd2 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1189606 Dec 24 03:29:41.766214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56960c61-85f1-498e-b9ec-d97f40b492dc']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:41.780528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c794855-3021-4d5e-b06e-576cebb1eb24') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:41.780528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c794855-3021-4d5e-b06e-576cebb1eb24') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:41.802969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.822996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.840723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:41.841199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:41.844416 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:41.847060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830d47d-8817-4600-90ee-24bd6d5d6a3b None None] Pushing event updated for resources: {'Port': ['ID=d77c8fd6-5ae1-48a7-892a-c6bce57c2572,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:41.860619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978743539'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:41.863725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c1c0b-8abc-41d3-9e91-7697d07294d4 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:29:41.890233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::10 (81040b5f-2c07-4b9f-a9e1-d822fcb29636/6d506b2c-dfe5-47e3-bc64-b04a958eabb1/02381173-e785-441d-958a-99a04551ca9b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:41.899216 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d06a6e23-9d8a-430a-bed8-989cdb448675 req-ebc3a7d4-9d6a-411c-ad90-d6dbf3351284 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332452 Dec 24 03:29:41.929434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:29:41.929434 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:29:41.929434 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': '56960c61-85f1-498e-b9ec-d97f40b492dc'}] Dec 24 03:29:41.929434 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:41.929881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:41.931462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.941320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.963479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c1c0b-8abc-41d3-9e91-7697d07294d4 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:29:42.037934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.042541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.092426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d81b3c1-18b2-475e-9061-6f7a57ab5bf2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.106183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.140119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.147133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.179596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.181164 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5303519 Dec 24 03:29:42.184946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48328) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.189277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.195489 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5968c-f559-42dd-b7c6-2a8103d945d8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf11bc9-825c-4470-95a8-0c5fb16bc780,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.255613 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d21a983c-c6bf-4b5e-a9f4-8717f46857fc tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0662582 Dec 24 03:29:42.255838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48330) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.260021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0a5c8b11-b327-41c0-b032-a29ecdd6818d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-security--2097065590', 'description': 'tempest-security-description-1537023783'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:42.261786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2a7e-2bb2-457b-a599-0ac57ae2be25 req-3d373f6b-4bf0-4830-86aa-ab5647c1332a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:42.264837 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539e2a7e-2bb2-457b-a599-0ac57ae2be25 req-3d373f6b-4bf0-4830-86aa-ab5647c1332a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1252356 Dec 24 03:29:42.274333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:42.278828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-81040b5f-2c07-4b9f-a9e1-d822fcb29636', 'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636', 'project_id': '402a8fd2cf0046bfb173b4c587018727', 'fixed_ips': [{'subnet_id': '6d506b2c-dfe5-47e3-bc64-b04a958eabb1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:42.280264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.280786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:42.287135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=02381173-e785-441d-958a-99a04551ca9b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.290585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:42.296564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:42.297290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.300913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8b11-b327-41c0-b032-a29ecdd6818d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.324418 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6363ff0e-6985-4925-8679-85691a5cc3da tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0427177 Dec 24 03:29:42.325471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48332) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.333628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636', 'name': 'tempest-PortsIpV6TestJSON-111025236', 'fixed_ips': [{'subnet_id': '6d506b2c-dfe5-47e3-bc64-b04a958eabb1', 'ip_address': '2001:db8::f'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:42.359581 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8b11-b327-41c0-b032-a29ecdd6818d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.364864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8b11-b327-41c0-b032-a29ecdd6818d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.367887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8b11-b327-41c0-b032-a29ecdd6818d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.369429 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0a5c8b11-b327-41c0-b032-a29ecdd6818d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "PUT /v2.0/security-groups/baf11bc9-825c-4470-95a8-0c5fb16bc780 HTTP/1.1" status: 200 len: 1797 time: 0.1127374 Dec 24 03:29:42.372634 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48334) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.411733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c8b11-b327-41c0-b032-a29ecdd6818d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf11bc9-825c-4470-95a8-0c5fb16bc780,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.416130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539e2a7e-2bb2-457b-a599-0ac57ae2be25 req-3a61179b-fa13-47f8-947a-770dc103600e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404819 Dec 24 03:29:42.432235 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6c5b06c0-d194-4046-a7de-4cc281e55ec4 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups/baf11bc9-825c-4470-95a8-0c5fb16bc780 HTTP/1.1" status: 200 len: 1797 time: 0.0553038 Dec 24 03:29:42.432235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.433775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48336) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.455137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Allocated IP 2001:db8::2 (81040b5f-2c07-4b9f-a9e1-d822fcb29636/6d506b2c-dfe5-47e3-bc64-b04a958eabb1/8d01167c-f59b-44c8-8a7b-c220860b0501) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:42.489163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port d77c8fd6-5ae1-48a7-892a-c6bce57c2572 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:42.489528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.509577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda41cd3-8680-4650-b3f9-5c31045e1b35 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.535013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:42.540722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.557141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port d77c8fd6-5ae1-48a7-892a-c6bce57c2572, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d77c8fd6-5ae1-48a7-892a-c6bce57c2572,segment=NetworkSegment(3c794855-3021-4d5e-b06e-576cebb1eb24),segment_id=3c794855-3021-4d5e-b06e-576cebb1eb24)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:42.557613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.558837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda41cd3-8680-4650-b3f9-5c31045e1b35 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.574838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port a7b3abf3-206d-4386-b646-25a5ee861f77 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:42.575236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for d77c8fd6-5ae1-48a7-892a-c6bce57c2572 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:42.627914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.637243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.656070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda41cd3-8680-4650-b3f9-5c31045e1b35 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.659140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda41cd3-8680-4650-b3f9-5c31045e1b35 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.660922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fda41cd3-8680-4650-b3f9-5c31045e1b35 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/baf11bc9-825c-4470-95a8-0c5fb16bc780 HTTP/1.1" status: 204 len: 168 time: 0.2256117 Dec 24 03:29:42.664845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48338) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.694302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:42.698916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:42.702928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:42.703875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda41cd3-8680-4650-b3f9-5c31045e1b35 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf11bc9-825c-4470-95a8-0c5fb16bc780,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.714535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.720277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.722181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Pushing event updated for resources: {'Port': ['ID=8d01167c-f59b-44c8-8a7b-c220860b0501,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.760570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=d77c8fd6-5ae1-48a7-892a-c6bce57c2572,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.765054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port d77c8fd6-5ae1-48a7-892a-c6bce57c2572 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:42.774466 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c31217c9-bc39-4a3f-983f-2e034327cb11 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1085260 Dec 24 03:29:42.778739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48340) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.782039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Attempting to bind port 8d01167c-f59b-44c8-8a7b-c220860b0501 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:42.782418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Attempting to bind port 8d01167c-f59b-44c8-8a7b-c220860b0501 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:42.783047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Attempting to bind port 8d01167c-f59b-44c8-8a7b-c220860b0501 on network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:42.790906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:42.791577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Checking segment: {'id': 'e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:42.792395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.792536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Bound using segment: {'id': 'e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:42.793204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Bound port: 8d01167c-f59b-44c8-8a7b-c220860b0501, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '81040b5f-2c07-4b9f-a9e1-d822fcb29636'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:42.793364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::f (81040b5f-2c07-4b9f-a9e1-d822fcb29636/6d506b2c-dfe5-47e3-bc64-b04a958eabb1/a7b3abf3-206d-4386-b646-25a5ee861f77) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:42.793588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.802644 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-1cd8ec0b-fc7e-49e4-a8ca-9b3999f836fd tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] delete failed (client error): The resource could not be found. Dec 24 03:29:42.807946 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1cd8ec0b-fc7e-49e4-a8ca-9b3999f836fd tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/baf11bc9-825c-4470-95a8-0c5fb16bc780 HTTP/1.1" status: 404 len: 347 time: 0.0241091 Dec 24 03:29:42.808159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48342) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:42.819981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0d69df51-272e-4c94-8365-5e82481c4ee1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--299566796'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:42.872106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.879182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] For port 8d01167c-f59b-44c8-8a7b-c220860b0501, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:42.883934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] For port 8d01167c-f59b-44c8-8a7b-c220860b0501, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8d01167c-f59b-44c8-8a7b-c220860b0501,segment=NetworkSegment(e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa),segment_id=e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:42.893079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.905080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56960c61-85f1-498e-b9ec-d97f40b492dc']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:42.912972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d69df51-272e-4c94-8365-5e82481c4ee1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.917283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c794855-3021-4d5e-b06e-576cebb1eb24') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:42.917589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c794855-3021-4d5e-b06e-576cebb1eb24') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:42.928775 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.946114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.952909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:42.953718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:42.958000 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:42.977204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62c76d-cb66-43af-a887-da4e22db4edb None None] Pushing event updated for resources: {'Port': ['ID=8d01167c-f59b-44c8-8a7b-c220860b0501,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.025618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.045705 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.051553 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/56960c61-85f1-498e-b9ec-d97f40b492dc HTTP/1.1" status: 204 len: 168 time: 1.7676668 Dec 24 03:29:43.051553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860016-a1b9-4ac4-a6b9-3121d25459ed tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=56960c61-85f1-498e-b9ec-d97f40b492dc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.051828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48344) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.074615 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d87ed9-446b-4f94-996c-60133e253f25 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:43.075144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d87ed9-446b-4f94-996c-60133e253f25 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:43.075295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.079000 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b8d87ed9-446b-4f94-996c-60133e253f25 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/56960c61-85f1-498e-b9ec-d97f40b492dc HTTP/1.1" status: 404 len: 339 time: 0.0234251 Dec 24 03:29:43.084495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48346) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.089754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96025652', 'description': 'd1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:43.102308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d69df51-272e-4c94-8365-5e82481c4ee1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.114822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:43.118388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.118503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d69df51-272e-4c94-8365-5e82481c4ee1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.173176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d69df51-272e-4c94-8365-5e82481c4ee1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.174662 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0d69df51-272e-4c94-8365-5e82481c4ee1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3654239 Dec 24 03:29:43.178202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48348) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.179813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69df51-272e-4c94-8365-5e82481c4ee1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ce2ff-05b3-4fde-a1c4-a3a101f82fe4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.183124 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5fd36dba-5a3c-4ecb-bbea-16edc493277d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': 'e45ce2ff-05b3-4fde-a1c4-a3a101f82fe4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:43.183632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.187726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:43.204238 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.204238 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment e0af8365-7f17-4eb5-918b-243a7e1ccb16 of type vlan for network e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 Dec 24 03:29:43.248108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:43.251553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:43.256113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:43.261134 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.262322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.263210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.275862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=a7b3abf3-206d-4386-b646-25a5ee861f77,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.276980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5fd36dba-5a3c-4ecb-bbea-16edc493277d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.291845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a6be7b98-b0b8-4596-a6b1-34a48c7be1f9 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9652894 Dec 24 03:29:43.294702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48350) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.305490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.311078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.311696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.349539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742e99a-d90c-49bf-aa79-f16ea7004886 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.351180 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1742e99a-d90c-49bf-aa79-f16ea7004886 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0553920 Dec 24 03:29:43.354234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.403541 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3177745 Dec 24 03:29:43.406968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56492e2b-bf59-4998-8220-3c5300a41867 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.408082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48354) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.413270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56492e2b-bf59-4998-8220-3c5300a41867 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.418276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57d2e0-e972-42ee-b630-d646317a9ce3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.419114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56492e2b-bf59-4998-8220-3c5300a41867 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.423498 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-56492e2b-bf59-4998-8220-3c5300a41867 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0654676 Dec 24 03:29:43.423697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48356) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.429998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:43.458803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5fd36dba-5a3c-4ecb-bbea-16edc493277d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.492129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5fd36dba-5a3c-4ecb-bbea-16edc493277d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.522240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd36dba-5a3c-4ecb-bbea-16edc493277d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51189ba8-3a31-43be-895e-38f862ff45bf,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.532921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcaf1eb-596f-4333-ba57-0836e82d1c9f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.534646 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9dcaf1eb-596f-4333-ba57-0836e82d1c9f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/networks?id=e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 HTTP/1.1" status: 200 len: 759 time: 0.1253695 Dec 24 03:29:43.537438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.543079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'description': 'd2'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:43.550096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5fd36dba-5a3c-4ecb-bbea-16edc493277d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.551974 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5fd36dba-5a3c-4ecb-bbea-16edc493277d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726099 Dec 24 03:29:43.557027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port a7b3abf3-206d-4386-b646-25a5ee861f77 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:43.557296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.560349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.647875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22acab25-c6dc-4ab2-8e95-49ba33c7a9c0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.658178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0b5c2-a3f3-417a-b225-6ac210696d31 req-4c2ba486-13b4-4ea4-849a-307521fa88c1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.660049 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4c0b5c2-a3f3-417a-b225-6ac210696d31 req-4c2ba486-13b4-4ea4-849a-307521fa88c1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1402645 Dec 24 03:29:43.676225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22acab25-c6dc-4ab2-8e95-49ba33c7a9c0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.716445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.734061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.737334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.754977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for a7b3abf3-206d-4386-b646-25a5ee861f77 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:43.758519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:29:43.762282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22acab25-c6dc-4ab2-8e95-49ba33c7a9c0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.764184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.764915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.769466 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "PUT /v2.0/networks/e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 HTTP/1.1" status: 200 len: 756 time: 0.2285042 Dec 24 03:29:43.770218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22acab25-c6dc-4ab2-8e95-49ba33c7a9c0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.770218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-22acab25-c6dc-4ab2-8e95-49ba33c7a9c0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/51189ba8-3a31-43be-895e-38f862ff45bf HTTP/1.1" status: 204 len: 168 time: 0.2056339 Dec 24 03:29:43.775170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48366) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.775333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48368) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:43.788606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4c0b5c2-a3f3-417a-b225-6ac210696d31 req-6ab39aab-8495-4d55-a2af-624c2c058a0a tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162906 Dec 24 03:29:43.791206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acab25-c6dc-4ab2-8e95-49ba33c7a9c0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51189ba8-3a31-43be-895e-38f862ff45bf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.885401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6f679-2ecb-4762-a4c9-c5d85dabc32f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.897452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:43.951950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d01167c-f59b-44c8-8a7b-c220860b0501 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:44.020356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.024492 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c5b8c123-560c-42bf-9e64-d579094891e5 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2459342 Dec 24 03:29:44.024972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48374) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.057467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8d01167c-f59b-44c8-8a7b-c220860b0501 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:44.057710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.071489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=a7b3abf3-206d-4386-b646-25a5ee861f77,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:44.072980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12caf5c-6be7-4301-8411-718322ff2cb1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.074739 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f12caf5c-6be7-4301-8411-718322ff2cb1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/networks?id=e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 HTTP/1.1" status: 200 len: 759 time: 0.2984505 Dec 24 03:29:44.079691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48376) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.089612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190815933'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:44.135232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d94caf5e-a472-45ec-a682-638dc5f799fc tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.154081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:44.157584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.164935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.168889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ebf524cf-4958-4fd6-a75c-08be8b75a89b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/a7b3abf3-206d-4386-b646-25a5ee861f77 HTTP/1.1" status: 204 len: 168 time: 0.7442489 Dec 24 03:29:44.172284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48378) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.180377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.182950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d94caf5e-a472-45ec-a682-638dc5f799fc tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.216397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 8d01167c-f59b-44c8-8a7b-c220860b0501, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8d01167c-f59b-44c8-8a7b-c220860b0501,segment=NetworkSegment(e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa),segment_id=e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:44.223304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709f4d-806e-441e-8b7c-ab7df6519e06 req-49ffb098-5bf8-4a00-bb6c-a73174851c5c tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.224921 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-04709f4d-806e-441e-8b7c-ab7df6519e06 req-49ffb098-5bf8-4a00-bb6c-a73174851c5c tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.2184279 Dec 24 03:29:44.226434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.226950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-545064d6-d757-4fdb-b873-2089bc064b5d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:44.231101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-545064d6-d757-4fdb-b873-2089bc064b5d tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/a7b3abf3-206d-4386-b646-25a5ee861f77 HTTP/1.1" status: 404 len: 333 time: 0.0541828 Dec 24 03:29:44.231101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-7cefe710-e108-4cd8-aa4b-7dd10a357323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.235963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-7cefe710-e108-4cd8-aa4b-7dd10a357323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=853f874431e84adabf7448c56c8768aa&device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 1099 time: 0.1658442 Dec 24 03:29:44.236597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48380) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.258157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:44.267437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d94caf5e-a472-45ec-a682-638dc5f799fc tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.272182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d94caf5e-a472-45ec-a682-638dc5f799fc tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.273876 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d94caf5e-a472-45ec-a682-638dc5f799fc tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/e45ce2ff-05b3-4fde-a1c4-a3a101f82fe4 HTTP/1.1" status: 204 len: 168 time: 0.2459326 Dec 24 03:29:44.281310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.281721 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment 3764092f-1182-4d80-9b01-afe0478d0e5a of type vlan for network ed6df821-658e-4803-920b-1c0ca558280a Dec 24 03:29:44.284784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48382) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.295870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc7932-a7ca-4de6-a36c-5e13a5b6f5fc None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:44.302103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94caf5e-a472-45ec-a682-638dc5f799fc tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ce2ff-05b3-4fde-a1c4-a3a101f82fe4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:44.302600 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454799c-e861-4e5f-82ad-cc48f22b632a None None] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:44.340737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.350143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc7932-a7ca-4de6-a36c-5e13a5b6f5fc None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:29:44.353803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=8d01167c-f59b-44c8-8a7b-c220860b0501,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:44.370339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.376872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.377556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.377741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae5b87-5d00-424f-9003-3333246a2542 None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:44.417549 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3329082 Dec 24 03:29:44.420457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48384) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.425053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': 'ed6df821-658e-4803-920b-1c0ca558280a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:44.435965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae5b87-5d00-424f-9003-3333246a2542 None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:29:44.445101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.453995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f360de-d04f-47d6-8638-7cfa9d078db3 None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:44.462672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6fade701-59bd-4044-a7f6-c3ba3d5ccfb1 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1658092 Dec 24 03:29:44.467970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-04709f4d-806e-441e-8b7c-ab7df6519e06 req-7ce03c97-680f-4e94-a536-53cf3ac98d26 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2305515 Dec 24 03:29:44.470998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48386) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.475758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-da65faaf-76f6-4578-b9ea-0b8b42f5406a tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--226860768'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:44.480840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f360de-d04f-47d6-8638-7cfa9d078db3 None None] Network 56960c61-85f1-498e-b9ec-d97f40b492dc could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:29:44.487566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a049baa-0163-410e-b60e-10ce07ede25f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=ed6df821-658e-4803-920b-1c0ca558280a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:44.489993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7bfa3e0f-3caf-4cd3-80e1-d784742ff6fb None None] Provisioning complete for port 8d01167c-f59b-44c8-8a7b-c220860b0501 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:44.490831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3e0f-3caf-4cd3-80e1-d784742ff6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.521787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network ed6df821-658e-4803-920b-1c0ca558280a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:44.529752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-fdc0b65e-4b07-4f7f-b724-3b50bb093d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.531221 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-fdc0b65e-4b07-4f7f-b724-3b50bb093d59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 200 len: 912 time: 0.2783957 Dec 24 03:29:44.539881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 02381173-e785-441d-958a-99a04551ca9b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:44.540357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.562844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da65faaf-76f6-4578-b9ea-0b8b42f5406a tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.568632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:44.572143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.697839 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-0e7893d0-366a-4b0d-8075-072079234ad9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 200 len: 1002 time: 0.1534424 Dec 24 03:29:44.751303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.770414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.774745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 02381173-e785-441d-958a-99a04551ca9b owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:44.809444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-dea42831-36f0-4497-bfca-548a8aae06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.810943 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-dea42831-36f0-4497-bfca-548a8aae06ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 200 len: 851 time: 0.1022749 Dec 24 03:29:44.846185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': '3764092f-1182-4d80-9b01-afe0478d0e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ed6df821-658e-4803-920b-1c0ca558280a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:44.846645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: ed6df821-658e-4803-920b-1c0ca558280a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:44.849482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=2203babc-5c42-423d-bbbc-c8c3dddac3c1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:44.853433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da65faaf-76f6-4578-b9ea-0b8b42f5406a tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.866399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da65faaf-76f6-4578-b9ea-0b8b42f5406a tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.870880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network ed6df821-658e-4803-920b-1c0ca558280a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:44.880237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, ed6df821-658e-4803-920b-1c0ca558280a) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:44.885273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.886087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.895331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07810e-2535-449a-90c8-307444ac5425 None None] Network ed6df821-658e-4803-920b-1c0ca558280a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:44.906941 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6f591a14-34aa-41a9-be19-1b17cafcecd3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4854963 Dec 24 03:29:44.909469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48388) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.945198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65faaf-76f6-4578-b9ea-0b8b42f5406a tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061726a0-d6db-42a7-a414-376fd0ac8973,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:44.950963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da65faaf-76f6-4578-b9ea-0b8b42f5406a tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.955227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-da65faaf-76f6-4578-b9ea-0b8b42f5406a tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4831960 Dec 24 03:29:44.955611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48390) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:44.968814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-42bbc22d-9a42-4c8d-bf52-b62a508f0d95 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '061726a0-d6db-42a7-a414-376fd0ac8973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:44.971675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-a160bcbc-363d-4067-aa7e-abc6a20379ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:44.973969 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-a160bcbc-363d-4067-aa7e-abc6a20379ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76ee49a6-0e39-4114-944b-33f99bf2741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250136 Dec 24 03:29:45.036671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.041052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-ed6df821-658e-4803-920b-1c0ca558280a', 'network_id': 'ed6df821-658e-4803-920b-1c0ca558280a', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '2203babc-5c42-423d-bbbc-c8c3dddac3c1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:45.043185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.058063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42bbc22d-9a42-4c8d-bf52-b62a508f0d95 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.072670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.168282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42bbc22d-9a42-4c8d-bf52-b62a508f0d95 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.171527 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.178289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.194799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42bbc22d-9a42-4c8d-bf52-b62a508f0d95 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.201680 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-44b05159-fef7-4e6f-a7d3-b4f4d67a145a service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204173 Dec 24 03:29:45.214079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Allocated IP 172.20.0.2 (ed6df821-658e-4803-920b-1c0ca558280a/2203babc-5c42-423d-bbbc-c8c3dddac3c1/fa2f7921-e7bd-4787-96ca-fc1070730279) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:45.230735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbc22d-9a42-4c8d-bf52-b62a508f0d95 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601bc64c-a3f7-4268-b5a1-6b26d4cc285a,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.251048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42bbc22d-9a42-4c8d-bf52-b62a508f0d95 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.252822 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-42bbc22d-9a42-4c8d-bf52-b62a508f0d95 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2957070 Dec 24 03:29:45.255904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48392) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:45.257451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=02381173-e785-441d-958a-99a04551ca9b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.263893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c5c1a804-5f36-4663-b85b-8d7169a00037 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '061726a0-d6db-42a7-a414-376fd0ac8973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:45.306651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.309987 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b6154d35-0a85-488a-94c5-9d5d76322edf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/02381173-e785-441d-958a-99a04551ca9b HTTP/1.1" status: 204 len: 168 time: 1.0710404 Dec 24 03:29:45.313734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48394) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:45.317379 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a804-5f36-4663-b85b-8d7169a00037 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.372483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-3710822c-61d0-48b6-bbe0-eb211be0064b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:45.374457 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3710822c-61d0-48b6-bbe0-eb211be0064b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/02381173-e785-441d-958a-99a04551ca9b HTTP/1.1" status: 404 len: 333 time: 0.0594628 Dec 24 03:29:45.377246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48396) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:45.381386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a804-5f36-4663-b85b-8d7169a00037 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.388857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a804-5f36-4663-b85b-8d7169a00037 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.414146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1a804-5f36-4663-b85b-8d7169a00037 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d09e27-687b-4527-846c-ad914c0547f5,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.428865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a804-5f36-4663-b85b-8d7169a00037 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.435365 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c5c1a804-5f36-4663-b85b-8d7169a00037 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743772 Dec 24 03:29:45.435605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48398) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:45.437475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.440628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-eb630c39-f270-4849-b63d-e6df8d768a6f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '061726a0-d6db-42a7-a414-376fd0ac8973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:45.448208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.458047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet 6d506b2c-dfe5-47e3-bc64-b04a958eabb1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:45.461151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.474262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.492531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Network ed6df821-658e-4803-920b-1c0ca558280a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:45.495735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:45.508985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=2203babc-5c42-423d-bbbc-c8c3dddac3c1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.511924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.513071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb630c39-f270-4849-b63d-e6df8d768a6f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.524495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:45.602987 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.605582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b856406-ff1d-4122-b499-df3d5fa8dc38 req-c834d8b7-0669-4e80-af36-7a1edb52bb9c service neutron] 10.222.0.41 "GET /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637986 Dec 24 03:29:45.619612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7608a-6c52-4029-bd96-5d7a9b812042 None None] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:45.637711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6df821-658e-4803-920b-1c0ca558280a']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:45.645008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.651252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Pushing event updated for resources: {'Port': ['ID=fa2f7921-e7bd-4787-96ca-fc1070730279,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.653887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3764092f-1182-4d80-9b01-afe0478d0e5a') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:45.653887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3764092f-1182-4d80-9b01-afe0478d0e5a') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:45.671679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Attempting to bind port fa2f7921-e7bd-4787-96ca-fc1070730279 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:45.671993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb630c39-f270-4849-b63d-e6df8d768a6f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.672117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Attempting to bind port fa2f7921-e7bd-4787-96ca-fc1070730279 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '3764092f-1182-4d80-9b01-afe0478d0e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ed6df821-658e-4803-920b-1c0ca558280a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:45.672443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Attempting to bind port fa2f7921-e7bd-4787-96ca-fc1070730279 on network ed6df821-658e-4803-920b-1c0ca558280a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:45.673986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.675556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2d5b768f-c7b3-4878-b326-7fd832e548fa None None] Could not find standard attr ID for object 02381173-e785-441d-958a-99a04551ca9b. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:29:45.696519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb630c39-f270-4849-b63d-e6df8d768a6f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.715450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.724849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:45.725226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Checking segment: {'id': '3764092f-1182-4d80-9b01-afe0478d0e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ed6df821-658e-4803-920b-1c0ca558280a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:45.726334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.726906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Bound using segment: {'id': '3764092f-1182-4d80-9b01-afe0478d0e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ed6df821-658e-4803-920b-1c0ca558280a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:45.727577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Bound port: fa2f7921-e7bd-4787-96ca-fc1070730279, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3764092f-1182-4d80-9b01-afe0478d0e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ed6df821-658e-4803-920b-1c0ca558280a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:45.727969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.735617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c39-f270-4849-b63d-e6df8d768a6f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bdc688-c72b-4e60-91b4-bc46bae9505f,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.739924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:45.740664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:45.744504 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:45.752522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.757673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2d5b768f-c7b3-4878-b326-7fd832e548fa None None] Provisioning complete for port 8d01167c-f59b-44c8-8a7b-c220860b0501 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:45.758243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb630c39-f270-4849-b63d-e6df8d768a6f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.758386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d5b768f-c7b3-4878-b326-7fd832e548fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.762786 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-eb630c39-f270-4849-b63d-e6df8d768a6f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3260398 Dec 24 03:29:45.766468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48404) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:45.777890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ac69fd6e-fd3a-490b-a8d8-891e4191b53c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '061726a0-d6db-42a7-a414-376fd0ac8973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:45.830436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=6d506b2c-dfe5-47e3-bc64-b04a958eabb1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.833911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.834505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:29:45.834505 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:29:45.834505 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': 'ed6df821-658e-4803-920b-1c0ca558280a'}] Dec 24 03:29:45.834505 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:45.834878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:45.840704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48406) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:45.842228 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c74e35e4-4627-477c-9cfa-b7307cb5af89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/6d506b2c-dfe5-47e3-bc64-b04a958eabb1 HTTP/1.1" status: 204 len: 168 time: 0.4632075 Dec 24 03:29:45.883179 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] For port fa2f7921-e7bd-4787-96ca-fc1070730279, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:45.890727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] For port fa2f7921-e7bd-4787-96ca-fc1070730279, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fa2f7921-e7bd-4787-96ca-fc1070730279,segment=NetworkSegment(3764092f-1182-4d80-9b01-afe0478d0e5a),segment_id=3764092f-1182-4d80-9b01-afe0478d0e5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:45.893911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac69fd6e-fd3a-490b-a8d8-891e4191b53c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.896178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d01167c-f59b-44c8-8a7b-c220860b0501 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:45.906189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099626e-fc30-478d-a46f-3d2a0edf916c req-63995033-5f7d-4cb8-bf05-353c958854da tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:45.907865 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7099626e-fc30-478d-a46f-3d2a0edf916c req-63995033-5f7d-4cb8-bf05-353c958854da tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.3073366 Dec 24 03:29:45.922042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.962508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.965795 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7099626e-fc30-478d-a46f-3d2a0edf916c req-a5ab67f1-29c8-42c9-a006-99473bd9505c tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510707 Dec 24 03:29:46.000686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac69fd6e-fd3a-490b-a8d8-891e4191b53c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.024718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac69fd6e-fd3a-490b-a8d8-891e4191b53c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.052290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69fd6e-fd3a-490b-a8d8-891e4191b53c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecf5409-00e1-49ae-8776-454cc10ba45f,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.068280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac69fd6e-fd3a-490b-a8d8-891e4191b53c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.072636 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.073280 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ac69fd6e-fd3a-490b-a8d8-891e4191b53c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3060436 Dec 24 03:29:46.077121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-282bcf92-818e-4dae-bac3-0219a85549df tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '061726a0-d6db-42a7-a414-376fd0ac8973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:46.087221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 8d01167c-f59b-44c8-8a7b-c220860b0501 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:46.087549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.097731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59773f3-54c7-4e44-a668-47b0a7decdc5 None None] Pushing event updated for resources: {'Port': ['ID=fa2f7921-e7bd-4787-96ca-fc1070730279,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.119662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8d01167c-f59b-44c8-8a7b-c220860b0501 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:46.120028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.126757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-282bcf92-818e-4dae-bac3-0219a85549df tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.151105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236c744-0c42-4352-9f4c-d80ed57aff05 None None] Network ed6df821-658e-4803-920b-1c0ca558280a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:46.163679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] For port 8d01167c-f59b-44c8-8a7b-c220860b0501, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8d01167c-f59b-44c8-8a7b-c220860b0501,segment=NetworkSegment(e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa),segment_id=e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:46.164275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.178703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 8d01167c-f59b-44c8-8a7b-c220860b0501 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:46.200688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172a9b7-bc8e-4154-ab2c-6ef1e6ba4de6 None None] Network 81040b5f-2c07-4b9f-a9e1-d822fcb29636 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:46.217102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-282bcf92-818e-4dae-bac3-0219a85549df tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.223003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-282bcf92-818e-4dae-bac3-0219a85549df tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.249272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-282bcf92-818e-4dae-bac3-0219a85549df tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.251039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-282bcf92-818e-4dae-bac3-0219a85549df tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1773584 Dec 24 03:29:46.252033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bcf92-818e-4dae-bac3-0219a85549df tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d305c95a-67c2-4a22-ade1-9be825b68810,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.254460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48410) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.276559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.282142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8007931b-9ae4-4bdd-a5fa-159e805c5146 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.290144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8007931b-9ae4-4bdd-a5fa-159e805c5146 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.303960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=8d01167c-f59b-44c8-8a7b-c220860b0501,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.305809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No DVR routers for this DVR port 8d01167c-f59b-44c8-8a7b-c220860b0501 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:46.319934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8007931b-9ae4-4bdd-a5fa-159e805c5146 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.333325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8007931b-9ae4-4bdd-a5fa-159e805c5146 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.334517 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8007931b-9ae4-4bdd-a5fa-159e805c5146 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d305c95a-67c2-4a22-ade1-9be825b68810 HTTP/1.1" status: 204 len: 168 time: 0.0789406 Dec 24 03:29:46.335381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007931b-9ae4-4bdd-a5fa-159e805c5146 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d305c95a-67c2-4a22-ade1-9be825b68810,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.337022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.337278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48412) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.355928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Port 8d01167c-f59b-44c8-8a7b-c220860b0501 update to ACTIVE by agent not found {{(pid=103178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Dec 24 03:29:46.380472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-85472020-0451-405b-bdb9-ad0bb559db4a None None] Provisioning complete for port 8d01167c-f59b-44c8-8a7b-c220860b0501 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:46.380971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85472020-0451-405b-bdb9-ad0bb559db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.384214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-01bef6bd-6249-4a5b-9f1c-d1a14b5db17b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0458248 Dec 24 03:29:46.386660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48414) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.403550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-85472020-0451-405b-bdb9-ad0bb559db4a None None] Port 8d01167c-f59b-44c8-8a7b-c220860b0501 was deleted so its status cannot be updated. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 24 03:29:46.406173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.416805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e3d1-513a-4827-940c-ab9a637b3372 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.424497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e3d1-513a-4827-940c-ab9a637b3372 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.458914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ed721-2c5e-428d-b871-a4154f0c8add None None] DHCP port deletion for 81040b5f-2c07-4b9f-a9e1-d822fcb29636 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:46.459562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81040b5f-2c07-4b9f-a9e1-d822fcb29636']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:46.460438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e3d1-513a-4827-940c-ab9a637b3372 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.466871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e3d1-513a-4827-940c-ab9a637b3372 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.470468 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0bd3e3d1-513a-4827-940c-ab9a637b3372 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5ecf5409-00e1-49ae-8776-454cc10ba45f HTTP/1.1" status: 204 len: 168 time: 0.0800085 Dec 24 03:29:46.472853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48416) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.480324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3e3d1-513a-4827-940c-ab9a637b3372 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ecf5409-00e1-49ae-8776-454cc10ba45f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.482499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:46.482798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4045a8a-e2f7-4f92-9c0b-afebc3b6a6fa') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:46.490511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d484a6a-d507-4cd6-a64a-23891e54ef60 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:29:46.500705 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.520603 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-89524bae-3199-47f3-a325-18fea6d259a8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0435600 Dec 24 03:29:46.520838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port fa2f7921-e7bd-4787-96ca-fc1070730279 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:46.520838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.521023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48418) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.532790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.548094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:46.548352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6dca944-11a7-43e1-8a6b-3521cc61859b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.548724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:46.553242 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:46.557446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6dca944-11a7-43e1-8a6b-3521cc61859b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.588170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6dca944-11a7-43e1-8a6b-3521cc61859b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.591351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d484a6a-d507-4cd6-a64a-23891e54ef60 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:29:46.595443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6dca944-11a7-43e1-8a6b-3521cc61859b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.600766 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c6dca944-11a7-43e1-8a6b-3521cc61859b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d9bdc688-c72b-4e60-91b4-bc46bae9505f HTTP/1.1" status: 204 len: 168 time: 0.0783203 Dec 24 03:29:46.603075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48420) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.625747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dca944-11a7-43e1-8a6b-3521cc61859b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9bdc688-c72b-4e60-91b4-bc46bae9505f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.654395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port fa2f7921-e7bd-4787-96ca-fc1070730279, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fa2f7921-e7bd-4787-96ca-fc1070730279,segment=NetworkSegment(3764092f-1182-4d80-9b01-afe0478d0e5a),segment_id=3764092f-1182-4d80-9b01-afe0478d0e5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:46.654840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.665070 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fa79d1a9-4814-40fb-8e1a-f3dc6c1248a2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0602319 Dec 24 03:29:46.667248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48422) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.670509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for fa2f7921-e7bd-4787-96ca-fc1070730279 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:46.674776 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.679336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.683161 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/81040b5f-2c07-4b9f-a9e1-d822fcb29636 HTTP/1.1" status: 204 len: 168 time: 0.8407674 Dec 24 03:29:46.690469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48424) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.696010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791748967'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:46.704568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7a24ef5-3c88-4969-b889-5cc02082db9d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.715767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb8020-0e8f-4444-a467-3728e7f9f140 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=81040b5f-2c07-4b9f-a9e1-d822fcb29636,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.718560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7a24ef5-3c88-4969-b889-5cc02082db9d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.751444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7a24ef5-3c88-4969-b889-5cc02082db9d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.761555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7a24ef5-3c88-4969-b889-5cc02082db9d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.764893 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f7a24ef5-3c88-4969-b889-5cc02082db9d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f2d09e27-687b-4527-846c-ad914c0547f5 HTTP/1.1" status: 204 len: 168 time: 0.0964491 Dec 24 03:29:46.767119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48426) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.770509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a24ef5-3c88-4969-b889-5cc02082db9d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d09e27-687b-4527-846c-ad914c0547f5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.794524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:46.797909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.863843 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5c4591d1-4be6-4f2f-9c42-c700af2df01d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0924127 Dec 24 03:29:46.864294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48428) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.867668 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.870401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:46.891758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-213cf770-6736-454a-8e5e-eb473009cc43 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.900212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-213cf770-6736-454a-8e5e-eb473009cc43 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.903289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=fa2f7921-e7bd-4787-96ca-fc1070730279,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:46.909637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port fa2f7921-e7bd-4787-96ca-fc1070730279 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:46.916018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.916356 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Added segment 95a97bd8-e601-4acc-87e2-c18884739521 of type vlan for network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 Dec 24 03:29:46.929978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-213cf770-6736-454a-8e5e-eb473009cc43 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.936068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-213cf770-6736-454a-8e5e-eb473009cc43 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.937239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-213cf770-6736-454a-8e5e-eb473009cc43 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/601bc64c-a3f7-4268-b5a1-6b26d4cc285a HTTP/1.1" status: 204 len: 168 time: 0.0717871 Dec 24 03:29:46.940812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48430) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:46.942699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cf770-6736-454a-8e5e-eb473009cc43 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=601bc64c-a3f7-4268-b5a1-6b26d4cc285a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:47.032591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.059927 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.070751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6df821-658e-4803-920b-1c0ca558280a']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:47.085270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24158c-dc23-49dc-b308-ca49cb4892c5 req-3ccb6ed8-e807-4f3a-90b0-1bd20c0f1b6f tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.086774 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c24158c-dc23-49dc-b308-ca49cb4892c5 req-3ccb6ed8-e807-4f3a-90b0-1bd20c0f1b6f tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.0492713 Dec 24 03:29:47.089519 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-af22489b-885e-4805-bea7-dbab1bac73bf tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1474757 Dec 24 03:29:47.091325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3764092f-1182-4d80-9b01-afe0478d0e5a') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:47.091679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3764092f-1182-4d80-9b01-afe0478d0e5a') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:47.092431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.108545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.130551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.135095 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.140626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.141199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.147994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:47.148399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:47.153531 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:47.177330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c24158c-dc23-49dc-b308-ca49cb4892c5 req-a8c75057-b0a3-4474-9455-52e23672ed5b tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743401 Dec 24 03:29:47.187947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a56502e-2b02-4b9b-a456-f1a1623a0656 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.216339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a56502e-2b02-4b9b-a456-f1a1623a0656 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.243725 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5497146 Dec 24 03:29:47.244169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48438) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.252855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:47.277501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e68b83-4aae-483c-bc25-fd5a9f486d98 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Network': ['ID=521b1159-7ecd-4aa4-89a4-ff6dd9cff455,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:47.289886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.291395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:47.295062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.301547 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/ed6df821-658e-4803-920b-1c0ca558280a HTTP/1.1" status: 204 len: 168 time: 2.3872812 Dec 24 03:29:47.302088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48440) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.340615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a56502e-2b02-4b9b-a456-f1a1623a0656 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.343426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a56502e-2b02-4b9b-a456-f1a1623a0656 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.345621 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3a56502e-2b02-4b9b-a456-f1a1623a0656 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/061726a0-d6db-42a7-a414-376fd0ac8973 HTTP/1.1" status: 204 len: 168 time: 0.2509501 Dec 24 03:29:47.347285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a95c69-75f5-42ba-b30d-b35a443d173b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=ed6df821-658e-4803-920b-1c0ca558280a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:47.356391 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-920ced62-a1f4-462c-9d88-d1f10fe68c03 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] GET failed (client error): The resource could not be found. Dec 24 03:29:47.361021 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-920ced62-a1f4-462c-9d88-d1f10fe68c03 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/subnets/2203babc-5c42-423d-bbbc-c8c3dddac3c1 HTTP/1.1" status: 404 len: 337 time: 0.0547657 Dec 24 03:29:47.361021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48442) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.361979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48444) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.389308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56502e-2b02-4b9b-a456-f1a1623a0656 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061726a0-d6db-42a7-a414-376fd0ac8973,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:47.398392 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-068714ed-b04a-495e-a2ae-bb2951348021 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:47.398990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068714ed-b04a-495e-a2ae-bb2951348021 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:47.409506 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-44527b8f-3bab-4869-a75c-aebf40501f41 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0422471 Dec 24 03:29:47.409725 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-068714ed-b04a-495e-a2ae-bb2951348021 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/ed6df821-658e-4803-920b-1c0ca558280a HTTP/1.1" status: 404 len: 339 time: 0.0391333 Dec 24 03:29:47.409725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48446) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.409889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48448) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.417067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-589c557e-caa2-4ade-9f68-79759dbfe083 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--38206145'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:47.427893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe249-8353-4f6b-90ea-abf8549fa33c req-4dcd3d7e-fd60-4bf1-8462-43548cb70b03 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.429401 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9bbe249-8353-4f6b-90ea-abf8549fa33c req-4dcd3d7e-fd60-4bf1-8462-43548cb70b03 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1730154 Dec 24 03:29:47.454768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:47.458748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.514353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12311d5-a2cb-4bda-ab1b-895a8a5ce114 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.515734 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e12311d5-a2cb-4bda-ab1b-895a8a5ce114 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1043217 Dec 24 03:29:47.518568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48450) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.551673 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-be02b86d-9179-413e-8191-6e805385a8f8 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 207 time: 0.0318477 Dec 24 03:29:47.553185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589c557e-caa2-4ade-9f68-79759dbfe083 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.554692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48452) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.560091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9bbe249-8353-4f6b-90ea-abf8549fa33c req-ed175f95-d2ef-467a-8f53-21ba3ad43c34 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1237080 Dec 24 03:29:47.674986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbd883-dfce-4b35-9481-df6dace02fe7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.680983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbd883-dfce-4b35-9481-df6dace02fe7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.688562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbd883-dfce-4b35-9481-df6dace02fe7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.694934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbd883-dfce-4b35-9481-df6dace02fe7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.700009 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c0fbd883-dfce-4b35-9481-df6dace02fe7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1410284 Dec 24 03:29:47.700296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48456) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:47.844395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d01167c-f59b-44c8-8a7b-c220860b0501 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:47.865268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 8d01167c-f59b-44c8-8a7b-c220860b0501 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:47.865611 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8d01167c-f59b-44c8-8a7b-c220860b0501 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:48.021694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb90b-324d-4213-bfe3-373635186580 req-2299b37e-bd4b-4227-bfec-4285daa58ad1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.023210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e0bb90b-324d-4213-bfe3-373635186580 req-2299b37e-bd4b-4227-bfec-4285daa58ad1 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1126583 Dec 24 03:29:48.124550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589c557e-caa2-4ade-9f68-79759dbfe083 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.126724 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-991c98ae-5e24-43b1-a6e5-21e7212434dc tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.4252892 Dec 24 03:29:48.131004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48460) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.143620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589c557e-caa2-4ade-9f68-79759dbfe083 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.160654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.173797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e0bb90b-324d-4213-bfe3-373635186580 req-70012dd8-e288-437a-bb71-ca6ab2a59855 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416233 Dec 24 03:29:48.182959 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f57b9c-cfc0-4985-be51-3d70e553d61f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.184435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f57b9c-cfc0-4985-be51-3d70e553d61f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.185958 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-14f57b9c-cfc0-4985-be51-3d70e553d61f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0540237 Dec 24 03:29:48.189660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48464) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.211136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-589c557e-caa2-4ade-9f68-79759dbfe083 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.212382 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-589c557e-caa2-4ade-9f68-79759dbfe083 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8011775 Dec 24 03:29:48.218139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48466) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.224402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9a991ecd-fc41-4773-bb95-860e245edfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '83db8538-b4cc-4461-86da-c6bc5762cc40', 'direction': 'ingress', 'protocol': 17}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:48.225154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c557e-caa2-4ade-9f68-79759dbfe083 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83db8538-b4cc-4461-86da-c6bc5762cc40,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:48.248849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=bcb0d420-cbfa-4973-a566-b98787cc9820,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:48.258054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17067054-2b35-4a43-88af-e60e2044fa4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['shared'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.259456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17067054-2b35-4a43-88af-e60e2044fa4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['shared'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.259705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Checking segment: {'id': '95a97bd8-e601-4acc-87e2-c18884739521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:48.260009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network hostable DHCP agents. Network: 521b1159-7ecd-4aa4-89a4-ff6dd9cff455, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:48.261421 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-17067054-2b35-4a43-88af-e60e2044fa4a tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0708466 Dec 24 03:29:48.265017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48468) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.274091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a991ecd-fc41-4773-bb95-860e245edfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.311955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:48.324900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a991ecd-fc41-4773-bb95-860e245edfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.328784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a991ecd-fc41-4773-bb95-860e245edfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.344290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a991ecd-fc41-4773-bb95-860e245edfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80478d42-e1b2-4a8b-ab17-98135256f30e,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:48.356599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a991ecd-fc41-4773-bb95-860e245edfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.356779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 521b1159-7ecd-4aa4-89a4-ff6dd9cff455) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:48.361685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.361798 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9a991ecd-fc41-4773-bb95-860e245edfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1417103 Dec 24 03:29:48.365956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1abbb-c5cd-4641-98f3-4c9fbf54b31f None None] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:48.367722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.368533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.417996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9c7e53d4-d973-4319-8932-ff8d562c462b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1726713 Dec 24 03:29:48.420814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48472) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.427743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0219383c-3497-4c73-86a6-147551189188 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1501602078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:48.429479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b64faba-59c4-4ab6-8977-d065ef565ff7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.430816 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0b64faba-59c4-4ab6-8977-d065ef565ff7 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/networks/57217b43-b004-46df-bf05-46796e530e03 HTTP/1.1" status: 200 len: 799 time: 0.1648297 Dec 24 03:29:48.435456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.457232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0219383c-3497-4c73-86a6-147551189188 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.458354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0219383c-3497-4c73-86a6-147551189188 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.476335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-521b1159-7ecd-4aa4-89a4-ff6dd9cff455', 'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455', 'project_id': '402a8fd2cf0046bfb173b4c587018727', 'fixed_ips': [{'subnet_id': 'bcb0d420-cbfa-4973-a566-b98787cc9820'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:48.477326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.512105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0219383c-3497-4c73-86a6-147551189188 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.513270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57a75d7b-b0b0-48da-ac4e-89244e133303 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.517458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0219383c-3497-4c73-86a6-147551189188 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.536043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0219383c-3497-4c73-86a6-147551189188 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.539767 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0219383c-3497-4c73-86a6-147551189188 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1153443 Dec 24 03:29:48.540069 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48476) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.546689 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455', 'name': 'tempest-PortsIpV6TestJSON-1106711618'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:48.556493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57a75d7b-b0b0-48da-ac4e-89244e133303 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.585960 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a354e5e7-2ee2-4aef-ba24-e17246dba329 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/networks/57217b43-b004-46df-bf05-46796e530e03?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1494157 Dec 24 03:29:48.593949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.621671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Allocated IP 2001:db8::2 (521b1159-7ecd-4aa4-89a4-ff6dd9cff455/bcb0d420-cbfa-4973-a566-b98787cc9820/d9b328a6-3a98-4874-b015-afb653851532) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:48.654213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81219943-4d91-4a10-92f4-ec15ac80def2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.659139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-81219943-4d91-4a10-92f4-ec15ac80def2 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/subnets/df31cdf2-3aca-4c71-87f2-2d255c1e81d7 HTTP/1.1" status: 200 len: 811 time: 0.0608621 Dec 24 03:29:48.659139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57a75d7b-b0b0-48da-ac4e-89244e133303 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.660528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48480) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.660893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57a75d7b-b0b0-48da-ac4e-89244e133303 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.662009 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-57a75d7b-b0b0-48da-ac4e-89244e133303 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/83db8538-b4cc-4461-86da-c6bc5762cc40 HTTP/1.1" status: 204 len: 168 time: 0.2976065 Dec 24 03:29:48.665410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.677994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a75d7b-b0b0-48da-ac4e-89244e133303 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83db8538-b4cc-4461-86da-c6bc5762cc40,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:48.717656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-333b270a-7a92-49a0-b937-a77905a6a343 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466802 Dec 24 03:29:48.718521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.723634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23e165ff-5d47-406c-9e44-e4f117deee5d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--431832208'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:48.731104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa91e5-5df5-4f0d-a049-d33f680345e1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['shared'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.732702 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e4aa91e5-5df5-4f0d-a049-d33f680345e1 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "GET /v2.0/subnets/df31cdf2-3aca-4c71-87f2-2d255c1e81d7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0714099 Dec 24 03:29:48.736472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.745552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84380575'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:48.746334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:48.749861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.766869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 48d350a3-55f6-487c-b93e-384a413bc6e3 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:29:48.788630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23e165ff-5d47-406c-9e44-e4f117deee5d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.806006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:48.810597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.838250 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:29:48.846483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:48.865063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.865405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Added segment e8c51264-5e8f-452f-a00c-b47fcc553dce of type vlan for network 69358861-a936-4d07-90eb-4cfa8309bcbf Dec 24 03:29:48.931976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23e165ff-5d47-406c-9e44-e4f117deee5d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.935792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.939495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23e165ff-5d47-406c-9e44-e4f117deee5d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.968166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.977956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.985838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23e165ff-5d47-406c-9e44-e4f117deee5d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.988861 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-23e165ff-5d47-406c-9e44-e4f117deee5d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2693412 Dec 24 03:29:48.990814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:48.991790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.998489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.999480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.002120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e165ff-5d47-406c-9e44-e4f117deee5d tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe806884-8968-4f01-bdbd-f773757dd766,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.013849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4992eee7-c311-4aa8-bcfc-0d8e8650b77b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680747167'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:49.020201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:49.023055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:49.026717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:49.039171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Pushing event updated for resources: {'Port': ['ID=d9b328a6-3a98-4874-b015-afb653851532,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.041785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::36f (521b1159-7ecd-4aa4-89a4-ff6dd9cff455/bcb0d420-cbfa-4973-a566-b98787cc9820/48d350a3-55f6-487c-b93e-384a413bc6e3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:49.068232 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3303812 Dec 24 03:29:49.072057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48490) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:49.079972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'network_id': '69358861-a936-4d07-90eb-4cfa8309bcbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:49.089389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Attempting to bind port d9b328a6-3a98-4874-b015-afb653851532 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:49.089777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Attempting to bind port d9b328a6-3a98-4874-b015-afb653851532 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '95a97bd8-e601-4acc-87e2-c18884739521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:49.090136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Attempting to bind port d9b328a6-3a98-4874-b015-afb653851532 on network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:49.095167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:49.095660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Checking segment: {'id': '95a97bd8-e601-4acc-87e2-c18884739521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:49.096067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.096489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Bound using segment: {'id': '95a97bd8-e601-4acc-87e2-c18884739521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:49.097003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Bound port: d9b328a6-3a98-4874-b015-afb653851532, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a97bd8-e601-4acc-87e2-c18884739521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '521b1159-7ecd-4aa4-89a4-ff6dd9cff455'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:49.097390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.111288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93f2b8-4193-409f-a169-32da026af05e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Network': ['ID=69358861-a936-4d07-90eb-4cfa8309bcbf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.120698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4992eee7-c311-4aa8-bcfc-0d8e8650b77b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.149903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 69358861-a936-4d07-90eb-4cfa8309bcbf details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:49.202115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4992eee7-c311-4aa8-bcfc-0d8e8650b77b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.209231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4992eee7-c311-4aa8-bcfc-0d8e8650b77b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.235594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] For port d9b328a6-3a98-4874-b015-afb653851532, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:49.240873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] For port d9b328a6-3a98-4874-b015-afb653851532, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d9b328a6-3a98-4874-b015-afb653851532,segment=NetworkSegment(95a97bd8-e601-4acc-87e2-c18884739521),segment_id=95a97bd8-e601-4acc-87e2-c18884739521)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:49.246364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.247329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4992eee7-c311-4aa8-bcfc-0d8e8650b77b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.251397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4992eee7-c311-4aa8-bcfc-0d8e8650b77b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2425091 Dec 24 03:29:49.251397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992eee7-c311-4aa8-bcfc-0d8e8650b77b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8baad68-b3f7-4501-8913-c9e42090eae3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.253244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:49.258602 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b36bc48c-6303-4caf-9a99-c8939a540738 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': 'fe806884-8968-4f01-bdbd-f773757dd766', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a8baad68-b3f7-4501-8913-c9e42090eae3', 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:49.312202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Made reservation on behalf of 5f4964399b794d2e9561107187b9fa30 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:49.315849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.335000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776e7d5-9b34-403c-9ea9-59b93d2cf0d1 req-9525d3b3-c2bb-4792-ac86-a4772d564f97 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:49.335374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec5bf9-1b14-4ef4-bf6a-5ce8fa046c14 None None] Pushing event updated for resources: {'Port': ['ID=d9b328a6-3a98-4874-b015-afb653851532,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.336613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5776e7d5-9b34-403c-9ea9-59b93d2cf0d1 req-9525d3b3-c2bb-4792-ac86-a4772d564f97 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.0736911 Dec 24 03:29:49.349050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b36bc48c-6303-4caf-9a99-c8939a540738 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.397253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing IP validity checks on allocation pools {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:29:49.397828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:29:49.415437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.421893 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5776e7d5-9b34-403c-9ea9-59b93d2cf0d1 req-741ca506-5c2a-4afb-aee6-d4705f13d122 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793545 Dec 24 03:29:49.455024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b36bc48c-6303-4caf-9a99-c8939a540738 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.459373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b36bc48c-6303-4caf-9a99-c8939a540738 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.486990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bc48c-6303-4caf-9a99-c8939a540738 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9342666-96e7-4a9a-b5fc-4003d441e20a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.495512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b36bc48c-6303-4caf-9a99-c8939a540738 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.499951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b36bc48c-6303-4caf-9a99-c8939a540738 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2450149 Dec 24 03:29:49.500689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:49.506268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.532730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af957c6-d1f6-4a78-a370-e291765d8883 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.549339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af957c6-d1f6-4a78-a370-e291765d8883 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.586793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af957c6-d1f6-4a78-a370-e291765d8883 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.593748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af957c6-d1f6-4a78-a370-e291765d8883 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.594838 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6af957c6-d1f6-4a78-a370-e291765d8883 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b9342666-96e7-4a9a-b5fc-4003d441e20a HTTP/1.1" status: 204 len: 168 time: 0.0932467 Dec 24 03:29:49.600139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48498) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:49.607131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af957c6-d1f6-4a78-a370-e291765d8883 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9342666-96e7-4a9a-b5fc-4003d441e20a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.616843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:49.625534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:49.636093 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:49.641937 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:49.642618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.649363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=48d350a3-55f6-487c-b93e-384a413bc6e3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.653479 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-43526db2-9af9-41aa-8538-6dd5a69cdf26 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0492117 Dec 24 03:29:49.654699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48500) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:49.658577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.674323 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-033b1141-4451-4c33-98ed-308862499157 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1323788 Dec 24 03:29:49.679048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:49.736126 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=25b8e3ea-10e3-4518-aa75-385abdbb118a,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:49.739216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Checking segment: {'id': 'e8c51264-5e8f-452f-a00c-b47fcc553dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69358861-a936-4d07-90eb-4cfa8309bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:49.739646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network hostable DHCP agents. Network: 69358861-a936-4d07-90eb-4cfa8309bcbf, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:49.760842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Network 69358861-a936-4d07-90eb-4cfa8309bcbf is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:49.772436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 69358861-a936-4d07-90eb-4cfa8309bcbf) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:49.784491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386d274-295b-4a07-94df-14daf3e275e2 None None] Network 69358861-a936-4d07-90eb-4cfa8309bcbf requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:49.785493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:49.786734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.825927 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-536e41b5-07c0-410a-a04f-214d0da5b01c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7522349 Dec 24 03:29:49.828928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48504) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:49.835774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-16b33056-4a08-42ed-8502-f8da491c3fc3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:49.868209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d656411-ec97-4384-8cd8-27986eac2fa2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.926266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-69358861-a936-4d07-90eb-4cfa8309bcbf', 'network_id': '69358861-a936-4d07-90eb-4cfa8309bcbf', 'project_id': '5f4964399b794d2e9561107187b9fa30', 'fixed_ips': [{'subnet_id': '25b8e3ea-10e3-4518-aa75-385abdbb118a'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:49.927545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.945796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d9b328a6-3a98-4874-b015-afb653851532 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:49.952077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d656411-ec97-4384-8cd8-27986eac2fa2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:49.956443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b33056-4a08-42ed-8502-f8da491c3fc3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3487116'] for subnet, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.052757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d656411-ec97-4384-8cd8-27986eac2fa2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.055502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d656411-ec97-4384-8cd8-27986eac2fa2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.059448 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d656411-ec97-4384-8cd8-27986eac2fa2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/a8baad68-b3f7-4501-8913-c9e42090eae3 HTTP/1.1" status: 204 len: 168 time: 0.4023027 Dec 24 03:29:50.062282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:50.082378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d9b328a6-3a98-4874-b015-afb653851532 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:50.083080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.088293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d656411-ec97-4384-8cd8-27986eac2fa2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8baad68-b3f7-4501-8913-c9e42090eae3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:50.130359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.169160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-01f5287a-2e50-4ca4-b286-5744a01e8168 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1032333 Dec 24 03:29:50.172777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48508) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:50.189174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b33056-4a08-42ed-8502-f8da491c3fc3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037036840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2758446'] for subnet, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.232476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Allocated IP 172.20.0.3 (69358861-a936-4d07-90eb-4cfa8309bcbf/25b8e3ea-10e3-4518-aa75-385abdbb118a/1305bdbc-3c03-4be0-9504-2d72938f9095) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:50.260605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b33056-4a08-42ed-8502-f8da491c3fc3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:50.261347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b33056-4a08-42ed-8502-f8da491c3fc3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.265238 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-16b33056-4a08-42ed-8502-f8da491c3fc3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "PUT /v2.0/subnets/25b8e3ea-10e3-4518-aa75-385abdbb118a HTTP/1.1" status: 200 len: 877 time: 0.4327488 Dec 24 03:29:50.270538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48510) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:50.332993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.376902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port d9b328a6-3a98-4874-b015-afb653851532, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d9b328a6-3a98-4874-b015-afb653851532,segment=NetworkSegment(95a97bd8-e601-4acc-87e2-c18884739521),segment_id=95a97bd8-e601-4acc-87e2-c18884739521)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:50.386201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.397527 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.409895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b33056-4a08-42ed-8502-f8da491c3fc3 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event updated for resources: {'Subnet': ['ID=25b8e3ea-10e3-4518-aa75-385abdbb118a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:50.457795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.460155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68095f7c-4a62-4efa-a4ed-29ae54127491 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.467862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.506173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68095f7c-4a62-4efa-a4ed-29ae54127491 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.509280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.544289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=d9b328a6-3a98-4874-b015-afb653851532,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:50.574792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.594670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.620390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68095f7c-4a62-4efa-a4ed-29ae54127491 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.623217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68095f7c-4a62-4efa-a4ed-29ae54127491 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.627057 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-68095f7c-4a62-4efa-a4ed-29ae54127491 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe806884-8968-4f01-bdbd-f773757dd766 HTTP/1.1" status: 204 len: 168 time: 0.4499316 Dec 24 03:29:50.630910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48514) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:50.644335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=48d350a3-55f6-487c-b93e-384a413bc6e3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:50.651353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Network 69358861-a936-4d07-90eb-4cfa8309bcbf is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:50.655014 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:50.658591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:50.668825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.669666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Pushing event updated for resources: {'Port': ['ID=1305bdbc-3c03-4be0-9504-2d72938f9095,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:50.675299 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68095f7c-4a62-4efa-a4ed-29ae54127491 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe806884-8968-4f01-bdbd-f773757dd766,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:50.700395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac28f35-c367-4c8f-ac0b-f6e201528d00 None None] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:50.718659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84335291-180a-407e-bcb7-e38da0af6bba req-b65f4053-e666-4f4e-bdef-8bba8dd928e5 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:50.720170 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84335291-180a-407e-bcb7-e38da0af6bba req-b65f4053-e666-4f4e-bdef-8bba8dd928e5 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1767118 Dec 24 03:29:50.731221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-cd672ed5-50b1-4286-970d-16e1af063e50 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:50.732691 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-cd672ed5-50b1-4286-970d-16e1af063e50 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1154737 Dec 24 03:29:50.735172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=25b8e3ea-10e3-4518-aa75-385abdbb118a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:50.787255 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d8ada906-4b13-4135-a60f-466196713339 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1514578 Dec 24 03:29:50.788805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:50.797962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23194250-fe29-4519-b933-c227076bbfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--643090910'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:50.805516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Attempting to bind port 1305bdbc-3c03-4be0-9504-2d72938f9095 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:50.805886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Attempting to bind port 1305bdbc-3c03-4be0-9504-2d72938f9095 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'e8c51264-5e8f-452f-a00c-b47fcc553dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69358861-a936-4d07-90eb-4cfa8309bcbf'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:50.806242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Attempting to bind port 1305bdbc-3c03-4be0-9504-2d72938f9095 on network 69358861-a936-4d07-90eb-4cfa8309bcbf {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:50.824854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.826357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:50.827096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Checking segment: {'id': 'e8c51264-5e8f-452f-a00c-b47fcc553dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69358861-a936-4d07-90eb-4cfa8309bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:50.827227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.827517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Bound using segment: {'id': 'e8c51264-5e8f-452f-a00c-b47fcc553dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69358861-a936-4d07-90eb-4cfa8309bcbf'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:50.828251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Bound port: 1305bdbc-3c03-4be0-9504-2d72938f9095, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c51264-5e8f-452f-a00c-b47fcc553dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69358861-a936-4d07-90eb-4cfa8309bcbf'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:50.828659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.848822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69358861-a936-4d07-90eb-4cfa8309bcbf']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:50.852244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2f006983-6fb1-4dfa-8826-ccd03986b18a None None] Provisioning complete for port d9b328a6-3a98-4874-b015-afb653851532 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:50.852643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f006983-6fb1-4dfa-8826-ccd03986b18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.856917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.861846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c51264-5e8f-452f-a00c-b47fcc553dce') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:50.862153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c51264-5e8f-452f-a00c-b47fcc553dce') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:50.872918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.886835 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.893361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:50.893361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:50.897254 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:50.940430 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84335291-180a-407e-bcb7-e38da0af6bba req-bb84e8c5-d3a4-4f5b-8947-66269139bf05 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2031786 Dec 24 03:29:50.950384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23194250-fe29-4519-b933-c227076bbfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.958612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] For port 1305bdbc-3c03-4be0-9504-2d72938f9095, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:50.972806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:29:50.972806 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:29:50.972806 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': '69358861-a936-4d07-90eb-4cfa8309bcbf'}] Dec 24 03:29:50.972806 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:29:50.973286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:29:50.974502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] For port 1305bdbc-3c03-4be0-9504-2d72938f9095, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=1305bdbc-3c03-4be0-9504-2d72938f9095,segment=NetworkSegment(e8c51264-5e8f-452f-a00c-b47fcc553dce),segment_id=e8c51264-5e8f-452f-a00c-b47fcc553dce)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:50.980263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.014223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Deleting port 823c2edf-42dd-47fa-a648-856ff1942aba {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:51.014581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.096081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0411e4-dfc1-413f-a88c-3e85777b9b1a None None] Pushing event updated for resources: {'Port': ['ID=1305bdbc-3c03-4be0-9504-2d72938f9095,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:51.121726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a46ee1-3c82-465f-bd96-7ead1aa88956 None None] Network 69358861-a936-4d07-90eb-4cfa8309bcbf requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:51.141659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.235768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23194250-fe29-4519-b933-c227076bbfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.244920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25f104-6b18-4236-a8d4-ccb8eb6176b0 None None] Network 69358861-a936-4d07-90eb-4cfa8309bcbf requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:51.247507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] For port 823c2edf-42dd-47fa-a648-856ff1942aba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=823c2edf-42dd-47fa-a648-856ff1942aba,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:51.247880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.250226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23194250-fe29-4519-b933-c227076bbfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.325701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-14ba32aa-ca9e-42c5-aacd-6e96cbb91d7a None None] Provisioning complete for port 48d350a3-55f6-487c-b93e-384a413bc6e3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:51.326082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14ba32aa-ca9e-42c5-aacd-6e96cbb91d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.374019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-14ba32aa-ca9e-42c5-aacd-6e96cbb91d7a None None] Port 48d350a3-55f6-487c-b93e-384a413bc6e3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:51.388926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-14ba32aa-ca9e-42c5-aacd-6e96cbb91d7a None None] Provisioning complete for port d9b328a6-3a98-4874-b015-afb653851532 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:51.389303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14ba32aa-ca9e-42c5-aacd-6e96cbb91d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.397303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23194250-fe29-4519-b933-c227076bbfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.401762 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-23194250-fe29-4519-b933-c227076bbfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6094112 Dec 24 03:29:51.401928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48518) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:51.408295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2dee4680-b58e-4945-940b-2d7259e2124b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '700a4b45-946b-453f-b7a3-60dbae893d23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:51.413449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23194250-fe29-4519-b933-c227076bbfe6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700a4b45-946b-453f-b7a3-60dbae893d23,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:51.480772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.490826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2dee4680-b58e-4945-940b-2d7259e2124b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.588073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2dee4680-b58e-4945-940b-2d7259e2124b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.595711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2dee4680-b58e-4945-940b-2d7259e2124b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.616804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port 1305bdbc-3c03-4be0-9504-2d72938f9095 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:51.616804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.621357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.621931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.622191 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Floating IP 2a3f6906-ca26-4981-b12f-805d5fa939dd disassociated. External IP: 172.26.5.158, port: 823c2edf-42dd-47fa-a648-856ff1942aba. Dec 24 03:29:51.622417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee4680-b58e-4945-940b-2d7259e2124b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19136041-f9b4-4d96-9a66-eb4247d0d4d3,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:51.622527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Calling delete_port for 823c2edf-42dd-47fa-a648-856ff1942aba owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:51.629551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1347f934-9d43-44ec-9fd6-66377226f608 None None] Provisioning complete for port 48d350a3-55f6-487c-b93e-384a413bc6e3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:51.630030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1347f934-9d43-44ec-9fd6-66377226f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.651767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2dee4680-b58e-4945-940b-2d7259e2124b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.655995 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2dee4680-b58e-4945-940b-2d7259e2124b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2497537 Dec 24 03:29:51.656172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48520) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:51.683257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1347f934-9d43-44ec-9fd6-66377226f608 None None] Port 48d350a3-55f6-487c-b93e-384a413bc6e3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:51.730443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port 1305bdbc-3c03-4be0-9504-2d72938f9095, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=1305bdbc-3c03-4be0-9504-2d72938f9095,segment=NetworkSegment(e8c51264-5e8f-452f-a00c-b47fcc553dce),segment_id=e8c51264-5e8f-452f-a00c-b47fcc553dce)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:51.730812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.734218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-855ae966-d227-4006-9ce1-223bf71b6e04 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.752535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-855ae966-d227-4006-9ce1-223bf71b6e04 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.754640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for 1305bdbc-3c03-4be0-9504-2d72938f9095 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:51.762052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd449966-9758-4e57-8fb1-67ec46bacbb0 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:29:51.822590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-855ae966-d227-4006-9ce1-223bf71b6e04 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.833296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-855ae966-d227-4006-9ce1-223bf71b6e04 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.836835 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-855ae966-d227-4006-9ce1-223bf71b6e04 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/19136041-f9b4-4d96-9a66-eb4247d0d4d3 HTTP/1.1" status: 204 len: 168 time: 0.1772923 Dec 24 03:29:51.842258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48522) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:51.849462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-49b06e8e-63e9-4aff-acd3-5121e2b6a155 None None] Provisioning complete for port 48d350a3-55f6-487c-b93e-384a413bc6e3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:51.850105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49b06e8e-63e9-4aff-acd3-5121e2b6a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.871746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ae966-d227-4006-9ce1-223bf71b6e04 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19136041-f9b4-4d96-9a66-eb4247d0d4d3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:51.914271 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-364706b1-6013-4b4d-bf85-a55ec8a4a703 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682650 Dec 24 03:29:51.914465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48524) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:51.917331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d9b328a6-3a98-4874-b015-afb653851532 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:51.931215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.965746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:51.973290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=1305bdbc-3c03-4be0-9504-2d72938f9095,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:51.974763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-49b06e8e-63e9-4aff-acd3-5121e2b6a155 None None] Port 48d350a3-55f6-487c-b93e-384a413bc6e3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:51.976228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd449966-9758-4e57-8fb1-67ec46bacbb0 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:29:51.980821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port 1305bdbc-3c03-4be0-9504-2d72938f9095 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:52.038811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d9b328a6-3a98-4874-b015-afb653851532 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:52.039296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.047413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecb0de50-b08f-4e54-bb66-85208105e507 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.060484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.078219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.079324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.092415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.119499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecb0de50-b08f-4e54-bb66-85208105e507 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.130053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69358861-a936-4d07-90eb-4cfa8309bcbf']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.146469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c51264-5e8f-452f-a00c-b47fcc553dce') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.146807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c51264-5e8f-452f-a00c-b47fcc553dce') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.164682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.186760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.195742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:52.196174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:52.199260 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:52.215321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecb0de50-b08f-4e54-bb66-85208105e507 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.217939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecb0de50-b08f-4e54-bb66-85208105e507 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.220568 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ecb0de50-b08f-4e54-bb66-85208105e507 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/700a4b45-946b-453f-b7a3-60dbae893d23 HTTP/1.1" status: 204 len: 168 time: 0.3037477 Dec 24 03:29:52.221613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=48d350a3-55f6-487c-b93e-384a413bc6e3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:52.234069 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48528) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.236035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d9f8-b751-4918-83dc-45194426d6a2 req-98d44dcf-25ab-4116-be8b-304bf848b016 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:52.239680 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6458d9f8-b751-4918-83dc-45194426d6a2 req-98d44dcf-25ab-4116-be8b-304bf848b016 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 946 time: 0.1754658 Dec 24 03:29:52.285098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0de50-b08f-4e54-bb66-85208105e507 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a4b45-946b-453f-b7a3-60dbae893d23,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:52.314388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.323932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.326705 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/69358861-a936-4d07-90eb-4cfa8309bcbf HTTP/1.1" status: 204 len: 168 time: 2.0550699 Dec 24 03:29:52.336044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48530) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.342875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.371673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfd59c-6627-4a00-a1b5-b20bccb316e9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=69358861-a936-4d07-90eb-4cfa8309bcbf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:52.380516 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6c28f6ce-2b00-48f4-a1b9-27f03b835068 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1410975 Dec 24 03:29:52.380516 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2928cb-7f78-406d-ba23-a423fd042930 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:52.380516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2928cb-7f78-406d-ba23-a423fd042930 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:52.382313 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-de2928cb-7f78-406d-ba23-a423fd042930 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/25b8e3ea-10e3-4518-aa75-385abdbb118a HTTP/1.1" status: 404 len: 337 time: 0.0453937 Dec 24 03:29:52.382873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48532) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.387157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-913f2444-e6a2-4709-a234-eef340e92941 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--496747329'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:52.390848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48534) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.397170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event deleted for resources: {'Port': ['ID=823c2edf-42dd-47fa-a648-856ff1942aba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:52.408259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:52.413009 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b35393a-bd86-4d38-9e80-f1cbc2522fd4 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:52.413464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:52.413582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b35393a-bd86-4d38-9e80-f1cbc2522fd4 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:52.418723 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0b35393a-bd86-4d38-9e80-f1cbc2522fd4 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/69358861-a936-4d07-90eb-4cfa8309bcbf HTTP/1.1" status: 404 len: 339 time: 0.0247858 Dec 24 03:29:52.418917 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6458d9f8-b751-4918-83dc-45194426d6a2 req-a9535b04-1a27-4ed7-a27c-f9372eb721bf tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups?id=bba5145d-0b39-4b47-beaa-cbaa32e1a320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1384804 Dec 24 03:29:52.419298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48536) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.451798 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b491e483-0a1a-4448-8723-7145f80831cd tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:52.452250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b491e483-0a1a-4448-8723-7145f80831cd tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:52.455587 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b491e483-0a1a-4448-8723-7145f80831cd tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/2203babc-5c42-423d-bbbc-c8c3dddac3c1 HTTP/1.1" status: 404 len: 337 time: 0.0353978 Dec 24 03:29:52.458903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48538) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.469198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-913f2444-e6a2-4709-a234-eef340e92941 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.485230 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-421d03f3-1ab1-4f4e-93f5-aa6b1b22f345 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:52.485730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421d03f3-1ab1-4f4e-93f5-aa6b1b22f345 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:52.488949 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-421d03f3-1ab1-4f4e-93f5-aa6b1b22f345 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/ed6df821-658e-4803-920b-1c0ca558280a HTTP/1.1" status: 404 len: 339 time: 0.0282769 Dec 24 03:29:52.495122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48540) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.605523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.651511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:52.670155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Router b789c4c2-3c34-4b00-96ee-f32f5f81a700 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:29:52.715630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-913f2444-e6a2-4709-a234-eef340e92941 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.744319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-913f2444-e6a2-4709-a234-eef340e92941 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.748615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.784599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-913f2444-e6a2-4709-a234-eef340e92941 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.785856 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-913f2444-e6a2-4709-a234-eef340e92941 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4020805 Dec 24 03:29:52.789127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.791132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.796584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5caff323-7feb-4ebf-a896-1832e3e3f2f2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '00404620-c80e-409b-9956-ab70ab6f325c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:52.807512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0af8365-7f17-4eb5-918b-243a7e1ccb16') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.807838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0af8365-7f17-4eb5-918b-243a7e1ccb16') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.809857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f2444-e6a2-4709-a234-eef340e92941 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00404620-c80e-409b-9956-ab70ab6f325c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:52.817813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5c506ef4-51fa-481a-890d-b6e777e31edb None None] Provisioning complete for port 48d350a3-55f6-487c-b93e-384a413bc6e3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:52.818189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c506ef4-51fa-481a-890d-b6e777e31edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.824420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.840168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.848679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:52.849073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:52.853807 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:52.856161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5c506ef4-51fa-481a-890d-b6e777e31edb None None] Port 48d350a3-55f6-487c-b93e-384a413bc6e3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:52.885681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:52.892014 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6e967a73-33d2-46f4-a290-7d267a96c1d5 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "PUT /v2.0/routers/b789c4c2-3c34-4b00-96ee-f32f5f81a700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2117956 Dec 24 03:29:52.895733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.896878 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] Sync routers for ids ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:52.909024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:52.909236 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] Routers {'b789c4c2-3c34-4b00-96ee-f32f5f81a700'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:52.909563 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.918185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5caff323-7feb-4ebf-a896-1832e3e3f2f2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.927662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] Sync routers for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:52.938168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.938868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:52.939663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.948872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.954482 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7 HTTP/1.1" status: 204 len: 168 time: 0.4583931 Dec 24 03:29:52.954958 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.967136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48546) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:52.967344 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] Routers {'b789c4c2-3c34-4b00-96ee-f32f5f81a700'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:52.967761 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:52.973266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8d390-e1fe-46b3-9166-c3f4cdcf2f4f tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=e2711bfa-f90a-49a5-bdfd-ec5f17e5a3f7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:53.007919 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:53.008865 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f499b64-4c8e-41ff-bcbf-c25c7d3f70d8 None None] The sync data for ids ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:53.025767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] No DVR routers for this DVR port 823c2edf-42dd-47fa-a648-856ff1942aba on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:53.028507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.031927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dea1dfac-2db2-4e18-b439-b35afe10773e req-e2d839bb-a74e-4819-96c9-096dad578453 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.41 "DELETE /v2.0/ports/823c2edf-42dd-47fa-a648-856ff1942aba HTTP/1.1" status: 204 len: 173 time: 2.2911236 Dec 24 03:29:53.038410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'name': 'network-vif-deleted', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:53.041005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2e1b88-ea75-420a-8155-36fc72811829" -d '{"events": [{"server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "name": "network-vif-deleted", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:53.055930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dee1a8-16b6-46cb-8470-01b80ceecf7c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.056429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dee1a8-16b6-46cb-8470-01b80ceecf7c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.062227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-46dee1a8-16b6-46cb-8470-01b80ceecf7c tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/276b4afb-6ab1-42aa-a8e6-0819a4f83bd2 HTTP/1.1" status: 404 len: 337 time: 0.0896046 Dec 24 03:29:53.062920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48550) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.089303 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e41521-f502-406b-a407-34012af402ba tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.089830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e41521-f502-406b-a407-34012af402ba tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.093013 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d9e41521-f502-406b-a407-34012af402ba tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/56960c61-85f1-498e-b9ec-d97f40b492dc HTTP/1.1" status: 404 len: 339 time: 0.0296817 Dec 24 03:29:53.098441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07d5b-cf33-4bf9-b12c-abcfca648c4c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:53.100053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-43d07d5b-cf33-4bf9-b12c-abcfca648c4c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b789c4c2-3c34-4b00-96ee-f32f5f81a700 HTTP/1.1" status: 200 len: 989 time: 0.2029371 Dec 24 03:29:53.100685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.108252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48554) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.123842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f062df-0d1e-4dc8-868f-51bbda321351 x-openstack-request-id: req-42f062df-0d1e-4dc8-868f-51bbda321351 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:53.124138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7d5b47-b4c3-453f-83de-0089dc929619", "name": "network-vif-deleted", "tag": "823c2edf-42dd-47fa-a648-856ff1942aba", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:53.124407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42f062df-0d1e-4dc8-868f-51bbda321351 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:53.124807 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7d5b47-b4c3-453f-83de-0089dc929619', 'name': 'network-vif-deleted', 'tag': '823c2edf-42dd-47fa-a648-856ff1942aba', 'status': 'completed', 'code': 200} Dec 24 03:29:53.156232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5caff323-7feb-4ebf-a896-1832e3e3f2f2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.158542 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6240552a-aab2-4719-ac8f-96a01b2ed065 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.159370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6240552a-aab2-4719-ac8f-96a01b2ed065 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.164162 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6240552a-aab2-4719-ac8f-96a01b2ed065 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/57e305b1-ec09-4f19-80d1-00e773f5da88 HTTP/1.1" status: 404 len: 337 time: 0.0483289 Dec 24 03:29:53.168972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48556) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.180189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5caff323-7feb-4ebf-a896-1832e3e3f2f2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.204635 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f71dcc-511b-4321-814e-82914ebe6d54 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.205759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f71dcc-511b-4321-814e-82914ebe6d54 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.210930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-93f71dcc-511b-4321-814e-82914ebe6d54 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/6149a6e7-277e-4f86-b25a-708656ce58c3 HTTP/1.1" status: 404 len: 339 time: 0.0385864 Dec 24 03:29:53.217316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48558) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.223970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caff323-7feb-4ebf-a896-1832e3e3f2f2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dc8c07-dee1-4e2e-a809-bc9243e683da,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:53.234823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5caff323-7feb-4ebf-a896-1832e3e3f2f2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.236120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5caff323-7feb-4ebf-a896-1832e3e3f2f2 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4444873 Dec 24 03:29:53.239701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.251649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:53.254443 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da4ad69-6bf0-4bf7-8a69-5155dff3e981 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.254899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da4ad69-6bf0-4bf7-8a69-5155dff3e981 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.255927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a4bee2a1-23b7-4a8a-9549-ea407c16f4fe tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules/50dc8c07-dee1-4e2e-a809-bc9243e683da HTTP/1.1" status: 200 len: 763 time: 0.0152626 Dec 24 03:29:53.260128 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7da4ad69-6bf0-4bf7-8a69-5155dff3e981 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/1421bbf9-dac7-4168-8bc2-039541dc0a13 HTTP/1.1" status: 404 len: 337 time: 0.0405157 Dec 24 03:29:53.260128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48562) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.260405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48564) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.299642 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81d069f-0866-43ef-b22e-8ad33ded0166 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.300141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81d069f-0866-43ef-b22e-8ad33ded0166 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.305360 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f81d069f-0866-43ef-b22e-8ad33ded0166 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/8ded987f-9bfd-4db8-b466-25c1f4cdbd71 HTTP/1.1" status: 404 len: 339 time: 0.0411134 Dec 24 03:29:53.306211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.337722 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d6656f-8ce3-4ed0-b0af-4b46ff5b7ec9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.338271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d6656f-8ce3-4ed0-b0af-4b46ff5b7ec9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.342397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f1d6656f-8ce3-4ed0-b0af-4b46ff5b7ec9 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/d0591d79-9390-4756-98c5-4ec869334e78 HTTP/1.1" status: 404 len: 337 time: 0.0341256 Dec 24 03:29:53.343945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.362440 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-02dd76d0-22d8-4ba9-86f8-d325a4b87e86 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.362977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02dd76d0-22d8-4ba9-86f8-d325a4b87e86 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.368279 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-02dd76d0-22d8-4ba9-86f8-d325a4b87e86 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/6c7dfde0-05dc-47f3-86e8-a648d11b7cf0 HTTP/1.1" status: 404 len: 339 time: 0.0211554 Dec 24 03:29:53.368548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48570) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.394742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c503037-f6ea-42b6-9945-eb6596c53fdf tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.394980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c503037-f6ea-42b6-9945-eb6596c53fdf tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.401683 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-99ffd952-3c20-4f4b-8a73-10bedd8126c7 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1351764 Dec 24 03:29:53.401857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7c503037-f6ea-42b6-9945-eb6596c53fdf tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/94d7a5a7-73d2-4253-8480-31298876a285 HTTP/1.1" status: 404 len: 337 time: 0.0284746 Dec 24 03:29:53.401857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48572) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.401857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48574) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.417168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 823c2edf-42dd-47fa-a648-856ff1942aba no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:53.431701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bac4b97-fa5a-4718-8e21-136d7e61924b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.432216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bac4b97-fa5a-4718-8e21-136d7e61924b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.435634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5bac4b97-fa5a-4718-8e21-136d7e61924b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/a6caab46-f460-480b-8352-e8d12ac7326f HTTP/1.1" status: 404 len: 339 time: 0.0329471 Dec 24 03:29:53.438462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48576) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.453450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-404bb37e-5ba4-4bf6-9b9f-203ad368ed85 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.461914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 823c2edf-42dd-47fa-a648-856ff1942aba {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:53.461914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 823c2edf-42dd-47fa-a648-856ff1942aba not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:53.463595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-404bb37e-5ba4-4bf6-9b9f-203ad368ed85 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.482032 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-435dff50-3796-4920-b1da-ad02292ae9aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.482385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435dff50-3796-4920-b1da-ad02292ae9aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.485525 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-435dff50-3796-4920-b1da-ad02292ae9aa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/6a9bf6e8-008b-4503-9f1d-08f28690b338 HTTP/1.1" status: 404 len: 337 time: 0.0448790 Dec 24 03:29:53.487918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48580) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.504640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-404bb37e-5ba4-4bf6-9b9f-203ad368ed85 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.512695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:46Z', 'revision_number': 5, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:53.513166 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edd1e4f-613d-4bbb-b52d-e6056bfd134b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.513696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edd1e4f-613d-4bbb-b52d-e6056bfd134b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.516737 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1edd1e4f-613d-4bbb-b52d-e6056bfd134b tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/0b5c3824-ed2c-4955-8bbe-3f8e247696df HTTP/1.1" status: 404 len: 339 time: 0.0277834 Dec 24 03:29:53.522017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-404bb37e-5ba4-4bf6-9b9f-203ad368ed85 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.523241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48582) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.524050 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-404bb37e-5ba4-4bf6-9b9f-203ad368ed85 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/50dc8c07-dee1-4e2e-a809-bc9243e683da HTTP/1.1" status: 204 len: 168 time: 0.1237111 Dec 24 03:29:53.526262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bb37e-5ba4-4bf6-9b9f-203ad368ed85 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50dc8c07-dee1-4e2e-a809-bc9243e683da,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:53.533797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.570239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] Checking router: f6f12c6e-bcd0-41e8-b685-89f48f09b5fe for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:53.570652 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e40fc7f-6649-4d92-8e81-6ae270a396fa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.571013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e40fc7f-6649-4d92-8e81-6ae270a396fa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.576356 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2e40fc7f-6649-4d92-8e81-6ae270a396fa tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/8701bf60-afd0-4d6a-809b-7e89cde72c89 HTTP/1.1" status: 404 len: 337 time: 0.0490055 Dec 24 03:29:53.577764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48586) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.585625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:53.586259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:53.600978 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd5c495c-3f8a-4412-9945-91a2fd54c900 req-82c89f1d-1cb2-4803-bd06-d689ce1ffd93 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc7d5b47-b4c3-453f-83de-0089dc929619 HTTP/1.1" status: 200 len: 210 time: 0.0516174 Dec 24 03:29:53.602445 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bea7e22-6955-4c88-928f-2074e854c8da tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.602943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bea7e22-6955-4c88-928f-2074e854c8da tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.608312 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3bea7e22-6955-4c88-928f-2074e854c8da tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/9bfc6ca0-38c2-42ed-9763-02f18e951b9a HTTP/1.1" status: 404 len: 339 time: 0.0272579 Dec 24 03:29:53.608779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48588) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.626029 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-18e1bdbc-ecce-4625-b646-8f480a4c2324 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0908465 Dec 24 03:29:53.629105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.636707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fefd4f0e-7f35-424e-bf30-f2b9d8aa7027 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '00404620-c80e-409b-9956-ab70ab6f325c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:53.662968 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcecf90-5c00-4875-82b1-8aa0087a506e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.663424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcecf90-5c00-4875-82b1-8aa0087a506e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.666577 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5dcecf90-5c00-4875-82b1-8aa0087a506e tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/e6b1a2d2-2996-4f6e-9d5a-54c1f0677880 HTTP/1.1" status: 404 len: 337 time: 0.0557632 Dec 24 03:29:53.670492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.701870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce935b8-4983-4681-8a98-62008f7cec43 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] DELETE failed (client error): The resource could not be found. Dec 24 03:29:53.702388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce935b8-4983-4681-8a98-62008f7cec43 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:29:53.709173 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4ce935b8-4983-4681-8a98-62008f7cec43 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/d8e60e0b-4b39-41dc-a730-7c181a9602e7 HTTP/1.1" status: 404 len: 339 time: 0.0378165 Dec 24 03:29:53.709349 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48596) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.710118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fefd4f0e-7f35-424e-bf30-f2b9d8aa7027 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.736940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:53.750315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.766073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fefd4f0e-7f35-424e-bf30-f2b9d8aa7027 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.771214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fefd4f0e-7f35-424e-bf30-f2b9d8aa7027 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.796094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4f0e-7f35-424e-bf30-f2b9d8aa7027 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29984d6-e481-47f1-a3c3-9fe666d23dbd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:53.804566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fefd4f0e-7f35-424e-bf30-f2b9d8aa7027 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.805782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fefd4f0e-7f35-424e-bf30-f2b9d8aa7027 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1753635 Dec 24 03:29:53.808439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48598) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.825775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e716bc53-44c7-4399-9d02-12e4efecb0e7 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules/d29984d6-e481-47f1-a3c3-9fe666d23dbd HTTP/1.1" status: 200 len: 763 time: 0.0159948 Dec 24 03:29:53.828478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.836612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting subnet df31cdf2-3aca-4c71-87f2-2d255c1e81d7 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:53.841010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.868579 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aaba81e5-335a-4779-a213-77cd7de1043e tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0388906 Dec 24 03:29:53.871103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48602) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.892914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.897269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f26dbb3-6717-44c9-a831-a9ebe1d6378f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.905420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f26dbb3-6717-44c9-a831-a9ebe1d6378f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.934337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f26dbb3-6717-44c9-a831-a9ebe1d6378f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.942477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f26dbb3-6717-44c9-a831-a9ebe1d6378f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:53.943453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1f26dbb3-6717-44c9-a831-a9ebe1d6378f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d29984d6-e481-47f1-a3c3-9fe666d23dbd HTTP/1.1" status: 204 len: 168 time: 0.0714366 Dec 24 03:29:53.946998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.955570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26dbb3-6717-44c9-a831-a9ebe1d6378f tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d29984d6-e481-47f1-a3c3-9fe666d23dbd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:53.959719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:46Z', 'revision_number': 5, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:53.992398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ceecd352-d3b7-4d48-9623-ac3c2dd9ce51 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416527 Dec 24 03:29:53.992651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:53.994637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a55475-99c4-4874-ab6f-f99f471d118b None None] The sync data for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv is: [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:24:38Z', 'revision_number': 4, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '16b3f35d-9792-49d3-84f0-7ac3b37a5d28', 'name': '', 'network_id': '76ee49a6-0e39-4114-944b-33f99bf2741e', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'mac_address': 'fa:16:3e:ef:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:37Z', 'updated_at': '2021-12-24T03:24:46Z', 'revision_number': 5, 'project_id': '853f874431e84adabf7448c56c8768aa', 'subnets': [{'id': '3a9304c8-47d1-4262-bb92-08d3516a9aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:53.996964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-46757717-e76a-440c-8490-437b52162580 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '00404620-c80e-409b-9956-ab70ab6f325c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:54.028911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46757717-e76a-440c-8490-437b52162580 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.040333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.090548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46757717-e76a-440c-8490-437b52162580 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.094967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46757717-e76a-440c-8490-437b52162580 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.117679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46757717-e76a-440c-8490-437b52162580 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c60eae-2be1-4af3-855a-03d67556f926,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:54.126965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46757717-e76a-440c-8490-437b52162580 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.128208 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-46757717-e76a-440c-8490-437b52162580 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346991 Dec 24 03:29:54.131421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48608) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.154255 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6184b66a-fa9c-4d0a-8421-548e0df0aa60 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules/e9c60eae-2be1-4af3-855a-03d67556f926 HTTP/1.1" status: 200 len: 764 time: 0.0192838 Dec 24 03:29:54.154502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48610) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.204063 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3ab17fd1-1504-450e-9f76-7ef0954be0ae tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0485065 Dec 24 03:29:54.204765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48612) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.232766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5c25dcc-59a1-4922-9bdb-cdcac53101b0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.241976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5c25dcc-59a1-4922-9bdb-cdcac53101b0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.273682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5c25dcc-59a1-4922-9bdb-cdcac53101b0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.283706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5c25dcc-59a1-4922-9bdb-cdcac53101b0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.286937 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7eca8-589c-4da6-aec0-32efac3ffc01 None None] New status for floating IP 2a3f6906-ca26-4981-b12f-805d5fa939dd: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:29:54.287882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d5c25dcc-59a1-4922-9bdb-cdcac53101b0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e9c60eae-2be1-4af3-855a-03d67556f926 HTTP/1.1" status: 204 len: 168 time: 0.0819924 Dec 24 03:29:54.292196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.313583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c25dcc-59a1-4922-9bdb-cdcac53101b0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9c60eae-2be1-4af3-855a-03d67556f926,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:54.339234 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ea0afe62-51eb-425a-bb21-2d931d1423b6 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457458 Dec 24 03:29:54.341037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.404213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbb78e00-be2a-49c8-96c2-2355d983f458 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.452749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbb78e00-be2a-49c8-96c2-2355d983f458 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.454723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 48d350a3-55f6-487c-b93e-384a413bc6e3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:54.455192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.459940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.508445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Subnet': ['ID=df31cdf2-3aca-4c71-87f2-2d255c1e81d7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:54.512559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbb78e00-be2a-49c8-96c2-2355d983f458 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.514116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.516842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbb78e00-be2a-49c8-96c2-2355d983f458 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.517468 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f39cef50-8a74-4ee6-8271-5164b7e73e13 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/subnets/df31cdf2-3aca-4c71-87f2-2d255c1e81d7 HTTP/1.1" status: 204 len: 168 time: 0.8073812 Dec 24 03:29:54.520435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48618) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.524865 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322ef29-6e82-481f-8d33-23991876d167 None None] Network 57217b43-b004-46df-bf05-46796e530e03 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:54.529394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bbb78e00-be2a-49c8-96c2-2355d983f458 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/00404620-c80e-409b-9956-ab70ab6f325c HTTP/1.1" status: 204 len: 168 time: 0.1873457 Dec 24 03:29:54.535528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48620) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.558615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78e00-be2a-49c8-96c2-2355d983f458 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00404620-c80e-409b-9956-ab70ab6f325c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:54.599990 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5f4e35df-b165-4a3a-bd3c-ed32a2dfdc51 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625114 Dec 24 03:29:54.605684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.610815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cec51300-3ce9-4f34-938d-5ef0b052452b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group': {'name': 'tempest-secgroup--224328592'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:54.643916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cec51300-3ce9-4f34-938d-5ef0b052452b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.644085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.649844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.667210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 48d350a3-55f6-487c-b93e-384a413bc6e3 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:54.734079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cec51300-3ce9-4f34-938d-5ef0b052452b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.738598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.747677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cec51300-3ce9-4f34-938d-5ef0b052452b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.754682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] DHCP port deletion for 57217b43-b004-46df-bf05-46796e530e03 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:54.781750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Deleting port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:54.782088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.803467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cec51300-3ce9-4f34-938d-5ef0b052452b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.807363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cec51300-3ce9-4f34-938d-5ef0b052452b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1993053 Dec 24 03:29:54.807536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48630) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.811821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1dfc94b1-fd71-46e1-bf4f-a69ffd3743e0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Request body: {'security_group_rule': {'security_group_id': '47642cdc-3cdc-4eba-bc8a-ce888bfe6841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:54.813654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] Deleting port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:54.814128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.817384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51300-3ce9-4f34-938d-5ef0b052452b tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47642cdc-3cdc-4eba-bc8a-ce888bfe6841,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:54.846785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a593-ca97-4754-9ae8-af0adc768601 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.867939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1dfc94b1-fd71-46e1-bf4f-a69ffd3743e0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.885000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] For port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,segment=NetworkSegment(1c78a589-620f-47dc-b5d0-f92d07cc3233),segment_id=1c78a589-620f-47dc-b5d0-f92d07cc3233)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:54.885894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.889734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] For port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,segment=NetworkSegment(1c78a589-620f-47dc-b5d0-f92d07cc3233),segment_id=1c78a589-620f-47dc-b5d0-f92d07cc3233)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:54.890102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.892063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a593-ca97-4754-9ae8-af0adc768601 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.902034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] Calling delete_port for 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:54.911131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Calling delete_port for 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:54.954039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1dfc94b1-fd71-46e1-bf4f-a69ffd3743e0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.960601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1dfc94b1-fd71-46e1-bf4f-a69ffd3743e0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.981177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a593-ca97-4754-9ae8-af0adc768601 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.983797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a593-ca97-4754-9ae8-af0adc768601 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.987394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a9d8a593-ca97-4754-9ae8-af0adc768601 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "DELETE /v2.0/security-groups/bba5145d-0b39-4b47-beaa-cbaa32e1a320 HTTP/1.1" status: 204 len: 168 time: 0.2452965 Dec 24 03:29:54.989332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:54.992245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc94b1-fd71-46e1-bf4f-a69ffd3743e0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3a83fc-fe2a-492e-a13c-1647708d3e73,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.002937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.005914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1dfc94b1-fd71-46e1-bf4f-a69ffd3743e0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.009797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1dfc94b1-fd71-46e1-bf4f-a69ffd3743e0 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1988068 Dec 24 03:29:55.010105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.011476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48634) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.018879 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-53649fec-446e-469a-a0fe-f37f771c1107 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] show failed (client error): The resource could not be found. Dec 24 03:29:55.023075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-53649fec-446e-469a-a0fe-f37f771c1107 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "GET /v2.0/security-groups/bba5145d-0b39-4b47-beaa-cbaa32e1a320 HTTP/1.1" status: 404 len: 347 time: 0.0292666 Dec 24 03:29:55.023075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8a593-ca97-4754-9ae8-af0adc768601 tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5145d-0b39-4b47-beaa-cbaa32e1a320,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.028789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.037667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] No DVR routers for this DVR port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:55.044944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87a133-8cc8-495c-86e9-bfbea2ddaad1 None None] Pushing event deleted for resources: {'Port': ['ID=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.061846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=48d350a3-55f6-487c-b93e-384a413bc6e3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.161460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.183891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Deleting port 761fede6-9a29-4218-aedb-110270251548 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:55.184224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.229132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Port': ['ID=4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.230751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.232943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5eacda4d-d5e6-4427-a6ef-7c0911aead4c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.234544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] No DVR routers for this DVR port 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:55.268212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.268717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.287426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Calling delete_port for 761fede6-9a29-4218-aedb-110270251548 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:55.293362 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5eacda4d-d5e6-4427-a6ef-7c0911aead4c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.422239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.429836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.448085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Pushing event deleted for resources: {'Port': ['ID=761fede6-9a29-4218-aedb-110270251548,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.467789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b857787-f511-4eb4-82a5-aabf0e043d09 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:55.489925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57217b43-b004-46df-bf05-46796e530e03']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:55.514642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.517614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.518758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-20293a2a-096e-40e5-9db4-983a2bd4ea4e tempest-ServerActionsTestJSON-1236328643 tempest-ServerActionsTestJSON-1236328643-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a3f6906-ca26-4981-b12f-805d5fa939dd HTTP/1.1" status: 204 len: 168 time: 0.4887810 Dec 24 03:29:55.522596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48638) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.533598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c78a589-620f-47dc-b5d0-f92d07cc3233') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:55.533911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c78a589-620f-47dc-b5d0-f92d07cc3233') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:55.542005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5eacda4d-d5e6-4427-a6ef-7c0911aead4c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.544618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5eacda4d-d5e6-4427-a6ef-7c0911aead4c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.545776 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5eacda4d-d5e6-4427-a6ef-7c0911aead4c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/47642cdc-3cdc-4eba-bc8a-ce888bfe6841 HTTP/1.1" status: 204 len: 168 time: 0.5329621 Dec 24 03:29:55.548429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48642) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.553678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.569962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Router b789c4c2-3c34-4b00-96ee-f32f5f81a700 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:55.572640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacda4d-d5e6-4427-a6ef-7c0911aead4c tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47642cdc-3cdc-4eba-bc8a-ce888bfe6841,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.583845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.593595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:55.594087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: self.session.flush() Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:55.598065 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:55.607032 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-84c15e6f-9f1e-48ee-ab4f-ede37b79b778 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548611 Dec 24 03:29:55.607537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.647126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-60eb0a7a-8b38-4518-96ac-2a1767e33f21 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0386801 Dec 24 03:29:55.649693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48646) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.671252 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-c1d7c128-da1c-421a-854b-b7965af1bba8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] delete failed (client error): The resource could not be found. Dec 24 03:29:55.672232 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c1d7c128-da1c-421a-854b-b7965af1bba8 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "DELETE /v2.0/security-groups/47642cdc-3cdc-4eba-bc8a-ce888bfe6841 HTTP/1.1" status: 404 len: 347 time: 0.0216348 Dec 24 03:29:55.699267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48648) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.754190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:55.761086 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-47690373-eca5-4e4a-9730-6a72572b5578 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "PUT /v2.0/routers/b789c4c2-3c34-4b00-96ee-f32f5f81a700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563582 Dec 24 03:29:55.763452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.766879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] Sync routers for ids ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:55.773594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.787332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.790553 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] 10.222.0.37 "DELETE /v2.0/networks/57217b43-b004-46df-bf05-46796e530e03 HTTP/1.1" status: 204 len: 168 time: 1.2691939 Dec 24 03:29:55.799190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] Routers {'b789c4c2-3c34-4b00-96ee-f32f5f81a700'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:55.800073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:55.801328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bd3749-f875-436a-ae4d-e08a87163ba4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:29:55.805269 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-06bd3749-f875-436a-ae4d-e08a87163ba4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/48d350a3-55f6-487c-b93e-384a413bc6e3 HTTP/1.1" status: 404 len: 333 time: 0.0368431 Dec 24 03:29:55.805431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a475-8cde-4fbd-8043-1a69d3c88239 tempest-NetworksTest-1202117629 tempest-NetworksTest-1202117629-project] Pushing event deleted for resources: {'Network': ['ID=57217b43-b004-46df-bf05-46796e530e03,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:55.805724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48654) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:55.810110 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f433e146-6b7c-42c6-b1b4-aeab4d7c6b76 tempest-SecGroupTest-1393971070 tempest-SecGroupTest-1393971070-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1097758 Dec 24 03:29:55.882833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:55.898725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] Routers {'b789c4c2-3c34-4b00-96ee-f32f5f81a700'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:55.899342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:55.903754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:55.935744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:55.936509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df1d31-8cd2-4a87-b988-df5dbd38e392 None None] The sync data for ids ['b789c4c2-3c34-4b00-96ee-f32f5f81a700'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:55.955567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:55.955920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4a9ad7a2-87ef-4a45-aa2f-9ff8f8b20acd not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:55.980936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f204ca1-7cd0-4282-85f8-d90f06306ff8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.067221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48662) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:56.069330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48664) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:56.173175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f204ca1-7cd0-4282-85f8-d90f06306ff8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.177525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f204ca1-7cd0-4282-85f8-d90f06306ff8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.244474 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-485626ab-5694-4f98-bea6-d240a68a9482 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08cee9369c8240c7809d172d78a6dffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756566 Dec 24 03:29:56.245069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f204ca1-7cd0-4282-85f8-d90f06306ff8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.245572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f204ca1-7cd0-4282-85f8-d90f06306ff8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Fanout notify agent at l3_agent the message router_deleted on router b789c4c2-3c34-4b00-96ee-f32f5f81a700 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:29:56.249218 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-75b0f310-2572-4c40-a220-6214a8a4f626 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f4964399b794d2e9561107187b9fa30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725929 Dec 24 03:29:56.249365 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:56.249593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48672) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:56.259538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f204ca1-7cd0-4282-85f8-d90f06306ff8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.260591 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0f204ca1-7cd0-4282-85f8-d90f06306ff8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/routers/b789c4c2-3c34-4b00-96ee-f32f5f81a700 HTTP/1.1" status: 204 len: 168 time: 0.4539707 Dec 24 03:29:56.263580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48674) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:56.297915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7efaa37b-8188-47ce-a56f-710d54daf345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.319006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7efaa37b-8188-47ce-a56f-710d54daf345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.369158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7efaa37b-8188-47ce-a56f-710d54daf345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.372116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7efaa37b-8188-47ce-a56f-710d54daf345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.373340 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7efaa37b-8188-47ce-a56f-710d54daf345 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43c525ce-1286-40fa-9b98-86efab443363 HTTP/1.1" status: 204 len: 168 time: 0.1228366 Dec 24 03:29:56.382575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaa37b-8188-47ce-a56f-710d54daf345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c525ce-1286-40fa-9b98-86efab443363,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:56.660211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet bcb0d420-cbfa-4973-a566-b98787cc9820 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:56.665721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.727265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-099d9a3d-fa81-4969-b37a-0616366dc86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.737132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.797306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-099d9a3d-fa81-4969-b37a-0616366dc86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.874673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.917716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.954270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-099d9a3d-fa81-4969-b37a-0616366dc86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.957372 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-099d9a3d-fa81-4969-b37a-0616366dc86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.958502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-099d9a3d-fa81-4969-b37a-0616366dc86e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d81b3c1-18b2-475e-9061-6f7a57ab5bf2 HTTP/1.1" status: 204 len: 168 time: 0.7093062 Dec 24 03:29:57.005713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d9a3d-fa81-4969-b37a-0616366dc86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d81b3c1-18b2-475e-9061-6f7a57ab5bf2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:57.040189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:57.077032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.126013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb0d420-cbfa-4973-a566-b98787cc9820,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:57.128147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.131886 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d35dcba6-18e5-4686-90bf-c3cbe40813a4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/bcb0d420-cbfa-4973-a566-b98787cc9820 HTTP/1.1" status: 204 len: 168 time: 0.8665562 Dec 24 03:29:57.135123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48702) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:57.142244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8adeb8-92a6-4fc4-a280-8327b2930810 None None] Network 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:57.264028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.273839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Deleting port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:57.273839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.355158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port d9b328a6-3a98-4874-b015-afb653851532 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:57.355631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.360244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-794497998'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:57.390527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] DHCP port deletion for 521b1159-7ecd-4aa4-89a4-ff6dd9cff455 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:57.410173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] For port 16b3f35d-9792-49d3-84f0-7ac3b37a5d28, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:57.410611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.418945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:57.422869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.425555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] For port d9b328a6-3a98-4874-b015-afb653851532, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d9b328a6-3a98-4874-b015-afb653851532,segment=NetworkSegment(95a97bd8-e601-4acc-87e2-c18884739521),segment_id=95a97bd8-e601-4acc-87e2-c18884739521)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:57.425988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.439641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Calling delete_port for 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:57.442162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for d9b328a6-3a98-4874-b015-afb653851532 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:57.444916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.455903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] Deleting port d9b328a6-3a98-4874-b015-afb653851532 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:57.456288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.537376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] For port d9b328a6-3a98-4874-b015-afb653851532, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d9b328a6-3a98-4874-b015-afb653851532,segment=NetworkSegment(95a97bd8-e601-4acc-87e2-c18884739521),segment_id=95a97bd8-e601-4acc-87e2-c18884739521)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:57.538067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.540626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.555428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] Calling delete_port for d9b328a6-3a98-4874-b015-afb653851532 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:57.575932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No DVR routers for this DVR port d9b328a6-3a98-4874-b015-afb653851532 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:57.602657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=d9b328a6-3a98-4874-b015-afb653851532,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:57.700136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.705039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.731244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521b1159-7ecd-4aa4-89a4-ff6dd9cff455']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:57.739636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] Pushing event deleted for resources: {'Port': ['ID=d9b328a6-3a98-4874-b015-afb653851532,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:57.745231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a97bd8-e601-4acc-87e2-c18884739521') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:57.745526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a97bd8-e601-4acc-87e2-c18884739521') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:57.747769 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0233f-1450-4254-aa2c-50ab447ed1cd None None] No DVR routers for this DVR port d9b328a6-3a98-4874-b015-afb653851532 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:57.758789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.763460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.774767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.792046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.803776 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:57.804152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:57.807465 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:57.852753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.865233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f767d-a005-42f1-a994-df3ffcb9c2aa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:57.902486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b3f35d-9792-49d3-84f0-7ac3b37a5d28,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:57.905365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d9b328a6-3a98-4874-b015-afb653851532 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:57.929461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.950271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d9b328a6-3a98-4874-b015-afb653851532 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:57.950804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d9b328a6-3a98-4874-b015-afb653851532 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:57.954852 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.963085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:57.970360 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/521b1159-7ecd-4aa4-89a4-ff6dd9cff455 HTTP/1.1" status: 204 len: 168 time: 0.8335104 Dec 24 03:29:57.978881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48722) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.004733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac46265-c570-4d43-a198-b323740b8794 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=521b1159-7ecd-4aa4-89a4-ff6dd9cff455,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:58.036483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.036862 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment d4202ebd-036e-43a3-9932-89aac7da96f2 of type vlan for network 8d7e3e90-b289-4574-80e5-2c450d94a7bd Dec 24 03:29:58.087942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b121d0-589f-44a5-a25a-bb59428337d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:58.089405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f7b121d0-589f-44a5-a25a-bb59428337d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/1df5ae49-86d3-41dd-98b8-53c3abc7e715 HTTP/1.1" status: 200 len: 845 time: 0.1064489 Dec 24 03:29:58.093337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48724) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.152176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.163143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48726) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.187621 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4ba8aa73-3136-48ed-a81d-dd8517b80a35 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/1df5ae49-86d3-41dd-98b8-53c3abc7e715?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0921140 Dec 24 03:29:58.188399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48730) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.194736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:58.238580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.244334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:58.244936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.289368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.293639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a287a199-a4e6-4b16-ab88-c8ddb7ee27cd tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:58.295381 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-a287a199-a4e6-4b16-ab88-c8ddb7ee27cd tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 03:29:58.295883 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-a287a199-a4e6-4b16-ab88-c8ddb7ee27cd tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:29:58.296898 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a287a199-a4e6-4b16-ab88-c8ddb7ee27cd tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1312299 Dec 24 03:29:58.303224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48732) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.307592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2661140 Dec 24 03:29:58.309502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634100690'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:58.313472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.325845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:58.329567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.343060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1262003337'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:58.352602 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62bb33-be68-4f5f-8c8e-b22f52db6bff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=8d7e3e90-b289-4574-80e5-2c450d94a7bd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:58.365475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:58.439168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.451553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.460788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:58.464221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.504001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:58.518266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.518460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment 2b780410-5f2c-4168-b137-05a70f5da78a of type vlan for network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f Dec 24 03:29:58.574527 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.631859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.632201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:58.639182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:58.650333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:58.650663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.655781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc45baf0-fa09-4974-be24-53b8c907f4fd None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:58.666378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.670202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=3319d401-84a9-4691-98fc-4494ce2d0848,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:58.674546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.677287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:58.679052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.685100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:58.685594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.688431 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c5df4c51-43bb-4ba3-b9ad-f736a0e6b1fc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4979842 Dec 24 03:29:58.694778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48736) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.701308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-44a107ea-486d-48ca-b541-053f02a28556 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'security_group': {'name': 'tempest-secgroup-582384551'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:58.724232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f3d1e9-b251-4191-a2cc-d231aa58c450,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:58.748871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4096730 Dec 24 03:29:58.753851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48738) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.761381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': '8d7e3e90-b289-4574-80e5-2c450d94a7bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:58.781081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.795395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.798088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-690b3665-d747-43f8-8267-1a028d2fa4bc', 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'project_id': '402a8fd2cf0046bfb173b4c587018727', 'fixed_ips': [{'subnet_id': '3319d401-84a9-4691-98fc-4494ce2d0848'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:58.800075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.822015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f41f-3d73-45d5-ba8e-5801e4ee599b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:58.840462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a107ea-486d-48ca-b541-053f02a28556 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.869100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.873745 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5661573 Dec 24 03:29:58.873928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:58.874878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48740) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.880435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ac41-9a77-41c8-8042-711685347369 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7662eb6f-fc06-4c46-97f7-cf68fde8f960,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:58.885542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b78c773c-b82b-4b5b-9336-ff521dffafac tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '7662eb6f-fc06-4c46-97f7-cf68fde8f960', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:58.919875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:58.922924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.933962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:58.944340 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b671fae5-9b66-452b-b9da-248d2faaf207 admin admin] 10.222.0.37 "PUT /v2.0/routers/f6f12c6e-bcd0-41e8-b685-89f48f09b5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4206898 Dec 24 03:29:58.946577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48742) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:58.955651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b78c773c-b82b-4b5b-9336-ff521dffafac tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.957663 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] Sync routers for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:58.982115 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:58.983933 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:59.020944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Allocated IP 2001:db8::2 (690b3665-d747-43f8-8267-1a028d2fa4bc/3319d401-84a9-4691-98fc-4494ce2d0848/b60741eb-9daa-4a19-9a6a-febd98d2b910) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:59.022137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a107ea-486d-48ca-b541-053f02a28556 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.051914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b78c773c-b82b-4b5b-9336-ff521dffafac tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.061390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b78c773c-b82b-4b5b-9336-ff521dffafac tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.063001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a107ea-486d-48ca-b541-053f02a28556 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.079595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c773c-b82b-4b5b-9336-ff521dffafac tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509e3301-9cb5-498a-b6e4-5952eef5b258,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.108151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a107ea-486d-48ca-b541-053f02a28556 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.109452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-44a107ea-486d-48ca-b541-053f02a28556 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4116571 Dec 24 03:29:59.112627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48744) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:59.113270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a107ea-486d-48ca-b541-053f02a28556 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f25fdca-020f-4c53-8a46-004bf2646a67,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.120678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d7e397d7-2007-485d-a8db-e853d5f44776 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1067000151'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:59.129100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.144964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b78c773c-b82b-4b5b-9336-ff521dffafac tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.146238 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b78c773c-b82b-4b5b-9336-ff521dffafac tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691476 Dec 24 03:29:59.166022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:59.172530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0a50da24-fe38-4ac7-a562-afa27d088191 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '7662eb6f-fc06-4c46-97f7-cf68fde8f960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:59.195620 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:59.214101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e397d7-2007-485d-a8db-e853d5f44776 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.224431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.241754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.250747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.290027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a50da24-fe38-4ac7-a562-afa27d088191 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.300928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': 'd4202ebd-036e-43a3-9932-89aac7da96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d7e3e90-b289-4574-80e5-2c450d94a7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:59.301595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: 8d7e3e90-b289-4574-80e5-2c450d94a7bd, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:59.306995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:59.310828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:59.316987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:59.320770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Pushing event updated for resources: {'Port': ['ID=b60741eb-9daa-4a19-9a6a-febd98d2b910,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.329439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=897474f6-41ff-4de4-a5df-245039a309b8,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.331172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.345521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:59.358883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 8d7e3e90-b289-4574-80e5-2c450d94a7bd) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:59.367092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:59.367952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.378137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88241bae-42b2-4109-9840-97971fede880 None None] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:59.398260 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d6a9deb2-261b-4a7f-921e-0125b2c52964 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6433277 Dec 24 03:29:59.399306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Attempting to bind port b60741eb-9daa-4a19-9a6a-febd98d2b910 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:59.399676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Attempting to bind port b60741eb-9daa-4a19-9a6a-febd98d2b910 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '876cb79c-7c47-4deb-8969-b0c68f8d1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:59.400209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Attempting to bind port b60741eb-9daa-4a19-9a6a-febd98d2b910 on network 690b3665-d747-43f8-8267-1a028d2fa4bc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:59.401167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48748) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:59.406388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': 'fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:59.410678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e397d7-2007-485d-a8db-e853d5f44776 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.416305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:59.416712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Checking segment: {'id': '876cb79c-7c47-4deb-8969-b0c68f8d1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:59.417114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.417672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Bound using segment: {'id': '876cb79c-7c47-4deb-8969-b0c68f8d1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:59.418160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Bound port: b60741eb-9daa-4a19-9a6a-febd98d2b910, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876cb79c-7c47-4deb-8969-b0c68f8d1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:59.418687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.421054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e397d7-2007-485d-a8db-e853d5f44776 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.428719 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-0a50da24-fe38-4ac7-a562-afa27d088191 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:29:59.429991 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0a50da24-fe38-4ac7-a562-afa27d088191 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2630236 Dec 24 03:29:59.436901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:59.480653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d7e397d7-2007-485d-a8db-e853d5f44776 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.482163 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d7e397d7-2007-485d-a8db-e853d5f44776 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3664975 Dec 24 03:29:59.491324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:59.492256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e397d7-2007-485d-a8db-e853d5f44776 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff84996-d61b-4688-86b6-66893f771b68,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.507379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-617762555', 'security_groups': ['6ff84996-d61b-4688-86b6-66893f771b68'], 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3319d401-84a9-4691-98fc-4494ce2d0848'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:59.519910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:59.524173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.546726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Deleting port a480ea56-fae0-4559-8bc3-58919738750b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:59.547063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.561574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-8d7e3e90-b289-4574-80e5-2c450d94a7bd', 'network_id': '8d7e3e90-b289-4574-80e5-2c450d94a7bd', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': '897474f6-41ff-4de4-a5df-245039a309b8'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:59.562697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.567673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] For port b60741eb-9daa-4a19-9a6a-febd98d2b910, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:59.594553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] For port b60741eb-9daa-4a19-9a6a-febd98d2b910, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b60741eb-9daa-4a19-9a6a-febd98d2b910,segment=NetworkSegment(876cb79c-7c47-4deb-8969-b0c68f8d1dd3),segment_id=876cb79c-7c47-4deb-8969-b0c68f8d1dd3)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:59.606058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.638144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-154c3fce-827c-4d39-955c-6f88b8ff9e40 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.735126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7312aab-6d94-464e-93f3-ffab03bfb731 None None] Pushing event updated for resources: {'Port': ['ID=b60741eb-9daa-4a19-9a6a-febd98d2b910,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.752175 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.760682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-154c3fce-827c-4d39-955c-6f88b8ff9e40 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.761529 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:29:57Z', 'revision_number': 5, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port': {'id': 'a480ea56-fae0-4559-8bc3-58919738750b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:24:29Z', 'updated_at': '2021-12-24T03:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:59.815084 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] Checking router: f6f12c6e-bcd0-41e8-b685-89f48f09b5fe for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:59.825163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Allocated IP 172.20.0.2 (8d7e3e90-b289-4574-80e5-2c450d94a7bd/897474f6-41ff-4de4-a5df-245039a309b8/e7f9b9f4-4761-453b-a806-931fc6623067) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:59.838236 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] Routers {'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:59.838236 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:59.842091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] For port a480ea56-fae0-4559-8bc3-58919738750b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a480ea56-fae0-4559-8bc3-58919738750b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:59.842808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.847684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=9f98840b-1ebe-4285-a9d3-1828db65b5c1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.859765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': '2b780410-5f2c-4168-b137-05a70f5da78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:59.860135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:59.878934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Calling delete_port for a480ea56-fae0-4559-8bc3-58919738750b owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:59.884880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:59.899539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:59.914815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:59.918937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac95384-e585-480a-bcd0-cdc67dc54b3b None None] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:59.927499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:59.928992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.976059 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-15952d85-1eaa-4742-9ab7-53f55481e876 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5693724 Dec 24 03:29:59.976059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48754) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:59.995820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-30cdb56d-0b27-443a-aff4-1e20102aafc6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1202637182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:00.005094 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] Set router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:00.076835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-154c3fce-827c-4d39-955c-6f88b8ff9e40 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.080202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-154c3fce-827c-4d39-955c-6f88b8ff9e40 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.084449 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-154c3fce-827c-4d39-955c-6f88b8ff9e40 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/7662eb6f-fc06-4c46-97f7-cf68fde8f960 HTTP/1.1" status: 204 len: 168 time: 0.6355598 Dec 24 03:30:00.085509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30cdb56d-0b27-443a-aff4-1e20102aafc6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.086640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30cdb56d-0b27-443a-aff4-1e20102aafc6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.098469 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:29:59Z', 'revision_number': 6, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:00.106901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48756) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:00.129949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c3fce-827c-4d39-955c-6f88b8ff9e40 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7662eb6f-fc06-4c46-97f7-cf68fde8f960,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:00.190461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.200284 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8814087-6118-405a-b513-b4494a5141a7 None None] The sync data for ids ['f6f12c6e-bcd0-41e8-b685-89f48f09b5fe'] in dv-neutron-822869-1-hyperv is: [{'id': 'f6f12c6e-bcd0-41e8-b685-89f48f09b5fe', 'name': 'tempest-ServerActionsTestJSON-1552128886-router', 'tenant_id': '853f874431e84adabf7448c56c8768aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:24:25Z', 'updated_at': '2021-12-24T03:29:59Z', 'revision_number': 6, 'project_id': '853f874431e84adabf7448c56c8768aa', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:00.248578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30cdb56d-0b27-443a-aff4-1e20102aafc6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.257304 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5171e7af-b8b2-4ed4-b3fc-4c27b043dfa7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1444867 Dec 24 03:30:00.257724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48760) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:00.264629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e6461efd-3558-440e-8f95-d59fa8ddf380 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046894496'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:00.279499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port d71ac546-7e0d-40e7-a612-854bc71b746e yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:00.293963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30cdb56d-0b27-443a-aff4-1e20102aafc6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.302467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6461efd-3558-440e-8f95-d59fa8ddf380 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.342675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30cdb56d-0b27-443a-aff4-1e20102aafc6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.346633 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-30cdb56d-0b27-443a-aff4-1e20102aafc6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3674779 Dec 24 03:30:00.349558 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48762) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:00.445283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f', 'network_id': 'fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': '9f98840b-1ebe-4285-a9d3-1828db65b5c1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:00.446981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.471045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.520801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a480ea56-fae0-4559-8bc3-58919738750b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:00.591434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.600093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6bad92-3a4c-4bbf-8e85-05a23b3a4400 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:00.626754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.629810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::120 (690b3665-d747-43f8-8267-1a028d2fa4bc/3319d401-84a9-4691-98fc-4494ce2d0848/d71ac546-7e0d-40e7-a612-854bc71b746e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:00.663506 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.734200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:00.762718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:00.772711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:00.785783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.789890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.790276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Pushing event updated for resources: {'Port': ['ID=e7f9b9f4-4761-453b-a806-931fc6623067,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:00.854080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Allocated IP 172.21.0.2 (fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f/9f98840b-1ebe-4285-a9d3-1828db65b5c1/12e5b2fb-ac94-4d16-a84f-0a225fd57774) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:00.873160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Attempting to bind port e7f9b9f4-4761-453b-a806-931fc6623067 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:00.873541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Attempting to bind port e7f9b9f4-4761-453b-a806-931fc6623067 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'd4202ebd-036e-43a3-9932-89aac7da96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d7e3e90-b289-4574-80e5-2c450d94a7bd'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:00.873910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Attempting to bind port e7f9b9f4-4761-453b-a806-931fc6623067 on network 8d7e3e90-b289-4574-80e5-2c450d94a7bd {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:00.885896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:00.886398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Checking segment: {'id': 'd4202ebd-036e-43a3-9932-89aac7da96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d7e3e90-b289-4574-80e5-2c450d94a7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:00.886825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.887487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Bound using segment: {'id': 'd4202ebd-036e-43a3-9932-89aac7da96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d7e3e90-b289-4574-80e5-2c450d94a7bd'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:00.887799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Bound port: e7f9b9f4-4761-453b-a806-931fc6623067, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4202ebd-036e-43a3-9932-89aac7da96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d7e3e90-b289-4574-80e5-2c450d94a7bd'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:00.888065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.949601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.957199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.957833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6f12c6e-bcd0-41e8-b685-89f48f09b5fe {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:00.965338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.969790 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-269ecde5-abb0-49ac-bad0-abc33d2b7f13 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f6f12c6e-bcd0-41e8-b685-89f48f09b5fe HTTP/1.1" status: 204 len: 168 time: 2.0220983 Dec 24 03:30:00.969996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48764) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:00.994507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6461efd-3558-440e-8f95-d59fa8ddf380 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.037723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] Deleting subnet 3a9304c8-47d1-4262-bb92-08d3516a9aa6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:01.042846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.047052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.059691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6461efd-3558-440e-8f95-d59fa8ddf380 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.119706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] For port e7f9b9f4-4761-453b-a806-931fc6623067, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:01.123534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] For port e7f9b9f4-4761-453b-a806-931fc6623067, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e7f9b9f4-4761-453b-a806-931fc6623067,segment=NetworkSegment(d4202ebd-036e-43a3-9932-89aac7da96f2),segment_id=d4202ebd-036e-43a3-9932-89aac7da96f2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:01.124953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.128802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:01.137412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6461efd-3558-440e-8f95-d59fa8ddf380 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10470afe-0dc7-4cc5-8ab7-1ea090c139d7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:01.137657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.140345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.141682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6461efd-3558-440e-8f95-d59fa8ddf380 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.145826 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e6461efd-3558-440e-8f95-d59fa8ddf380 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8824253 Dec 24 03:30:01.150076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:01.152875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:01.158807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:01.159969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.164427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:01.172607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-72109ebe-f96e-4f65-97a4-b2fc71a1b3df tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '10470afe-0dc7-4cc5-8ab7-1ea090c139d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:01.173095 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-72109ebe-f96e-4f65-97a4-b2fc71a1b3df tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 24 03:30:01.173590 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-72109ebe-f96e-4f65-97a4-b2fc71a1b3df tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:01.174727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-72109ebe-f96e-4f65-97a4-b2fc71a1b3df tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097947 Dec 24 03:30:01.179837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48768) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:01.180292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.250262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:01.254247 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:01.259427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:01.272311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.281307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfd610-725f-4c2d-8978-c3db429bef62 None None] Pushing event updated for resources: {'Port': ['ID=e7f9b9f4-4761-453b-a806-931fc6623067,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:01.322283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-745eea51-8d28-45fc-8492-0458aada7342 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.400146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Attempting to bind port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:01.400639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Attempting to bind port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '2b780410-5f2c-4168-b137-05a70f5da78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:01.401070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Attempting to bind port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 on network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:01.403146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Pushing event updated for resources: {'Port': ['ID=12e5b2fb-ac94-4d16-a84f-0a225fd57774,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:01.415389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:01.416094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Checking segment: {'id': '2b780410-5f2c-4168-b137-05a70f5da78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:01.416766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.417177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Bound using segment: {'id': '2b780410-5f2c-4168-b137-05a70f5da78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:01.424718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Bound port: 12e5b2fb-ac94-4d16-a84f-0a225fd57774, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b780410-5f2c-4168-b137-05a70f5da78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:01.426142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.436800 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-745eea51-8d28-45fc-8492-0458aada7342 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.615188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6cfe9243-750b-4894-b136-493006f80803 None None] For port 12e5b2fb-ac94-4d16-a84f-0a225fd57774, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:01.626264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6cfe9243-750b-4894-b136-493006f80803 None None] For port 12e5b2fb-ac94-4d16-a84f-0a225fd57774, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12e5b2fb-ac94-4d16-a84f-0a225fd57774,segment=NetworkSegment(2b780410-5f2c-4168-b137-05a70f5da78a),segment_id=2b780410-5f2c-4168-b137-05a70f5da78a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:01.629096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Provisioning complete for port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:01.629543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.682489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.712295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-745eea51-8d28-45fc-8492-0458aada7342 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.715283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-745eea51-8d28-45fc-8492-0458aada7342 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.718549 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-745eea51-8d28-45fc-8492-0458aada7342 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/10470afe-0dc7-4cc5-8ab7-1ea090c139d7 HTTP/1.1" status: 204 len: 168 time: 0.5346925 Dec 24 03:30:01.732402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48770) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:01.732402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eea51-8d28-45fc-8492-0458aada7342 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10470afe-0dc7-4cc5-8ab7-1ea090c139d7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:01.758633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.20.0.1 (8d7e3e90-b289-4574-80e5-2c450d94a7bd/897474f6-41ff-4de4-a5df-245039a309b8/9a23d606-740d-414f-87e4-b406d3cf8d7a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:01.807987 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-46a62478-162d-4ebc-8789-1a105fab8d92 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697589 Dec 24 03:30:01.808655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48772) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:01.814660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b042e260-1aa0-4327-9798-c6c3b322d5a9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481730845'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:01.842428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:01.873449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.901637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe9243-750b-4894-b136-493006f80803 None None] Pushing event updated for resources: {'Port': ['ID=12e5b2fb-ac94-4d16-a84f-0a225fd57774,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:01.908477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:01.908947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.922774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b042e260-1aa0-4327-9798-c6c3b322d5a9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:01.961503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=d71ac546-7e0d-40e7-a612-854bc71b746e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:01.967604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.008773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9304c8-47d1-4262-bb92-08d3516a9aa6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:02.018482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2b45de47-8f17-43d7-a6e2-3d1e2365c828 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5234296 Dec 24 03:30:02.021376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.026822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-119b967e-9487-4dd0-b111-892f0c9114f4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3a9304c8-47d1-4262-bb92-08d3516a9aa6 HTTP/1.1" status: 204 len: 168 time: 1.0515318 Dec 24 03:30:02.026822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:02.030629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9fd029-2dd0-405d-9205-acc70b0b0069 None None] Network 76ee49a6-0e39-4114-944b-33f99bf2741e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:02.031205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cdfdc409-4336-44b7-8462-bc81544afc64 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:02.032671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48776) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:02.059748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.116441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b60741eb-9daa-4a19-9a6a-febd98d2b910 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:02.116678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.215298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfdc409-4336-44b7-8462-bc81544afc64 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:02.220689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc409-4336-44b7-8462-bc81544afc64 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.247151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] For port b60741eb-9daa-4a19-9a6a-febd98d2b910, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b60741eb-9daa-4a19-9a6a-febd98d2b910,segment=NetworkSegment(876cb79c-7c47-4deb-8969-b0c68f8d1dd3),segment_id=876cb79c-7c47-4deb-8969-b0c68f8d1dd3)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:02.263079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.275116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.286018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b042e260-1aa0-4327-9798-c6c3b322d5a9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.297831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b042e260-1aa0-4327-9798-c6c3b322d5a9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.329603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.379367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:02.379869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.384434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8321b0-22cf-4eef-8c85-bb9b5c0259f3 None None] Pushing event updated for resources: {'Port': ['ID=b60741eb-9daa-4a19-9a6a-febd98d2b910,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:02.397665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-cdfdc409-4336-44b7-8462-bc81544afc64 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3319d401-84a9-4691-98fc-4494ce2d0848 (CIDR: 2001:db8::/64) Dec 24 03:30:02.397886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042e260-1aa0-4327-9798-c6c3b322d5a9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ad395-8936-4e44-8e1f-0e746e9b33fd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:02.404924 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfdc409-4336-44b7-8462-bc81544afc64 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:02.405388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfdc409-4336-44b7-8462-bc81544afc64 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:02.442487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b042e260-1aa0-4327-9798-c6c3b322d5a9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.446578 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b042e260-1aa0-4327-9798-c6c3b322d5a9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6367831 Dec 24 03:30:02.447455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cdfdc409-4336-44b7-8462-bc81544afc64 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4205911 Dec 24 03:30:02.448469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:02.451177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48780) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:02.459617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-04142b19-8219-46b2-a77b-321a9ad7551d tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '6f4ad395-8936-4e44-8e1f-0e746e9b33fd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:02.460842 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-04142b19-8219-46b2-a77b-321a9ad7551d tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 24 03:30:02.461610 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-04142b19-8219-46b2-a77b-321a9ad7551d tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:02.462447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fd1fc732-98f3-416b-8781-b91b71ff373d None None] Provisioning complete for port d71ac546-7e0d-40e7-a612-854bc71b746e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:02.462831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd1fc732-98f3-416b-8781-b91b71ff373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.465256 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-04142b19-8219-46b2-a77b-321a9ad7551d tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148399 Dec 24 03:30:02.471089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:02.473525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48782) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:02.490154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:02.507979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fd1fc732-98f3-416b-8781-b91b71ff373d None None] Port d71ac546-7e0d-40e7-a612-854bc71b746e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:02.543219 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:02.546643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=9a23d606-740d-414f-87e4-b406d3cf8d7a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:02.551569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:02.552968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] DHCP port deletion for 76ee49a6-0e39-4114-944b-33f99bf2741e request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:02.604545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e7f9b9f4-4761-453b-a806-931fc6623067 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:02.626869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3337d8b9-de6c-4c26-aaa0-3ec3d50869ce tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.639400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.652517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] Deleting port f60d591c-3831-4d72-aeb0-bce8dab7a9af {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:02.653116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.663751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:02.668211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.736259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e7f9b9f4-4761-453b-a806-931fc6623067 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:02.736889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.751324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Deleting port f60d591c-3831-4d72-aeb0-bce8dab7a9af {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:02.752042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.778597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3337d8b9-de6c-4c26-aaa0-3ec3d50869ce tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.793181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] For port f60d591c-3831-4d72-aeb0-bce8dab7a9af, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f60d591c-3831-4d72-aeb0-bce8dab7a9af,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:02.793582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.814391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] Calling delete_port for f60d591c-3831-4d72-aeb0-bce8dab7a9af owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:02.888850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.890858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77eb043-ebf1-40e9-bc59-31470b93cd69 None None] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:02.914157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] For port f60d591c-3831-4d72-aeb0-bce8dab7a9af, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f60d591c-3831-4d72-aeb0-bce8dab7a9af,segment=NetworkSegment(c0bab8b8-f754-4f18-90a4-9fe50e2fdbef),segment_id=c0bab8b8-f754-4f18-90a4-9fe50e2fdbef)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:02.914529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.918049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:02.937734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Calling delete_port for f60d591c-3831-4d72-aeb0-bce8dab7a9af owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:02.978023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.008474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port e7f9b9f4-4761-453b-a806-931fc6623067, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e7f9b9f4-4761-453b-a806-931fc6623067,segment=NetworkSegment(d4202ebd-036e-43a3-9932-89aac7da96f2),segment_id=d4202ebd-036e-43a3-9932-89aac7da96f2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:03.046669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=26f75b2f-6931-4cf6-bdf4-86a292fc5c41,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.047340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cf6ef251-bfbb-4f3b-86eb-e5af29705ac4 None None] Provisioning complete for port e7f9b9f4-4761-453b-a806-931fc6623067 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:03.047715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef251-bfbb-4f3b-86eb-e5af29705ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.050319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.057144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:03.058665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:03.067677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:03.068272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.101595 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dee981d8-5940-4af4-96bd-a97f91aba252 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6319342 Dec 24 03:30:03.107348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736efc61-4882-4ee9-a6d6-19593c22bc33 None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:03.109727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48784) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.115095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2130210138', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26f75b2f-6931-4cf6-bdf4-86a292fc5c41'}], 'security_groups': ['7f25fdca-020f-4c53-8a46-004bf2646a67']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:03.140068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3337d8b9-de6c-4c26-aaa0-3ec3d50869ce tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.142742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3337d8b9-de6c-4c26-aaa0-3ec3d50869ce tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.144501 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3337d8b9-de6c-4c26-aaa0-3ec3d50869ce tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/6f4ad395-8936-4e44-8e1f-0e746e9b33fd HTTP/1.1" status: 204 len: 168 time: 0.6574099 Dec 24 03:30:03.156518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48786) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.163582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:03.168667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337d8b9-de6c-4c26-aaa0-3ec3d50869ce tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ad395-8936-4e44-8e1f-0e746e9b33fd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.245533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:03.246196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 16b3f35d-9792-49d3-84f0-7ac3b37a5d28 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:03.246719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a480ea56-fae0-4559-8bc3-58919738750b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:03.246902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.270015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-64421d8a-9c98-4e53-8027-bce352bf9585 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088669 Dec 24 03:30:03.270512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.275028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3e3e6fad-a558-4781-8fdc-634818c86a0e tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080714206'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:03.278860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: a480ea56-fae0-4559-8bc3-58919738750b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:03.279203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a480ea56-fae0-4559-8bc3-58919738750b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:03.287389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.321532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f60d591c-3831-4d72-aeb0-bce8dab7a9af,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.326911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] No DVR routers for this DVR port f60d591c-3831-4d72-aeb0-bce8dab7a9af on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:03.343173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6fad-a558-4781-8fdc-634818c86a0e tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.366408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=e7f9b9f4-4761-453b-a806-931fc6623067,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.372630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.426375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c0cfe-c44b-4123-81a2-34e5a6ab14d1 None None] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:03.429573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] Pushing event deleted for resources: {'Port': ['ID=f60d591c-3831-4d72-aeb0-bce8dab7a9af,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.432671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdaee1-9d86-4ca3-96d6-20d7ac6ccd09 None None] No DVR routers for this DVR port f60d591c-3831-4d72-aeb0-bce8dab7a9af on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:03.435803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.469657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ee49a6-0e39-4114-944b-33f99bf2741e']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:03.481061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.486317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:03.486590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bab8b8-f754-4f18-90a4-9fe50e2fdbef') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:03.489625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.567335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6fad-a558-4781-8fdc-634818c86a0e tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.573937 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.578844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6fad-a558-4781-8fdc-634818c86a0e tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.642638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.649860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6fad-a558-4781-8fdc-634818c86a0e tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.653833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3e3e6fad-a558-4781-8fdc-634818c86a0e tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3796027 Dec 24 03:30:03.654764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.668353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e29d95cc-d08b-4218-822b-8ff7944b9925 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '3e6559cc-fb6a-4d78-923c-a903da7e3382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:03.669300 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-e29d95cc-d08b-4218-822b-8ff7944b9925 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 24 03:30:03.669677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-e29d95cc-d08b-4218-822b-8ff7944b9925 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:03.673697 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e29d95cc-d08b-4218-822b-8ff7944b9925 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142791 Dec 24 03:30:03.673697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e6fad-a558-4781-8fdc-634818c86a0e tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6559cc-fb6a-4d78-923c-a903da7e3382,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.674160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48792) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.680896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-27c04e26-e2bc-48b2-abe0-bf3ecbc79e7f tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '3e6559cc-fb6a-4d78-923c-a903da7e3382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:03.681691 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-27c04e26-e2bc-48b2-abe0-bf3ecbc79e7f tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 24 03:30:03.682216 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-27c04e26-e2bc-48b2-abe0-bf3ecbc79e7f tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:03.683341 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-27c04e26-e2bc-48b2-abe0-bf3ecbc79e7f tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083401 Dec 24 03:30:03.686372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.690027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.700608 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:03.701012 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:03.703221 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:03.711415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-326f653c-f377-4348-b180-793c738281a7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '3e6559cc-fb6a-4d78-923c-a903da7e3382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:03.711415 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-326f653c-f377-4348-b180-793c738281a7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 24 03:30:03.711415 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-326f653c-f377-4348-b180-793c738281a7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:03.711415 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-326f653c-f377-4348-b180-793c738281a7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099733 Dec 24 03:30:03.711415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48796) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.714974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=9a23d606-740d-414f-87e4-b406d3cf8d7a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.717604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b9cd205d-8711-42b8-91f6-7068f67bc4b7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '3e6559cc-fb6a-4d78-923c-a903da7e3382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:03.718852 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-b9cd205d-8711-42b8-91f6-7068f67bc4b7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 24 03:30:03.718990 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-b9cd205d-8711-42b8-91f6-7068f67bc4b7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:03.724394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b9cd205d-8711-42b8-91f6-7068f67bc4b7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095606 Dec 24 03:30:03.725314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:03.777494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:03.781034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:03.789443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.801426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.807657 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] 10.222.0.37 "DELETE /v2.0/networks/76ee49a6-0e39-4114-944b-33f99bf2741e HTTP/1.1" status: 204 len: 168 time: 1.7613983 Dec 24 03:30:03.888681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a2d57-1507-4d99-b8a1-c196878ba9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=76ee49a6-0e39-4114-944b-33f99bf2741e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:03.890663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Delete allocated IP 2001:db8::120 (690b3665-d747-43f8-8267-1a028d2fa4bc/3319d401-84a9-4691-98fc-4494ce2d0848) {{(pid=103176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:30:03.916806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8:0:1::126 (690b3665-d747-43f8-8267-1a028d2fa4bc/26f75b2f-6931-4cf6-bdf4-86a292fc5c41/d71ac546-7e0d-40e7-a612-854bc71b746e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:03.930181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-43337dde-bb6c-4074-9071-0ad390ec4059 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:03.997481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ceba7f-9265-4e4d-8b3d-099fe5cd2d84 None None] Update dhcp port {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'fixed_ips': [{'subnet_id': '3319d401-84a9-4691-98fc-4494ce2d0848', 'ip_address': '2001:db8::2'}, {'subnet_id': '26f75b2f-6931-4cf6-bdf4-86a292fc5c41'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'b60741eb-9daa-4a19-9a6a-febd98d2b910'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:30:04.001334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a009eda8-c75a-4442-a8bd-2d2ffad2ec79 None None] Provisioning complete for port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:04.002130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a009eda8-c75a-4442-a8bd-2d2ffad2ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.008477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router b3232560-1bc9-4166-b380-74a3dd57239e is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:04.039381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-43337dde-bb6c-4074-9071-0ad390ec4059 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.097523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55ceba7f-9265-4e4d-8b3d-099fe5cd2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.113652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e7f9b9f4-4761-453b-a806-931fc6623067 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:04.194268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.227697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:04.236814 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-263cc1c0-db30-45c4-a872-bd161902020b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/b3232560-1bc9-4166-b380-74a3dd57239e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8855093 Dec 24 03:30:04.237485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48804) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.245509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-43337dde-bb6c-4074-9071-0ad390ec4059 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.261828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-43337dde-bb6c-4074-9071-0ad390ec4059 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.262521 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016cc83a-e074-4049-98d7-548df4979114 None None] Sync routers for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:04.263163 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-43337dde-bb6c-4074-9071-0ad390ec4059 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e6559cc-fb6a-4d78-923c-a903da7e3382 HTTP/1.1" status: 204 len: 168 time: 0.5375397 Dec 24 03:30:04.276628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48806) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.314899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f0f73-8c60-41e9-9b5f-c5267fd4702f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:04.317635 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f67f0f73-8c60-41e9-9b5f-c5267fd4702f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports/9a23d606-740d-414f-87e4-b406d3cf8d7a HTTP/1.1" status: 200 len: 910 time: 0.0790250 Dec 24 03:30:04.321182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48808) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.352750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016cc83a-e074-4049-98d7-548df4979114 None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:04.353412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-016cc83a-e074-4049-98d7-548df4979114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:04.360763 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-80f3d93a-ac5d-4b83-870a-d9d618cab898 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=853f874431e84adabf7448c56c8768aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1636391 Dec 24 03:30:04.361848 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a009eda8-c75a-4442-a8bd-2d2ffad2ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.366169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43337dde-bb6c-4074-9071-0ad390ec4059 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6559cc-fb6a-4d78-923c-a903da7e3382,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:04.377108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.382712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.404555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.425398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-016cc83a-e074-4049-98d7-548df4979114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:04.447071 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b6679d24-46b8-4d78-9e5f-5bd1730bdad3 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1646488 Dec 24 03:30:04.447071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48812) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.453711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ae980a00-34c2-47d1-a619-f3b76c0c2a03 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136948936'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:04.482466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e7f9b9f4-4761-453b-a806-931fc6623067 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:04.482806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.484505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016cc83a-e074-4049-98d7-548df4979114 None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:04.485480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-016cc83a-e074-4049-98d7-548df4979114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:04.526105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32b7395e-9f76-4bbf-b516-6a3c5493a283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.528121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] In _notify_port_updated(), no bound segment for port d71ac546-7e0d-40e7-a612-854bc71b746e on network 690b3665-d747-43f8-8267-1a028d2fa4bc {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:04.529376 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:04.534566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:04.535187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.539688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "PUT /v2.0/ports/d71ac546-7e0d-40e7-a612-854bc71b746e HTTP/1.1" status: 200 len: 931 time: 1.4258976 Dec 24 03:30:04.541118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48814) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.544144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a009eda8-c75a-4442-a8bd-2d2ffad2ec79 None None] For port 12e5b2fb-ac94-4d16-a84f-0a225fd57774, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12e5b2fb-ac94-4d16-a84f-0a225fd57774,segment=NetworkSegment(2b780410-5f2c-4168-b137-05a70f5da78a),segment_id=2b780410-5f2c-4168-b137-05a70f5da78a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:04.569983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a009eda8-c75a-4442-a8bd-2d2ffad2ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.572696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-016cc83a-e074-4049-98d7-548df4979114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:04.573364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016cc83a-e074-4049-98d7-548df4979114 None None] The sync data for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:04.601549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938e73-d588-4499-91d9-6bc7d88d4171 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=d71ac546-7e0d-40e7-a612-854bc71b746e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:04.630289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32b7395e-9f76-4bbf-b516-6a3c5493a283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.642697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-55ceba7f-9265-4e4d-8b3d-099fe5cd2d84 None None] Allocated IP 2001:db8:0:1::2 (690b3665-d747-43f8-8267-1a028d2fa4bc/26f75b2f-6931-4cf6-bdf4-86a292fc5c41/b60741eb-9daa-4a19-9a6a-febd98d2b910) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:04.677635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009eda8-c75a-4442-a8bd-2d2ffad2ec79 None None] Pushing event updated for resources: {'Port': ['ID=12e5b2fb-ac94-4d16-a84f-0a225fd57774,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:04.741466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32b7395e-9f76-4bbf-b516-6a3c5493a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.744991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32b7395e-9f76-4bbf-b516-6a3c5493a283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.746794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-32b7395e-9f76-4bbf-b516-6a3c5493a283 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89bc2178-0b84-4988-a0c6-094e35503bf0 HTTP/1.1" status: 204 len: 168 time: 0.3691640 Dec 24 03:30:04.750167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae980a00-34c2-47d1-a619-f3b76c0c2a03 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.778301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a3c7a2a7-7334-4a2a-9c61-bfcc48d0a5e8 None None] Provisioning complete for port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:04.778682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a2a7-7334-4a2a-9c61-bfcc48d0a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.785785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7395e-9f76-4bbf-b516-6a3c5493a283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bc2178-0b84-4988-a0c6-094e35503bf0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:04.800440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port d71ac546-7e0d-40e7-a612-854bc71b746e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:04.800808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.836658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b60741eb-9daa-4a19-9a6a-febd98d2b910 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:04.868711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae980a00-34c2-47d1-a619-f3b76c0c2a03 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.879190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae980a00-34c2-47d1-a619-f3b76c0c2a03 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.893134 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-55ceba7f-9265-4e4d-8b3d-099fe5cd2d84 None None] For port b60741eb-9daa-4a19-9a6a-febd98d2b910, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b60741eb-9daa-4a19-9a6a-febd98d2b910,segment=NetworkSegment(876cb79c-7c47-4deb-8969-b0c68f8d1dd3),segment_id=876cb79c-7c47-4deb-8969-b0c68f8d1dd3)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:04.897215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.924298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae980a00-34c2-47d1-a619-f3b76c0c2a03 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.929486 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ae980a00-34c2-47d1-a619-f3b76c0c2a03 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4814646 Dec 24 03:30:04.932330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48818) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.937421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-19ac57b1-5afc-4a23-8a40-635c6bc26e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:04.937900 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-19ac57b1-5afc-4a23-8a40-635c6bc26e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 03:30:04.938023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.938384 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-19ac57b1-5afc-4a23-8a40-635c6bc26e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:04.942320 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-19ac57b1-5afc-4a23-8a40-635c6bc26e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084448 Dec 24 03:30:04.945586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48820) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:04.953093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for d71ac546-7e0d-40e7-a612-854bc71b746e owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:04.957360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55ceba7f-9265-4e4d-8b3d-099fe5cd2d84 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.970819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55ceba7f-9265-4e4d-8b3d-099fe5cd2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:04.980042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7d76cf2a-93d6-4784-88f1-27abfd02cd64 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:04.995654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:04.996164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.037163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae980a00-34c2-47d1-a619-f3b76c0c2a03 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db8be7e-9881-4fa3-b35d-6744108de527,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:05.140434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a3c7a2a7-7334-4a2a-9c61-bfcc48d0a5e8 None None] Provisioning complete for port e7f9b9f4-4761-453b-a806-931fc6623067 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:05.141000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a2a7-7334-4a2a-9c61-bfcc48d0a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.143465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceba7f-9265-4e4d-8b3d-099fe5cd2d84 None None] Pushing event updated for resources: {'Port': ['ID=b60741eb-9daa-4a19-9a6a-febd98d2b910,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:05.157717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.235513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=d71ac546-7e0d-40e7-a612-854bc71b746e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:05.235720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12e5b2fb-ac94-4d16-a84f-0a225fd57774 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:05.288985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.296078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dcbbb536-b5d8-45b4-b3cc-358b5fae5ee4 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/d71ac546-7e0d-40e7-a612-854bc71b746e HTTP/1.1" status: 204 len: 168 time: 0.7519438 Dec 24 03:30:05.296804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48826) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.330266 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec2d95a-641c-41c7-8628-4b3d5230bcbd tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:30:05.336340 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4ec2d95a-641c-41c7-8628-4b3d5230bcbd tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/d71ac546-7e0d-40e7-a612-854bc71b746e HTTP/1.1" status: 404 len: 333 time: 0.0381861 Dec 24 03:30:05.336761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48830) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.378632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:05.378901 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.408590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52283098-d7f2-4dfd-ade6-05fc4c15bec7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.420728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a3c7a2a7-7334-4a2a-9c61-bfcc48d0a5e8 None None] Provisioning complete for port 9a23d606-740d-414f-87e4-b406d3cf8d7a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:05.421099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3c7a2a7-7334-4a2a-9c61-bfcc48d0a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.451363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52283098-d7f2-4dfd-ade6-05fc4c15bec7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.492346 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-7d76cf2a-93d6-4784-88f1-27abfd02cd64 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:05.494134 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7d76cf2a-93d6-4784-88f1-27abfd02cd64 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5179391 Dec 24 03:30:05.497473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48836) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.504749 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-25a476cc-3103-4573-98ac-9ca40c9fcc65 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:05.505597 dv-neutron-822869-1-hyperv neutron-server[103177]: WARNING neutron.api.v2.base [None req-25a476cc-3103-4573-98ac-9ca40c9fcc65 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 24 03:30:05.506886 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-25a476cc-3103-4573-98ac-9ca40c9fcc65 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:05.508073 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-25a476cc-3103-4573-98ac-9ca40c9fcc65 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094419 Dec 24 03:30:05.513988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48838) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.516993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7a2a7-7334-4a2a-9c61-bfcc48d0a5e8 None None] Port 9a23d606-740d-414f-87e4-b406d3cf8d7a cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:05.524706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2599c680-647b-40dd-91da-014a29478bc0 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:05.525177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52283098-d7f2-4dfd-ade6-05fc4c15bec7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.528850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52283098-d7f2-4dfd-ade6-05fc4c15bec7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.530093 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-52283098-d7f2-4dfd-ade6-05fc4c15bec7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ff84996-d61b-4688-86b6-66893f771b68 HTTP/1.1" status: 204 len: 168 time: 0.1916831 Dec 24 03:30:05.532783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48840) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.553296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52283098-d7f2-4dfd-ade6-05fc4c15bec7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff84996-d61b-4688-86b6-66893f771b68,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:05.648443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-54ac7d86-e608-4127-8d8d-acdad0385c49 None None] Provisioning complete for port 9a23d606-740d-414f-87e4-b406d3cf8d7a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:05.648443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54ac7d86-e608-4127-8d8d-acdad0385c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.694068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f60d591c-3831-4d72-aeb0-bce8dab7a9af no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:05.703003 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-2599c680-647b-40dd-91da-014a29478bc0 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:05.707743 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2599c680-647b-40dd-91da-014a29478bc0 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1886525 Dec 24 03:30:05.708929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.715883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cb7496e3-6aeb-4bf0-9934-7b38112cfdf2 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:05.716513 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-cb7496e3-6aeb-4bf0-9934-7b38112cfdf2 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 03:30:05.717677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-cb7496e3-6aeb-4bf0-9934-7b38112cfdf2 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:05.721395 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cb7496e3-6aeb-4bf0-9934-7b38112cfdf2 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090036 Dec 24 03:30:05.722995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.730683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8362132b-7c66-493b-8f03-6f56462ddb8c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.735358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f72ec41d-0b57-4e67-a1ce-b4a347835724 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:05.742395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f60d591c-3831-4d72-aeb0-bce8dab7a9af {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:05.742803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f60d591c-3831-4d72-aeb0-bce8dab7a9af not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:05.752706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-54ac7d86-e608-4127-8d8d-acdad0385c49 None None] Port 9a23d606-740d-414f-87e4-b406d3cf8d7a cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:05.757241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.21.0.1 (fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f/9f98840b-1ebe-4285-a9d3-1828db65b5c1/5c6b626e-31b3-403f-aa5e-8821286664d8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:05.769862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8362132b-7c66-493b-8f03-6f56462ddb8c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.850698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-f72ec41d-0b57-4e67-a1ce-b4a347835724 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:05.852524 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f72ec41d-0b57-4e67-a1ce-b4a347835724 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1288395 Dec 24 03:30:05.860351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.873163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9f8c1f9c-43df-49c0-92aa-134523955539 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:05.873866 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-9f8c1f9c-43df-49c0-92aa-134523955539 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 24 03:30:05.874363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-9f8c1f9c-43df-49c0-92aa-134523955539 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:05.875925 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f8c1f9c-43df-49c0-92aa-134523955539 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147545 Dec 24 03:30:05.882231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.887933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0cf29cd2-c22f-4a60-b811-ab3b75036bf7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:05.909153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8362132b-7c66-493b-8f03-6f56462ddb8c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.918969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8362132b-7c66-493b-8f03-6f56462ddb8c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:05.918969 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8362132b-7c66-493b-8f03-6f56462ddb8c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/security-groups/7f25fdca-020f-4c53-8a46-004bf2646a67 HTTP/1.1" status: 204 len: 168 time: 0.3820345 Dec 24 03:30:05.921910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:05.935936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362132b-7c66-493b-8f03-6f56462ddb8c tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f25fdca-020f-4c53-8a46-004bf2646a67,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:05.979960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b60741eb-9daa-4a19-9a6a-febd98d2b910 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:05.984886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.012231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48860) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.043265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-0cf29cd2-c22f-4a60-b811-ab3b75036bf7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:06.046821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0cf29cd2-c22f-4a60-b811-ab3b75036bf7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1609688 Dec 24 03:30:06.047607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.054120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-74b70d70-00ba-4852-8a0e-c1dceb79471c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '8db8be7e-9881-4fa3-b35d-6744108de527', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:06.072911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.076697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet 3319d401-84a9-4691-98fc-4494ce2d0848 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:06.077560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:06.080917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.114348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.172551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.174415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:06.178022 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-74b70d70-00ba-4852-8a0e-c1dceb79471c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:06.191088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48866) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.197701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12e5b2fb-ac94-4d16-a84f-0a225fd57774 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:06.198277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-74b70d70-00ba-4852-8a0e-c1dceb79471c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1475761 Dec 24 03:30:06.221598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:06.233220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:06.277230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a7e1f5f2-107f-4f4e-8d7b-655b06c1b5ed None None] Provisioning complete for port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:06.277608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a7e1f5f2-107f-4f4e-8d7b-655b06c1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.302698 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-be5a5755-8f79-4fb9-9fc6-2a47060fe8ac tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.308893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.311006 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-be5a5755-8f79-4fb9-9fc6-2a47060fe8ac tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2965901 Dec 24 03:30:06.316534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-997a9559-0706-4173-aa7e-d96aafb1e751 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.317765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-997a9559-0706-4173-aa7e-d96aafb1e751 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072579 Dec 24 03:30:06.349365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=5c6b626e-31b3-403f-aa5e-8821286664d8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:06.352432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48870) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.359303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:06.359686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.377627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-56e74acd-dbf4-412f-b2ae-8a99fd14ccd7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.383620 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-56e74acd-dbf4-412f-b2ae-8a99fd14ccd7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0125315 Dec 24 03:30:06.387750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48872) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.398211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.403786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-00868937-5d0c-443c-833b-26f96b5c7c9d tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.410594 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-00868937-5d0c-443c-833b-26f96b5c7c9d tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0147383 Dec 24 03:30:06.411678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48874) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.419127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1f5f2-107f-4f4e-8d7b-655b06c1b5ed None None] Port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:06.429158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-5ed0f1ac-0164-4940-be75-774c01b36577 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.434041 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5ed0f1ac-0164-4940-be75-774c01b36577 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0153279 Dec 24 03:30:06.440112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48876) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.447348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-0ee16797-1853-4659-9b91-5a020b3b3202 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.451906 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0ee16797-1853-4659-9b91-5a020b3b3202 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0099404 Dec 24 03:30:06.455071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.463473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a7e1f5f2-107f-4f4e-8d7b-655b06c1b5ed None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:06.463849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a7e1f5f2-107f-4f4e-8d7b-655b06c1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.484534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.492393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-e5bdcdbd-f0be-453b-853e-0dad958abed4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.494459 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e5bdcdbd-f0be-453b-853e-0dad958abed4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090210 Dec 24 03:30:06.497091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.501081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48880) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.536935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-a2379459-1f0e-496c-8053-9046dc38c052 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.538151 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a2379459-1f0e-496c-8053-9046dc38c052 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068028 Dec 24 03:30:06.546498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=3319d401-84a9-4691-98fc-4494ce2d0848,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:06.556840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.568762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-949977c7-deb3-412d-9605-6ccbffe3b890 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.570308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-949977c7-deb3-412d-9605-6ccbffe3b890 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0120013 Dec 24 03:30:06.573829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.579712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-6dbc8e9b-f3e2-462e-b3b9-b112829646f4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.588191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48886) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.590688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6dbc8e9b-f3e2-462e-b3b9-b112829646f4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059657 Dec 24 03:30:06.592127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.593975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-be3913d2-852d-43ff-a3e3-24d8229d2684 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.595384 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-be3913d2-852d-43ff-a3e3-24d8229d2684 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058820 Dec 24 03:30:06.599164 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a95bb2cc-b8dd-46b1-9daa-72b92f8f2fd6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/3319d401-84a9-4691-98fc-4494ce2d0848 HTTP/1.1" status: 204 len: 168 time: 0.6675768 Dec 24 03:30:06.601378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48888) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.601878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.614695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-67e648aa-d4be-470e-9934-fafe879ee347 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.614695 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-67e648aa-d4be-470e-9934-fafe879ee347 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0083599 Dec 24 03:30:06.624202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:06.632923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.638838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-c560a075-6461-4a20-9eee-a33c5618d523 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.641284 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c560a075-6461-4a20-9eee-a33c5618d523 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061643 Dec 24 03:30:06.644132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.651278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-4a2106f9-6b5a-4bbf-81b6-75fa0bf4e518 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.652676 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4a2106f9-6b5a-4bbf-81b6-75fa0bf4e518 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074069 Dec 24 03:30:06.655592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48896) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.663683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-71f8fada-19af-459a-9b52-a6e41390b38a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.665100 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-71f8fada-19af-459a-9b52-a6e41390b38a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060420 Dec 24 03:30:06.667953 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.669444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48898) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.672463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79230aca-1dde-439e-9b2d-f1eb8008ae71 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.683546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31090dbf-f069-4b1c-9548-4cf809d49253 None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:06.685045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-d4ff5a73-9461-4dcb-8810-c3c29b505412 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.688873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48900) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.689478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d4ff5a73-9461-4dcb-8810-c3c29b505412 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0100851 Dec 24 03:30:06.694468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-a4da0e55-6e6e-422c-a05e-4718f1f8d89e tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.697698 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a4da0e55-6e6e-422c-a05e-4718f1f8d89e tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043268 Dec 24 03:30:06.699776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a7e1f5f2-107f-4f4e-8d7b-655b06c1b5ed None None] Could not find standard attr ID for object d71ac546-7e0d-40e7-a612-854bc71b746e. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:30:06.701612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.707312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-d91907f2-c4ce-483e-aff3-f72d94498a9b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.711783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d91907f2-c4ce-483e-aff3-f72d94498a9b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0088663 Dec 24 03:30:06.712780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.718854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-5f9ff99d-b4bc-4b5c-aba4-c6df2e3da1a4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.723421 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5f9ff99d-b4bc-4b5c-aba4-c6df2e3da1a4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076222 Dec 24 03:30:06.724205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.730399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-13d2464a-3971-4220-a5b8-9e72db06ac4f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.734979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-13d2464a-3971-4220-a5b8-9e72db06ac4f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075130 Dec 24 03:30:06.735761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48908) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.740634 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-7c53537f-3c1f-497e-b70e-115b93f22d11 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.741575 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7c53537f-3c1f-497e-b70e-115b93f22d11 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048931 Dec 24 03:30:06.749070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79230aca-1dde-439e-9b2d-f1eb8008ae71 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.751384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48910) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.763157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-ddf0585b-f35e-4c61-9869-1c66b413c391 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.766497 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ddf0585b-f35e-4c61-9869-1c66b413c391 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0118229 Dec 24 03:30:06.771639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.775774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-c2f3b26d-f02e-4832-b985-51db26ea3e59 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.776729 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c2f3b26d-f02e-4832-b985-51db26ea3e59 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041602 Dec 24 03:30:06.779346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.783127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-ba421960-d3de-4387-80ef-374ebe47756b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.784040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ba421960-d3de-4387-80ef-374ebe47756b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0038574 Dec 24 03:30:06.788088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48916) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.797480 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-c38c6b2c-6d14-47e3-878d-2c6a5745f754 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.798445 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c38c6b2c-6d14-47e3-878d-2c6a5745f754 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0093825 Dec 24 03:30:06.801347 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.807338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-e05af54d-6176-4b05-a602-48088088f768 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.808907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e05af54d-6176-4b05-a602-48088088f768 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063496 Dec 24 03:30:06.812055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48920) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.816428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-2b060421-5896-4eb2-9d06-bac22c12b145 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.820837 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2b060421-5896-4eb2-9d06-bac22c12b145 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043814 Dec 24 03:30:06.825026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.829812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-390a7522-a159-4b2f-9554-52f43cfcbcb7 None None] Provisioning complete for port 5c6b626e-31b3-403f-aa5e-8821286664d8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:06.830000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-27e2d9e1-6162-4755-8dc1-a01ed7ead6a1 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.830328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-390a7522-a159-4b2f-9554-52f43cfcbcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.833911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-27e2d9e1-6162-4755-8dc1-a01ed7ead6a1 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050058 Dec 24 03:30:06.835938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48924) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.840148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-60de39d7-e78b-4f64-97fb-d4c1af624150 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.842261 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-60de39d7-e78b-4f64-97fb-d4c1af624150 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054910 Dec 24 03:30:06.845221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48926) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.881031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-ecc08963-3e94-4b22-baab-3a589607c529 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.881481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-390a7522-a159-4b2f-9554-52f43cfcbcb7 None None] Port 5c6b626e-31b3-403f-aa5e-8821286664d8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:06.885538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48928) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.885964 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ecc08963-3e94-4b22-baab-3a589607c529 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079687 Dec 24 03:30:06.887867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-390a7522-a159-4b2f-9554-52f43cfcbcb7 None None] Could not find standard attr ID for object d71ac546-7e0d-40e7-a612-854bc71b746e. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:30:06.892066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-16a31df8-f649-4307-b64c-9c9982e5275c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.893319 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-16a31df8-f649-4307-b64c-9c9982e5275c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065675 Dec 24 03:30:06.896526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:06.898656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48930) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.900190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.907516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-1249dd6b-84bf-4db6-bced-c49007bdf66c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.908525 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1249dd6b-84bf-4db6-bced-c49007bdf66c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064321 Dec 24 03:30:06.911714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48932) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.913611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79230aca-1dde-439e-9b2d-f1eb8008ae71 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.916251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79230aca-1dde-439e-9b2d-f1eb8008ae71 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:06.917484 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-79230aca-1dde-439e-9b2d-f1eb8008ae71 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/8db8be7e-9881-4fa3-b35d-6744108de527 HTTP/1.1" status: 204 len: 168 time: 0.7195091 Dec 24 03:30:06.920129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48934) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.920553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-fc93314d-ea52-4e07-bfd2-4f0f8c57d0b4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.923749 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc93314d-ea52-4e07-bfd2-4f0f8c57d0b4 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087743 Dec 24 03:30:06.926247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48936) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.935043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-c0c34a20-74de-4bf3-be8e-06cb74ea74bc tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.938590 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c0c34a20-74de-4bf3-be8e-06cb74ea74bc tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0062685 Dec 24 03:30:06.939548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48938) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.947792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-16f019ea-52b7-41df-b1bf-c467824a14f7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.951193 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-16f019ea-52b7-41df-b1bf-c467824a14f7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047638 Dec 24 03:30:06.955633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48940) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.956972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79230aca-1dde-439e-9b2d-f1eb8008ae71 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db8be7e-9881-4fa3-b35d-6744108de527,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:06.964543 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-252191eb-8af2-4ffd-99e8-e0ff6c1b56a6 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.965597 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-252191eb-8af2-4ffd-99e8-e0ff6c1b56a6 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066018 Dec 24 03:30:06.968833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48942) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.975004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-b5bee88a-bd69-4c1e-8a8e-8568d37dfc23 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.975988 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b5bee88a-bd69-4c1e-8a8e-8568d37dfc23 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062668 Dec 24 03:30:06.979756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48944) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:06.986250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-cca0912b-b714-486e-8335-15905ed6889b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:06.987152 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cca0912b-b714-486e-8335-15905ed6889b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072072 Dec 24 03:30:06.990869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48946) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.008735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-c60aa99f-34d5-4b95-a563-75245dfdb2e9 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.009723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c60aa99f-34d5-4b95-a563-75245dfdb2e9 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0166731 Dec 24 03:30:07.016632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48948) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.025898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-318f0b21-360a-4a38-a49e-b0231bba90c7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.026897 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-318f0b21-360a-4a38-a49e-b0231bba90c7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0069838 Dec 24 03:30:07.029966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48950) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.040478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-d08bd7e9-e74e-4f13-a24b-cf5a04ec123f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.041447 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d08bd7e9-e74e-4f13-a24b-cf5a04ec123f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0061703 Dec 24 03:30:07.044713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48952) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.051661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-570a88c4-8b8c-4d1e-8bcc-574e550dc1c0 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.054930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-570a88c4-8b8c-4d1e-8bcc-574e550dc1c0 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052617 Dec 24 03:30:07.056004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48954) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.065005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-4ee313dc-3a93-4cfd-bbac-3e22d22db58b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.068579 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4ee313dc-3a93-4cfd-bbac-3e22d22db58b tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0092695 Dec 24 03:30:07.076105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cce5d739-d523-4b32-817a-7bc260be0031 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1458445 Dec 24 03:30:07.076105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48956) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.076105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-3f482cff-d770-4daa-ab9c-d6d488b011a9 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.079956 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3f482cff-d770-4daa-ab9c-d6d488b011a9 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042608 Dec 24 03:30:07.080080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48958) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.080558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.085281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-82855168-b85c-4d13-bd0e-1369d995783c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.088411 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-82855168-b85c-4d13-bd0e-1369d995783c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049779 Dec 24 03:30:07.088563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c6c550b9-d2e0-415d-bf47-f14c99408f7c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--221300343'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:07.089237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.107672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-3a13fa32-a2a8-4e70-9d4e-d36acd653ad0 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.114642 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3a13fa32-a2a8-4e70-9d4e-d36acd653ad0 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0222597 Dec 24 03:30:07.119056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48964) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.126421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-a234c2d8-f234-4135-817c-f98dd1dfbb54 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.127391 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a234c2d8-f234-4135-817c-f98dd1dfbb54 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0074043 Dec 24 03:30:07.130756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48966) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.135899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-d3c7dd30-35ce-4f2b-b500-b838451bad06 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.137227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d3c7dd30-35ce-4f2b-b500-b838451bad06 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051529 Dec 24 03:30:07.139441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48968) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.146401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-d1939364-1fdf-4f00-a749-aaf026f85bc5 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.146801 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c550b9-d2e0-415d-bf47-f14c99408f7c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.147384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d1939364-1fdf-4f00-a749-aaf026f85bc5 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070126 Dec 24 03:30:07.149996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48970) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.156160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-0a64dafc-8a51-4ab2-8a9a-70b19463125c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.157300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0a64dafc-8a51-4ab2-8a9a-70b19463125c tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059869 Dec 24 03:30:07.159829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.165883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-8203013a-a0e9-4da6-91b1-26f6afaeecc0 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.168961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8203013a-a0e9-4da6-91b1-26f6afaeecc0 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0061886 Dec 24 03:30:07.169716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.172932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.176430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-91bd9411-e089-4c9f-8161-ba0711007bb9 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.177603 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-91bd9411-e089-4c9f-8161-ba0711007bb9 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069449 Dec 24 03:30:07.181373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48976) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.183675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.211477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-32cc17b7-9d85-4a4d-855f-46ac42548194 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.215156 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-32cc17b7-9d85-4a4d-855f-46ac42548194 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0328586 Dec 24 03:30:07.218220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48978) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.223444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-3a95dc85-c1eb-4de5-b86b-a2e1ed6a7a59 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.227058 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3a95dc85-c1eb-4de5-b86b-a2e1ed6a7a59 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080776 Dec 24 03:30:07.230394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.234108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-f38df747-8550-4f01-838a-a3e0d7b0cb3d tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.237123 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f38df747-8550-4f01-838a-a3e0d7b0cb3d tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061662 Dec 24 03:30:07.242260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48982) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.249036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-583860eb-b8f9-42bc-827e-13c339931ab7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.253372 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-583860eb-b8f9-42bc-827e-13c339931ab7 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076411 Dec 24 03:30:07.255315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48984) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.259816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-e91c25bd-c246-4065-93d7-1c447e9dcc1f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.260815 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e91c25bd-c246-4065-93d7-1c447e9dcc1f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044637 Dec 24 03:30:07.263546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.271004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-2981813f-ee1d-4aaa-816d-0e4243774369 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.271770 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2981813f-ee1d-4aaa-816d-0e4243774369 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073400 Dec 24 03:30:07.274469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48988) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.297373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-95bd093a-3d20-4866-9da7-673d511c286a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.297890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-95bd093a-3d20-4866-9da7-673d511c286a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0225220 Dec 24 03:30:07.299286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.301555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.304296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=5c6b626e-31b3-403f-aa5e-8821286664d8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:07.308611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-514c759f-24d2-4378-a2ec-fd71eaa692f2 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.309582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-514c759f-24d2-4378-a2ec-fd71eaa692f2 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0070839 Dec 24 03:30:07.312302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48992) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.321310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-72caab0f-06fe-4b02-938e-cc84a61122ca tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.325001 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-72caab0f-06fe-4b02-938e-cc84a61122ca tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071440 Dec 24 03:30:07.329731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48994) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.334548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-c201f00e-051e-4091-aa74-438de2b29d6f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.338272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 48996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.338488 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c201f00e-051e-4091-aa74-438de2b29d6f tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076795 Dec 24 03:30:07.343882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-691d03d0-28ae-483c-a994-5add913b542a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.344976 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-691d03d0-28ae-483c-a994-5add913b542a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051022 Dec 24 03:30:07.348071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 48998) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.350373 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c550b9-d2e0-415d-bf47-f14c99408f7c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.361408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.363912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-0704419d-5bf2-439f-956f-0fc1f7c76287 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.364919 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0704419d-5bf2-439f-956f-0fc1f7c76287 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0133431 Dec 24 03:30:07.368171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49000) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.370342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c550b9-d2e0-415d-bf47-f14c99408f7c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.374897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-5415e2d3-f2f3-4e47-a223-251b8553c191 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.375980 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5415e2d3-f2f3-4e47-a223-251b8553c191 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064330 Dec 24 03:30:07.390403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49002) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.397560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [None req-2911777b-1373-4132-be8a-9208243c996a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.398493 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2911777b-1373-4132-be8a-9208243c996a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0055778 Dec 24 03:30:07.403010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49004) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.409651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-117a2b04-e38e-4f7a-9064-9a4f42781c81 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.410734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-117a2b04-e38e-4f7a-9064-9a4f42781c81 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044312 Dec 24 03:30:07.415545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.420471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-42b81bb6-a7f9-400a-8587-56593d74e746 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.421868 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-42b81bb6-a7f9-400a-8587-56593d74e746 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051901 Dec 24 03:30:07.432006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.441106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-76b781cc-94bb-4ecb-86ad-fe3c1c6e480a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.442113 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-76b781cc-94bb-4ecb-86ad-fe3c1c6e480a tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0088441 Dec 24 03:30:07.445923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:07.446554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49010) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.451212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-924a15e0-e777-42de-bd11-5e4b0d6e8765 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.452161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-924a15e0-e777-42de-bd11-5e4b0d6e8765 tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043263 Dec 24 03:30:07.453277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c550b9-d2e0-415d-bf47-f14c99408f7c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.453514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:07.458331 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c6c550b9-d2e0-415d-bf47-f14c99408f7c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3744462 Dec 24 03:30:07.458493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.458493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:07.458994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49014) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.462289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [None req-c084ba41-c91c-4920-b5f6-fbeb296f90fe tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:30:07.463257 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c084ba41-c91c-4920-b5f6-fbeb296f90fe tempest-ExtensionsTestJSON-571425675 tempest-ExtensionsTestJSON-571425675-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0063038 Dec 24 03:30:07.464701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:07.465585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.467931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-227cf6a2-cfd0-43d4-b6eb-ca00239df654 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': 'df013e20-a22d-4e96-8df8-7dab014d1b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:07.477957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c550b9-d2e0-415d-bf47-f14c99408f7c tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df013e20-a22d-4e96-8df8-7dab014d1b2e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:07.500350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b2d9cbbb-91bb-4be5-ae96-ef25f22fc3d2 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8965626 Dec 24 03:30:07.502304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49018) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.508672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c28260be-4fcd-449f-ae4e-801db208bc0a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'security_group': {'name': 'tempest-secgroup-247019691'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:07.529601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:07.534922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:07.548241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c28260be-4fcd-449f-ae4e-801db208bc0a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.575674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb9c423-943f-4e21-ad6e-53aa187e5efa None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:07.646003 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-227cf6a2-cfd0-43d4-b6eb-ca00239df654 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The resource could not be found. Dec 24 03:30:07.648983 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-227cf6a2-cfd0-43d4-b6eb-ca00239df654 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1855187 Dec 24 03:30:07.656955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49020) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.666392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-708f8f3f-0ee4-4e62-a142-902685fff3de tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': 'df013e20-a22d-4e96-8df8-7dab014d1b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'da75f18a-a79d-4eb7-8d65-7a4639f55470'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:07.688338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-25918c2b-b280-4b68-a7b2-9e66346b1959 None None] Provisioning complete for port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:07.688742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25918c2b-b280-4b68-a7b2-9e66346b1959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.713931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c28260be-4fcd-449f-ae4e-801db208bc0a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.718185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router b3232560-1bc9-4166-b380-74a3dd57239e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:07.723465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c28260be-4fcd-449f-ae4e-801db208bc0a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.754196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-25918c2b-b280-4b68-a7b2-9e66346b1959 None None] Port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:07.776070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-25918c2b-b280-4b68-a7b2-9e66346b1959 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:07.779398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25918c2b-b280-4b68-a7b2-9e66346b1959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.780609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c28260be-4fcd-449f-ae4e-801db208bc0a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.782262 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c28260be-4fcd-449f-ae4e-801db208bc0a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2783206 Dec 24 03:30:07.787267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.804965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-85ffc9c7-5a67-4ba3-989d-5c9b5a8c0695 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'security_group': {'name': 'tempest-secgroup-665911774'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:07.812520 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-708f8f3f-0ee4-4e62-a142-902685fff3de tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The resource could not be found. Dec 24 03:30:07.813843 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-708f8f3f-0ee4-4e62-a142-902685fff3de tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1554675 Dec 24 03:30:07.819529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.872520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:07.881262 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b73b5537-6656-4763-a79f-deabeeda7010 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/b3232560-1bc9-4166-b380-74a3dd57239e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5549726 Dec 24 03:30:07.881262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49030) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.884517 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] Sync routers for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:07.899213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28260be-4fcd-449f-ae4e-801db208bc0a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb96b38-f034-43fc-9d6b-dae6cfefe65e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:07.904200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:07.905134 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:07.928152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e418c-a340-4d73-a36b-57665707e4b3 None None] Update dhcp port {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'fixed_ips': [{'subnet_id': '26f75b2f-6931-4cf6-bdf4-86a292fc5c41', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'b60741eb-9daa-4a19-9a6a-febd98d2b910'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:30:07.952972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-764f5463-c522-4755-85d2-f56d8c141f94 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.963152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49032) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.978387 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:07.984125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ac8e1-e25c-4ed1-8b92-544da4697026 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:07.988931 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-726ac8e1-e25c-4ed1-8b92-544da4697026 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports/5c6b626e-31b3-403f-aa5e-8821286664d8 HTTP/1.1" status: 200 len: 910 time: 0.1038089 Dec 24 03:30:07.993806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49036) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:07.994239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-764f5463-c522-4755-85d2-f56d8c141f94 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:07.996262 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:07.997440 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:08.044301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49038) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.045897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85ffc9c7-5a67-4ba3-989d-5c9b5a8c0695 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.046634 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:08.047859 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab04f85-32a9-4e54-bb8d-917ef9000a5d None None] The sync data for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:08.066929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-764f5463-c522-4755-85d2-f56d8c141f94 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.069714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-764f5463-c522-4755-85d2-f56d8c141f94 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.070980 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-764f5463-c522-4755-85d2-f56d8c141f94 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/df013e20-a22d-4e96-8df8-7dab014d1b2e HTTP/1.1" status: 204 len: 168 time: 0.2504780 Dec 24 03:30:08.084990 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49040) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.130878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f5463-c522-4755-85d2-f56d8c141f94 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df013e20-a22d-4e96-8df8-7dab014d1b2e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:08.186311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-472e418c-a340-4d73-a36b-57665707e4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.190339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8662e44-c706-4ba6-b0f8-22840fa55b7b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:08.191257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8662e44-c706-4ba6-b0f8-22840fa55b7b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:08.191738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8662e44-c706-4ba6-b0f8-22840fa55b7b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:08.193745 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c2f3fb01-eed6-4af5-aeae-210d91f8bea7 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1076419 Dec 24 03:30:08.197738 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c8662e44-c706-4ba6-b0f8-22840fa55b7b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=b78932c88ef44b1198968d4fecf13dba&network_id=0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 200 len: 3000 time: 0.1485763 Dec 24 03:30:08.198383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.204782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-db63969a-7a05-4717-9d7d-d71b8d4773f9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '9612c048-9e50-41b8-bb89-b93927004f17', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:08.206868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d8a25b2-0fed-41b4-ae6a-c790f4714944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.252824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85ffc9c7-5a67-4ba3-989d-5c9b5a8c0695 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.259139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85ffc9c7-5a67-4ba3-989d-5c9b5a8c0695 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.299003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85ffc9c7-5a67-4ba3-989d-5c9b5a8c0695 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.300277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-85ffc9c7-5a67-4ba3-989d-5c9b5a8c0695 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5063512 Dec 24 03:30:08.302306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffc9c7-5a67-4ba3-989d-5c9b5a8c0695 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae81b1c-0336-479d-973d-f729255c79e1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:08.304346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.308990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6c77d8e2-f710-46f8-8884-006eb34090b8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281557280'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:08.316128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-db63969a-7a05-4717-9d7d-d71b8d4773f9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The resource could not be found. Dec 24 03:30:08.320955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-db63969a-7a05-4717-9d7d-d71b8d4773f9 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1203675 Dec 24 03:30:08.323427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.329772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d0f406bf-e26a-4c45-89e8-3f38274b3550 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--764100333'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:08.360388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c77d8e2-f710-46f8-8884-006eb34090b8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.388090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f406bf-e26a-4c45-89e8-3f38274b3550 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.422345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-023b9126-a4ec-457a-91d7-cc2caeb6f51a None None] Provisioning complete for port 5c6b626e-31b3-403f-aa5e-8821286664d8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:08.422726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-023b9126-a4ec-457a-91d7-cc2caeb6f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.457902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d8a25b2-0fed-41b4-ae6a-c790f4714944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.460540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-472e418c-a340-4d73-a36b-57665707e4b3 None None] Allocated IP 2001:db8::2 (690b3665-d747-43f8-8267-1a028d2fa4bc/c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf/b60741eb-9daa-4a19-9a6a-febd98d2b910) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:08.470766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d8a25b2-0fed-41b4-ae6a-c790f4714944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.480446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c77d8e2-f710-46f8-8884-006eb34090b8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.481998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-023b9126-a4ec-457a-91d7-cc2caeb6f51a None None] Port 5c6b626e-31b3-403f-aa5e-8821286664d8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:08.492916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c77d8e2-f710-46f8-8884-006eb34090b8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.517528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f406bf-e26a-4c45-89e8-3f38274b3550 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.526965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f406bf-e26a-4c45-89e8-3f38274b3550 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.532116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a25b2-0fed-41b4-ae6a-c790f4714944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c196f-ebb6-4784-b9e6-b484fda68fd2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:08.541558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c77d8e2-f710-46f8-8884-006eb34090b8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.542317 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3d8a25b2-0fed-41b4-ae6a-c790f4714944 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84002ac53e894356a243b1fe61f28f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5772197 Dec 24 03:30:08.543280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6c77d8e2-f710-46f8-8884-006eb34090b8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2377067 Dec 24 03:30:08.546416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77d8e2-f710-46f8-8884-006eb34090b8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437d2ccd-cdb9-4ab7-97bd-688937fe4f2c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:08.547089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49052) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.547374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49054) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.567419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f406bf-e26a-4c45-89e8-3f38274b3550 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.572076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d0f406bf-e26a-4c45-89e8-3f38274b3550 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2476351 Dec 24 03:30:08.576047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.586106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-08861123-05b8-4c30-8526-a493245b11bf tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920362477'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:08.588121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-472e418c-a340-4d73-a36b-57665707e4b3 None None] For port b60741eb-9daa-4a19-9a6a-febd98d2b910, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b60741eb-9daa-4a19-9a6a-febd98d2b910,segment=NetworkSegment(876cb79c-7c47-4deb-8969-b0c68f8d1dd3),segment_id=876cb79c-7c47-4deb-8969-b0c68f8d1dd3)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:08.590645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1522683690', 'security_groups': ['437d2ccd-cdb9-4ab7-97bd-688937fe4f2c'], 'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:08.598521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f406bf-e26a-4c45-89e8-3f38274b3550 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4bdbe-16aa-4d40-888a-d614deea7dd3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:08.624163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08861123-05b8-4c30-8526-a493245b11bf tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.625170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-472e418c-a340-4d73-a36b-57665707e4b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.631117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-472e418c-a340-4d73-a36b-57665707e4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.708670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08861123-05b8-4c30-8526-a493245b11bf tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.713939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08861123-05b8-4c30-8526-a493245b11bf tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.741885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e418c-a340-4d73-a36b-57665707e4b3 None None] Pushing event updated for resources: {'Port': ['ID=b60741eb-9daa-4a19-9a6a-febd98d2b910,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:08.753805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08861123-05b8-4c30-8526-a493245b11bf tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.757739 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-08861123-05b8-4c30-8526-a493245b11bf tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1778543 Dec 24 03:30:08.757903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96fe64c3-2fd1-4eca-8406-fae38d1841df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.758350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.763305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6d76c86c-9299-4055-b601-0316d36cd778 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group_rule': {'security_group_id': '64a4bdbe-16aa-4d40-888a-d614deea7dd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '113296ed-4ae9-49b5-9a44-81dcb2c560ea'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:08.770034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08861123-05b8-4c30-8526-a493245b11bf tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113296ed-4ae9-49b5-9a44-81dcb2c560ea,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:08.776280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.805768 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-6d76c86c-9299-4055-b601-0316d36cd778 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:08.806822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6d76c86c-9299-4055-b601-0316d36cd778 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0476472 Dec 24 03:30:08.810106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.873049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f996-381c-4408-a917-e9b1ab135c11 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.875113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96fe64c3-2fd1-4eca-8406-fae38d1841df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.898586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f996-381c-4408-a917-e9b1ab135c11 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.943398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f996-381c-4408-a917-e9b1ab135c11 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.946503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f996-381c-4408-a917-e9b1ab135c11 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:08.947667 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d3e2f996-381c-4408-a917-e9b1ab135c11 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/113296ed-4ae9-49b5-9a44-81dcb2c560ea HTTP/1.1" status: 204 len: 168 time: 0.1366148 Dec 24 03:30:08.951232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49062) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:08.965465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:08.972719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2f996-381c-4408-a917-e9b1ab135c11 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113296ed-4ae9-49b5-9a44-81dcb2c560ea,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:09.027286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7e9f78d5-e505-463c-a671-3b9d5f313b78 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0723805 Dec 24 03:30:09.027592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49064) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.091273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8344234f-3bed-4576-bf61-235c2426ae10 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.118447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8344234f-3bed-4576-bf61-235c2426ae10 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.176131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8344234f-3bed-4576-bf61-235c2426ae10 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.179537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8344234f-3bed-4576-bf61-235c2426ae10 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.183093 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8344234f-3bed-4576-bf61-235c2426ae10 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/64a4bdbe-16aa-4d40-888a-d614deea7dd3 HTTP/1.1" status: 204 len: 168 time: 0.1518288 Dec 24 03:30:09.184265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49066) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.204110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344234f-3bed-4576-bf61-235c2426ae10 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4bdbe-16aa-4d40-888a-d614deea7dd3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:09.256126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4a2f18ec-4ca0-4d66-a004-d423ff0fe259 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706005 Dec 24 03:30:09.256801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49068) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.261403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-abee8fac-2b2a-4648-9315-d82f7cb60c51 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'tempest-secgroup--405203253'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:09.289317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-abee8fac-2b2a-4648-9315-d82f7cb60c51 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.366307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-abee8fac-2b2a-4648-9315-d82f7cb60c51 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.371981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-abee8fac-2b2a-4648-9315-d82f7cb60c51 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.380662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55ecda2b-069e-4d6f-8780-d7901de2d2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.384637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96fe64c3-2fd1-4eca-8406-fae38d1841df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.387168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96fe64c3-2fd1-4eca-8406-fae38d1841df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.388277 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-96fe64c3-2fd1-4eca-8406-fae38d1841df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d2c196f-ebb6-4784-b9e6-b484fda68fd2 HTTP/1.1" status: 204 len: 168 time: 0.8030622 Dec 24 03:30:09.410555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee8fac-2b2a-4648-9315-d82f7cb60c51 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93846804-b53e-4e09-9b88-2f031372a94d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:09.411920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe64c3-2fd1-4eca-8406-fae38d1841df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c196f-ebb6-4784-b9e6-b484fda68fd2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:09.415395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-74c828cf-9a89-4524-bee3-cd01832fcac7 None None] Provisioning complete for port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:09.415838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74c828cf-9a89-4524-bee3-cd01832fcac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.436994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-abee8fac-2b2a-4648-9315-d82f7cb60c51 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.438001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.442545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-abee8fac-2b2a-4648-9315-d82f7cb60c51 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1847136 Dec 24 03:30:09.443759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49072) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.449004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-78872532-b864-4952-a957-2b7609127ced tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:09.449614 dv-neutron-822869-1-hyperv neutron-server[103176]: WARNING neutron.api.v2.base [None req-78872532-b864-4952-a957-2b7609127ced tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 03:30:09.450194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-78872532-b864-4952-a957-2b7609127ced tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] update failed (client error): There was a conflict when trying to complete your request. Dec 24 03:30:09.455038 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-78872532-b864-4952-a957-2b7609127ced tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "PUT /v2.0/security-groups/93846804-b53e-4e09-9b88-2f031372a94d HTTP/1.1" status: 409 len: 330 time: 0.0099628 Dec 24 03:30:09.455684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49074) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.474937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-74c828cf-9a89-4524-bee3-cd01832fcac7 None None] Port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:09.496546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-74c828cf-9a89-4524-bee3-cd01832fcac7 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:09.496916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74c828cf-9a89-4524-bee3-cd01832fcac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.517370 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] device_id is not set on port 254a58f1-55e4-47af-83e7-4f0c74458f66 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:09.529119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d57a225-3e42-43c1-b33e-535079e24e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.568865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d57a225-3e42-43c1-b33e-535079e24e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.625938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d57a225-3e42-43c1-b33e-535079e24e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.628913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d57a225-3e42-43c1-b33e-535079e24e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.633441 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2d57a225-3e42-43c1-b33e-535079e24e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/93846804-b53e-4e09-9b88-2f031372a94d HTTP/1.1" status: 204 len: 168 time: 0.1729302 Dec 24 03:30:09.634751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.643206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 5c6b626e-31b3-403f-aa5e-8821286664d8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:09.643594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.648648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57a225-3e42-43c1-b33e-535079e24e76 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93846804-b53e-4e09-9b88-2f031372a94d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:09.704846 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-424af860-4e8f-4d87-b05e-75166093b694 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688779 Dec 24 03:30:09.710082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49084) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.724301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-5ff6013c-d146-4ad3-afeb-cbd350d8b5a2 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] delete failed (client error): The resource could not be found. Dec 24 03:30:09.725323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5ff6013c-d146-4ad3-afeb-cbd350d8b5a2 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "DELETE /v2.0/security-groups/efad4c47-277a-4f28-8ee7-7ee5f78c553a HTTP/1.1" status: 404 len: 347 time: 0.0141366 Dec 24 03:30:09.729156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.747264 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-df88da1c-138e-4d99-8ebe-99c6130b5524 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] show failed (client error): The resource could not be found. Dec 24 03:30:09.748264 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-df88da1c-138e-4d99-8ebe-99c6130b5524 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-groups/18bdfb8c-5f3e-4793-a0f4-0bccc3ecd0b2 HTTP/1.1" status: 404 len: 347 time: 0.0180404 Dec 24 03:30:09.751973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:09.762634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-8cf17445-05c9-4eee-87a2-c501baee9851 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] show failed (client error): The resource could not be found. Dec 24 03:30:09.770183 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8cf17445-05c9-4eee-87a2-c501baee9851 tempest-NegativeSecGroupTest-46484422 tempest-NegativeSecGroupTest-46484422-project] 10.222.0.37 "GET /v2.0/security-group-rules/6af5b26a-07f9-465c-9d59-0e43b5a98b22 HTTP/1.1" status: 404 len: 356 time: 0.0106969 Dec 24 03:30:09.825850 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:09.850877 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8::1a8 (690b3665-d747-43f8-8267-1a028d2fa4bc/c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf/254a58f1-55e4-47af-83e7-4f0c74458f66) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:09.853130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 5c6b626e-31b3-403f-aa5e-8821286664d8 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:09.895638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b60741eb-9daa-4a19-9a6a-febd98d2b910 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:09.960731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:09.961115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.127589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:10.155310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.189034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.222059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=5c6b626e-31b3-403f-aa5e-8821286664d8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:10.258508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.275859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:10.341819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1820246183'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:10.349193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:10.353191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=254a58f1-55e4-47af-83e7-4f0c74458f66,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:10.360187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:10.362974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:10.369747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:10.370425 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.371455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Made reservation on behalf of 1b1df192f4894cbc97d19818c978d497 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:10.376034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.386835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.460482 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ca34c040-c3ad-46e7-8349-29a5b7208e59 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8735983 Dec 24 03:30:10.467141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:10.477955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e75c97f6-693f-4e95-9754-b82047efe9c0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:10.489363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.501988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6952346d-4641-4532-abc5-7c6c2171f1ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7f222a5f2bf4c05b24d3be0963d9212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714693 Dec 24 03:30:10.505635 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49118) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:10.609581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.618833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.638725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93891dfc-2648-4f6f-bfac-91e63cc0be75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.650425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:10.672713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93891dfc-2648-4f6f-bfac-91e63cc0be75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.673943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7435a3-3a38-4378-b971-25e4829d494e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:10.681986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.682792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Added segment 0072793d-f050-4929-8296-66fd2f519ce4 of type vlan for network e8328b91-4f35-4c65-a853-a9e74d5354ee Dec 24 03:30:10.718549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c97f6-693f-4e95-9754-b82047efe9c0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:10.722265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e75c97f6-693f-4e95-9754-b82047efe9c0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.747707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6b699827-3f2f-4c41-9f93-a9f8d36ba672 None None] Provisioning complete for port 254a58f1-55e4-47af-83e7-4f0c74458f66 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:10.748081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b699827-3f2f-4c41-9f93-a9f8d36ba672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.754285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.798098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6b699827-3f2f-4c41-9f93-a9f8d36ba672 None None] Port 254a58f1-55e4-47af-83e7-4f0c74458f66 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:10.802403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router b3232560-1bc9-4166-b380-74a3dd57239e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:10.811413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93891dfc-2648-4f6f-bfac-91e63cc0be75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.814001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93891dfc-2648-4f6f-bfac-91e63cc0be75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.818443 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-93891dfc-2648-4f6f-bfac-91e63cc0be75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36f3d1e9-b251-4191-a2cc-d231aa58c450 HTTP/1.1" status: 204 len: 168 time: 0.3081989 Dec 24 03:30:10.828193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93891dfc-2648-4f6f-bfac-91e63cc0be75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f3d1e9-b251-4191-a2cc-d231aa58c450,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:10.828963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.841646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:10.842800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:10.912425 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6313243 Dec 24 03:30:10.912425 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-e75c97f6-693f-4e95-9754-b82047efe9c0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf (CIDR: 2001:db8::/64) Dec 24 03:30:10.913505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49122) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:10.916931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75c97f6-693f-4e95-9754-b82047efe9c0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:10.917627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75c97f6-693f-4e95-9754-b82047efe9c0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:10.921534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Request body: {'subnet': {'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:10.956226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:10.958669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ea7f6-2598-4b46-9eb6-4bbeeb235c40 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event updated for resources: {'Network': ['ID=e8328b91-4f35-4c65-a853-a9e74d5354ee,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:10.963605 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f3e33bba-243f-445e-9060-9ec7fab93050 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/b3232560-1bc9-4166-b380-74a3dd57239e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9649761 Dec 24 03:30:10.972328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] Sync routers for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:10.974738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:10.989627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e8328b91-4f35-4c65-a853-a9e74d5354ee details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:10.989770 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e75c97f6-693f-4e95-9754-b82047efe9c0 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5168376 Dec 24 03:30:11.033114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:11.042333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-caa84c58-5fde-4a36-9428-652ca3bb2c95 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:11.154070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:11.155105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:11.216122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Made reservation on behalf of 1b1df192f4894cbc97d19818c978d497 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:11.224861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:11.226710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.235738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:11.238784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:29:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:11.271501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:11.272608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ee0e0-47d9-4789-b569-5426048fbb0c None None] The sync data for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:11.276134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa84c58-5fde-4a36-9428-652ca3bb2c95 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:11.279593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-caa84c58-5fde-4a36-9428-652ca3bb2c95 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.443216 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-caa84c58-5fde-4a36-9428-652ca3bb2c95 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 26f75b2f-6931-4cf6-bdf4-86a292fc5c41 (CIDR: 2001:db8:0:1::/64) Dec 24 03:30:11.448953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa84c58-5fde-4a36-9428-652ca3bb2c95 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:30:11.449407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa84c58-5fde-4a36-9428-652ca3bb2c95 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:11.467146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.495374 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-caa84c58-5fde-4a36-9428-652ca3bb2c95 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4605074 Dec 24 03:30:11.498537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49130) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:11.503570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'subnet': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:11.534962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event updated for resources: {'Subnet': ['ID=027e9ede-28c1-4903-8ca6-6aad771f3eaf,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:11.537184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Checking segment: {'id': '0072793d-f050-4929-8296-66fd2f519ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:11.537718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Network hostable DHCP agents. Network: e8328b91-4f35-4c65-a853-a9e74d5354ee, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:11.555935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Network e8328b91-4f35-4c65-a853-a9e74d5354ee is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:11.572752 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, e8328b91-4f35-4c65-a853-a9e74d5354ee) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:11.576972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:11.577578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.584661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73e918-71de-493e-9eb1-c850fdc1c692 None None] Network e8328b91-4f35-4c65-a853-a9e74d5354ee requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:11.596074 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-733f4718-5e36-44a5-98b4-477fb1870091 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6797392 Dec 24 03:30:11.599374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49132) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:11.604395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Request body: {'port': {'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1357689453'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:11.689398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.738079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-e8328b91-4f35-4c65-a853-a9e74d5354ee', 'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee', 'project_id': '1b1df192f4894cbc97d19818c978d497', 'fixed_ips': [{'subnet_id': '027e9ede-28c1-4903-8ca6-6aad771f3eaf'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:11.739415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.767342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Made reservation on behalf of 1b1df192f4894cbc97d19818c978d497 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:11.767636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a90e5212-7bfb-4a5e-852c-bd3b339a3024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.773220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Made reservation on behalf of 402a8fd2cf0046bfb173b4c587018727 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:11.777028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.779351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:11.824496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] device_id is not set on port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:11.909044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Allocated IP 172.20.0.2 (e8328b91-4f35-4c65-a853-a9e74d5354ee/027e9ede-28c1-4903-8ca6-6aad771f3eaf/f86d8d37-5dfc-4049-96dd-ca28f81a2975) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:12.026891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49134) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:12.069880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.082332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.143850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Pushing event updated for resources: {'Port': ['ID=f86d8d37-5dfc-4049-96dd-ca28f81a2975,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:12.145398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Allocated IP 172.20.0.9 (e8328b91-4f35-4c65-a853-a9e74d5354ee/027e9ede-28c1-4903-8ca6-6aad771f3eaf/4104de79-a08b-43bf-ba1e-bf31a8cffad5) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:12.168493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Network e8328b91-4f35-4c65-a853-a9e74d5354ee is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:12.170348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:12.173211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:12.176436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed2da0-70c3-4682-8bf5-0d1c921e56b9 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:12.192468 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e1ed2da0-70c3-4682-8bf5-0d1c921e56b9 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 814 time: 0.1506393 Dec 24 03:30:12.244019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Attempting to bind port f86d8d37-5dfc-4049-96dd-ca28f81a2975 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:12.244585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Attempting to bind port f86d8d37-5dfc-4049-96dd-ca28f81a2975 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '0072793d-f050-4929-8296-66fd2f519ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:12.245171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Attempting to bind port f86d8d37-5dfc-4049-96dd-ca28f81a2975 on network e8328b91-4f35-4c65-a853-a9e74d5354ee {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:12.251058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:12.251605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Checking segment: {'id': '0072793d-f050-4929-8296-66fd2f519ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:12.252353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.254142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Bound using segment: {'id': '0072793d-f050-4929-8296-66fd2f519ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:12.254142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Bound port: f86d8d37-5dfc-4049-96dd-ca28f81a2975, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0072793d-f050-4929-8296-66fd2f519ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:12.254551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.334704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] For port f86d8d37-5dfc-4049-96dd-ca28f81a2975, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:12.338382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] For port f86d8d37-5dfc-4049-96dd-ca28f81a2975, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f86d8d37-5dfc-4049-96dd-ca28f81a2975,segment=NetworkSegment(0072793d-f050-4929-8296-66fd2f519ce4),segment_id=0072793d-f050-4929-8296-66fd2f519ce4)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:12.345105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.406151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.418387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e0a5f-151d-46a3-98d0-1de04004d2e1 None None] Pushing event updated for resources: {'Port': ['ID=f86d8d37-5dfc-4049-96dd-ca28f81a2975,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:12.463214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.530958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Network e8328b91-4f35-4c65-a853-a9e74d5354ee is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:12.534755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:12.540838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:12.545697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 9a23d606-740d-414f-87e4-b406d3cf8d7a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:12.546291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.551493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.567534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event updated for resources: {'Port': ['ID=4104de79-a08b-43bf-ba1e-bf31a8cffad5,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:12.597181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:12.597904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.622322 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9cebc113-6faf-4100-9657-b4839fd1a234 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0218365 Dec 24 03:30:12.625467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49140) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:12.627276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Network 690b3665-d747-43f8-8267-1a028d2fa4bc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:12.630602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Request body: {'port': {'network_id': 'e8328b91-4f35-4c65-a853-a9e74d5354ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-5616054', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:12.631212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.api.validators [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] bootfile-name is not in valid_values {{(pid=103177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:30:12.631596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.api.validators [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] tftp-server is not in valid_values {{(pid=103177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:30:12.631957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.api.validators [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] server-ip-address is not in valid_values {{(pid=103177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:30:12.660948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:12.664143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:12.664761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.682799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Subnet': ['ID=d556a25d-886d-4b53-a1c8-281679dd8311,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:12.711744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-95e353ae-b583-451e-a8c4-bbada2ba4ccf tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2115650 Dec 24 03:30:12.716180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49142) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:12.721898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-774879177', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd556a25d-886d-4b53-a1c8-281679dd8311'}], 'security_groups': ['9cb96b38-f034-43fc-9d6b-dae6cfefe65e', '9ae81b1c-0336-479d-973d-f729255c79e1']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:12.729620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fd420-505f-4d54-9fa5-a6dfe68b8077 None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:12.756762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.816603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 9a23d606-740d-414f-87e4-b406d3cf8d7a owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:12.830353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.873245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:12.884666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Made reservation on behalf of 1b1df192f4894cbc97d19818c978d497 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:12.892643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.004248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] device_id is not set on port 5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:13.013958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49144) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:13.026015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--75817706', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:13.069012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b9aa1c-4444-4453-b252-4b4a77cbcca9 None None] Update dhcp port {'port': {'network_id': '690b3665-d747-43f8-8267-1a028d2fa4bc', 'fixed_ips': [{'subnet_id': '26f75b2f-6931-4cf6-bdf4-86a292fc5c41', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd556a25d-886d-4b53-a1c8-281679dd8311'}], 'binding:host_id': 'dv-neutron-822869-1-hyperv'}, 'id': 'b60741eb-9daa-4a19-9a6a-febd98d2b910'} from dv-neutron-822869-1-hyperv. {{(pid=103178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:30:13.099726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b9aa1c-4444-4453-b252-4b4a77cbcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.141940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.175152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=9a23d606-740d-414f-87e4-b406d3cf8d7a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:13.194278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:13.198089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.303487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:13.308155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Allocated IP 172.20.0.6 (e8328b91-4f35-4c65-a853-a9e74d5354ee/027e9ede-28c1-4903-8ca6-6aad771f3eaf/5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:13.328866 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.329211 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment 3ac0d931-c5e9-47fb-9d78-d68963e9aeda of type vlan for network 1c1ed557-6c9b-4ae9-add1-0434377e3275 Dec 24 03:30:13.338922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b2b9aa1c-4444-4453-b252-4b4a77cbcca9 None None] Allocated IP 2001:db8:0:2::2 (690b3665-d747-43f8-8267-1a028d2fa4bc/d556a25d-886d-4b53-a1c8-281679dd8311/b60741eb-9daa-4a19-9a6a-febd98d2b910) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:13.360804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.429126 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.520913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b2b9aa1c-4444-4453-b252-4b4a77cbcca9 None None] For port b60741eb-9daa-4a19-9a6a-febd98d2b910, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b60741eb-9daa-4a19-9a6a-febd98d2b910,segment=NetworkSegment(876cb79c-7c47-4deb-8969-b0c68f8d1dd3),segment_id=876cb79c-7c47-4deb-8969-b0c68f8d1dd3)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:13.523388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.529663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:13.530672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.556771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b9aa1c-4444-4453-b252-4b4a77cbcca9 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.565786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b9aa1c-4444-4453-b252-4b4a77cbcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.574694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router b3232560-1bc9-4166-b380-74a3dd57239e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:13.600862 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5843031 Dec 24 03:30:13.632389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49146) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:13.669477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.678636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9aa1c-4444-4453-b252-4b4a77cbcca9 None None] Pushing event updated for resources: {'Port': ['ID=b60741eb-9daa-4a19-9a6a-febd98d2b910,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:13.688350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:13.695176 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-41cbd269-b68c-40bf-8400-88fca5902703 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/b3232560-1bc9-4166-b380-74a3dd57239e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185390 Dec 24 03:30:13.698792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49148) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:13.701670 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158e143-a492-46c5-8477-b8efae326601 None None] Sync routers for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:13.717013 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158e143-a492-46c5-8477-b8efae326601 None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:13.717621 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1158e143-a492-46c5-8477-b8efae326601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:13.736070 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f64d9131-f9a0-488c-b898-349bb9ea0ee0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3232560-1bc9-4166-b380-74a3dd57239e HTTP/1.1" status: 200 len: 205 time: 0.0361569 Dec 24 03:30:13.740223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49150) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:13.789475 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1158e143-a492-46c5-8477-b8efae326601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:13.816975 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158e143-a492-46c5-8477-b8efae326601 None None] Routers {'b3232560-1bc9-4166-b380-74a3dd57239e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:13.817805 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1158e143-a492-46c5-8477-b8efae326601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['b3232560-1bc9-4166-b380-74a3dd57239e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:13.858562 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1158e143-a492-46c5-8477-b8efae326601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:13.859157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b632b22-bea5-414e-bb19-1dedc490680a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:13.859354 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158e143-a492-46c5-8477-b8efae326601 None None] The sync data for ids ['b3232560-1bc9-4166-b380-74a3dd57239e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:13.895200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1883cb8-c9c2-43cf-8ebc-bd1b3ddce944 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=1c1ed557-6c9b-4ae9-add1-0434377e3275,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:13.916973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:13.992874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.075759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event updated for resources: {'Port': ['ID=5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:14.084959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b632b22-bea5-414e-bb19-1dedc490680a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.086446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed58e4d3-93be-481d-89ae-9aa4e2c8f0a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:14.087616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b632b22-bea5-414e-bb19-1dedc490680a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.088047 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ed58e4d3-93be-481d-89ae-9aa4e2c8f0a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4545314 Dec 24 03:30:14.090067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Network e8328b91-4f35-4c65-a853-a9e74d5354ee is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:14.097185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49152) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:14.142817 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:14.144455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b632b22-bea5-414e-bb19-1dedc490680a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.146024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b632b22-bea5-414e-bb19-1dedc490680a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Fanout notify agent at l3_agent the message router_deleted on router b3232560-1bc9-4166-b380-74a3dd57239e {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:14.146295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:14.164879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b632b22-bea5-414e-bb19-1dedc490680a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.166990 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1b632b22-bea5-414e-bb19-1dedc490680a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/b3232560-1bc9-4166-b380-74a3dd57239e HTTP/1.1" status: 204 len: 168 time: 0.4234204 Dec 24 03:30:14.168598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49154) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:14.187003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b60741eb-9daa-4a19-9a6a-febd98d2b910 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:14.227502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdcead4-d172-4f62-8595-0f8fd2c7e7a5 None None] Network e8328b91-4f35-4c65-a853-a9e74d5354ee requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:14.250030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet 9f98840b-1ebe-4285-a9d3-1828db65b5c1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:14.263520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.345476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7295d0a8-b28c-4277-8642-730cc2322a58 None None] Provisioning complete for port f86d8d37-5dfc-4049-96dd-ca28f81a2975 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:14.345878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7295d0a8-b28c-4277-8642-730cc2322a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.352053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.401502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.423557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:14.423938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.477343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.552268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.583240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=9f98840b-1ebe-4285-a9d3-1828db65b5c1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:14.594095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.602926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-53421f30-a7ad-4304-9644-c5449ff3b212 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/9f98840b-1ebe-4285-a9d3-1828db65b5c1 HTTP/1.1" status: 204 len: 168 time: 0.4298365 Dec 24 03:30:14.603446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:14.658968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Delete allocated IP 2001:db8::1a8 (690b3665-d747-43f8-8267-1a028d2fa4bc/c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf) {{(pid=103177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:30:14.676274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet 897474f6-41ff-4de4-a5df-245039a309b8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:14.680558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.727444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:14.728130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.735822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Allocated IP 2001:db8:0:2::2be (690b3665-d747-43f8-8267-1a028d2fa4bc/d556a25d-886d-4b53-a1c8-281679dd8311/254a58f1-55e4-47af-83e7-4f0c74458f66) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:14.736015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.752037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5165b3f-d1de-45e6-96e7-9d6979e5520c None None] Network fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:14.784518 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c540977b-73e4-41f1-8562-88e01ca383ff tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1578226 Dec 24 03:30:14.798935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49158) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:14.805664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7295d0a8-b28c-4277-8642-730cc2322a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.824313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8e803-641b-424e-8042-76ed4b29c649 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:14.826687 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d6e8e803-641b-424e-8042-76ed4b29c649 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7278783 Dec 24 03:30:14.844649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49160) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:14.889547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.899945 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-201ab037-8add-4f3b-9768-950c2dbd6292 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455518 Dec 24 03:30:14.908616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49162) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:14.961198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:14.982570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811627b-e4b0-46e4-9643-c9e70ced1fc0 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:14.989461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811627b-e4b0-46e4-9643-c9e70ced1fc0 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:14.996398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811627b-e4b0-46e4-9643-c9e70ced1fc0 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:14.997162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=897474f6-41ff-4de4-a5df-245039a309b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:15.000603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.005730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d9e9297e-91be-4420-a35f-7837629d462d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/897474f6-41ff-4de4-a5df-245039a309b8 HTTP/1.1" status: 204 len: 168 time: 0.4007578 Dec 24 03:30:15.006168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:15.007930 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8811627b-e4b0-46e4-9643-c9e70ced1fc0 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.2057545 Dec 24 03:30:15.017413 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4f79dd6c-bf9c-4787-9f10-952b243f34c1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031685 Dec 24 03:30:15.021025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49166) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:15.021391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49168) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:15.052127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e209b9-7e82-46f2-8052-ab3e59359094 None None] Network 8d7e3e90-b289-4574-80e5-2c450d94a7bd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:15.072009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f86d8d37-5dfc-4049-96dd-ca28f81a2975 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:15.094538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7295d0a8-b28c-4277-8642-730cc2322a58 None None] For port f86d8d37-5dfc-4049-96dd-ca28f81a2975, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f86d8d37-5dfc-4049-96dd-ca28f81a2975,segment=NetworkSegment(0072793d-f050-4929-8296-66fd2f519ce4),segment_id=0072793d-f050-4929-8296-66fd2f519ce4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:15.167717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.178790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7295d0a8-b28c-4277-8642-730cc2322a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.287601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.290307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] DHCP port deletion for fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:15.302576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.371121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.378426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event updated for resources: {'Port': ['ID=254a58f1-55e4-47af-83e7-4f0c74458f66,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:15.389872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Provisioning complete for port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:15.390558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.419741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c60877-9dbb-4b98-85b4-7d4a017085e8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:15.424649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-34c60877-9dbb-4b98-85b4-7d4a017085e8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4000056 Dec 24 03:30:15.426177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:15.454214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] In _notify_port_updated(), no bound segment for port 254a58f1-55e4-47af-83e7-4f0c74458f66 on network 690b3665-d747-43f8-8267-1a028d2fa4bc {{(pid=103177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:30:15.460880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:15.461696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.463219 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1e2f51fd-38fa-42a5-9916-47d2f86c7dde tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "PUT /v2.0/ports/254a58f1-55e4-47af-83e7-4f0c74458f66 HTTP/1.1" status: 200 len: 969 time: 2.7460692 Dec 24 03:30:15.466571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49172) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:15.468404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d0a8-b28c-4277-8642-730cc2322a58 None None] Pushing event updated for resources: {'Port': ['ID=f86d8d37-5dfc-4049-96dd-ca28f81a2975,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:15.493691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f86d8d37-5dfc-4049-96dd-ca28f81a2975 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:15.494663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.507440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Deleting port 5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:15.507832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.534757 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d6b03ae6-0a85-4e81-aaa8-7075314c9c57 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060655 Dec 24 03:30:15.535409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:15.537271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:15.546559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] Deleting port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:15.546983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.570919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705937417', 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:15.621724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 254a58f1-55e4-47af-83e7-4f0c74458f66 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:15.622369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.662775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] For port 12e5b2fb-ac94-4d16-a84f-0a225fd57774, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12e5b2fb-ac94-4d16-a84f-0a225fd57774,segment=NetworkSegment(2b780410-5f2c-4168-b137-05a70f5da78a),segment_id=2b780410-5f2c-4168-b137-05a70f5da78a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:15.663178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.692062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] Calling delete_port for 12e5b2fb-ac94-4d16-a84f-0a225fd57774 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:15.763382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.765644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.775305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:15.777178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.795996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 254a58f1-55e4-47af-83e7-4f0c74458f66 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:15.832725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Provisioning complete for port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:15.833230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.860461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Calling delete_port for 5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:15.881922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] DHCP port deletion for 8d7e3e90-b289-4574-80e5-2c450d94a7bd request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:15.950024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.951776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:15.973787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 12e5b2fb-ac94-4d16-a84f-0a225fd57774, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=12e5b2fb-ac94-4d16-a84f-0a225fd57774,segment=NetworkSegment(2b780410-5f2c-4168-b137-05a70f5da78a),segment_id=2b780410-5f2c-4168-b137-05a70f5da78a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:15.974457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.978253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:15.981907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:15.995626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] Pushing event deleted for resources: {'Port': ['ID=12e5b2fb-ac94-4d16-a84f-0a225fd57774,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:15.996737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.002311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3b62f-5f77-4e3a-bfe9-7734bbe0d7a8 None None] No DVR routers for this DVR port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:16.014181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Provisioning complete for port f86d8d37-5dfc-4049-96dd-ca28f81a2975 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:16.014649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.030100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=254a58f1-55e4-47af-83e7-4f0c74458f66,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.050330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 12e5b2fb-ac94-4d16-a84f-0a225fd57774 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:16.061622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.063321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] Deleting port e7f9b9f4-4761-453b-a806-931fc6623067 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:16.063770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.069986 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-721df14a-201c-4d86-96ec-84a809246253 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/254a58f1-55e4-47af-83e7-4f0c74458f66 HTTP/1.1" status: 204 len: 168 time: 0.6019311 Dec 24 03:30:16.070579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49176) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:16.109147 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1498e4b-e00d-478a-948e-1889f4178b84 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] GET failed (client error): The resource could not be found. Dec 24 03:30:16.114642 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e1498e4b-e00d-478a-948e-1889f4178b84 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports/254a58f1-55e4-47af-83e7-4f0c74458f66 HTTP/1.1" status: 404 len: 333 time: 0.0427289 Dec 24 03:30:16.115224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49178) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:16.198654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f86d8d37-5dfc-4049-96dd-ca28f81a2975 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:16.203145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] For port e7f9b9f4-4761-453b-a806-931fc6623067, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e7f9b9f4-4761-453b-a806-931fc6623067,segment=NetworkSegment(d4202ebd-036e-43a3-9932-89aac7da96f2),segment_id=d4202ebd-036e-43a3-9932-89aac7da96f2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:16.203827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.206581 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2be87e7f-4d6f-4252-843e-f73ae56d8b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.233242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2be87e7f-4d6f-4252-843e-f73ae56d8b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.259018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] Calling delete_port for e7f9b9f4-4761-453b-a806-931fc6623067 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:16.291491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Provisioning complete for port 5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:16.292160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.294724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2be87e7f-4d6f-4252-843e-f73ae56d8b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.299180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2be87e7f-4d6f-4252-843e-f73ae56d8b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.301067 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2be87e7f-4d6f-4252-843e-f73ae56d8b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/security-groups/437d2ccd-cdb9-4ab7-97bd-688937fe4f2c HTTP/1.1" status: 204 len: 168 time: 0.1848979 Dec 24 03:30:16.308215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49180) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:16.329088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be87e7f-4d6f-4252-843e-f73ae56d8b78 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d2ccd-cdb9-4ab7-97bd-688937fe4f2c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.398178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Port 5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:16.401388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f86d8d37-5dfc-4049-96dd-ca28f81a2975 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:16.401761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.402986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40419210-06eb-425a-88aa-d4fc1e7779fb tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.435548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40419210-06eb-425a-88aa-d4fc1e7779fb tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.436275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.441345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.455247 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:16.455679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.466086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.478691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=12e5b2fb-ac94-4d16-a84f-0a225fd57774,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.491683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40419210-06eb-425a-88aa-d4fc1e7779fb tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.495291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40419210-06eb-425a-88aa-d4fc1e7779fb tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.495457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.496778 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-40419210-06eb-425a-88aa-d4fc1e7779fb tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ae81b1c-0336-479d-973d-f729255c79e1 HTTP/1.1" status: 204 len: 168 time: 0.1874943 Dec 24 03:30:16.501936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49182) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:16.515730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No DVR routers for this DVR port 12e5b2fb-ac94-4d16-a84f-0a225fd57774 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:16.516259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40419210-06eb-425a-88aa-d4fc1e7779fb tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae81b1c-0336-479d-973d-f729255c79e1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.539132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] Pushing event deleted for resources: {'Port': ['ID=e7f9b9f4-4761-453b-a806-931fc6623067,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.572709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4dc7c-421a-4d26-8434-fa4ab2f14fff None None] No DVR routers for this DVR port e7f9b9f4-4761-453b-a806-931fc6623067 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:16.594559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c841124e-d1b1-48f0-971c-93ecd7ff01a7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.600151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event deleted for resources: {'Port': ['ID=5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.637302 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=c54b70c8-4b06-417c-a03c-3976741da6d7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.654131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c841124e-d1b1-48f0-971c-93ecd7ff01a7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.686489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-45f7bebe-2bb4-4e67-8dde-71513263b382 None None] Could not find standard attr ID for object 254a58f1-55e4-47af-83e7-4f0c74458f66. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:30:16.698306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12e5b2fb-ac94-4d16-a84f-0a225fd57774 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:16.726273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c841124e-d1b1-48f0-971c-93ecd7ff01a7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.729658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c841124e-d1b1-48f0-971c-93ecd7ff01a7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.731134 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c841124e-d1b1-48f0-971c-93ecd7ff01a7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/security-groups/9cb96b38-f034-43fc-9d6b-dae6cfefe65e HTTP/1.1" status: 204 len: 168 time: 0.2277935 Dec 24 03:30:16.735045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 12e5b2fb-ac94-4d16-a84f-0a225fd57774 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:16.735394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 12e5b2fb-ac94-4d16-a84f-0a225fd57774 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:16.735819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e7f9b9f4-4761-453b-a806-931fc6623067 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:16.741755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.742862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49184) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:16.744132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841124e-d1b1-48f0-971c-93ecd7ff01a7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb96b38-f034-43fc-9d6b-dae6cfefe65e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:16.757353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:16.757662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 1c1ed557-6c9b-4ae9-add1-0434377e3275, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:16.760264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.763529 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-44f3bf8e-3fe6-45fb-a30b-26b2617cf97b tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "DELETE /v2.0/ports/5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75 HTTP/1.1" status: 204 len: 168 time: 1.7560394 Dec 24 03:30:16.767932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e7f9b9f4-4761-453b-a806-931fc6623067 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:16.769811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e7f9b9f4-4761-453b-a806-931fc6623067 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:16.781198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:16.814225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Request body: {'port': {'name': 'tempest-new-port-name-2067505931', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:16.814611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] bootfile-name is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:30:16.815421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] tftp-server is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:30:16.815766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] server-ip-address is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:30:16.819813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:16.828309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-56a9576f-2f70-423d-916a-b2d01a83228a None None] Provisioning complete for port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:16.828877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56a9576f-2f70-423d-916a-b2d01a83228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.833691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:16.837511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.850615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b780410-5f2c-4168-b137-05a70f5da78a') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:16.850938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b780410-5f2c-4168-b137-05a70f5da78a') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:16.869080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-56a9576f-2f70-423d-916a-b2d01a83228a None None] Port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:16.869760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.871543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:16.872114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-56a9576f-2f70-423d-916a-b2d01a83228a None None] Could not find standard attr ID for object 5bbe1f4f-f157-45fc-ac8e-b9c2d5105e75. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:30:16.874859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-56a9576f-2f70-423d-916a-b2d01a83228a None None] Could not find standard attr ID for object 254a58f1-55e4-47af-83e7-4f0c74458f66. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:30:16.884409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.896252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 1c1ed557-6c9b-4ae9-add1-0434377e3275) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:16.903112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9f03d-c025-48f8-abc2-2c9a065fd369 None None] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:16.916104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.927060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:16.927649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.938375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:16.938774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:16.944837 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:16.955324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:16.979412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-50a2838e-613c-476b-91f6-c95023063cc7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4223289 Dec 24 03:30:16.989244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.035215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-1c1ed557-6c9b-4ae9-add1-0434377e3275', 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': 'c54b70c8-4b06-417c-a03c-3976741da6d7'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:17.036946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.049357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.058308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.061913 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f HTTP/1.1" status: 204 len: 168 time: 2.0379920 Dec 24 03:30:17.065707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49190) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:17.089356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe69969-7377-40b2-93c9-c965821555c5 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=fedd59bf-1320-48fc-b0f8-5d0ac6dfcf2f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:17.131315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.163036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:17.169161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.181512 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f813034a-4f94-47e4-b59c-93ce4d18a116 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf HTTP/1.1" status: 204 len: 168 time: 0.4351425 Dec 24 03:30:17.185215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49192) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:17.189005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:17.195878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-59eb49db-ac5c-4998-90f0-46761111fd8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977399074', 'description': 'tempest-secgroup-smoke-977399074 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:17.197871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339a600-0587-47d8-8e02-876d9754a61b None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:17.234763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Allocated IP 172.20.0.18 (1c1ed557-6c9b-4ae9-add1-0434377e3275/c54b70c8-4b06-417c-a03c-3976741da6d7/d95b3760-d878-4b42-bbc8-6f8e19519749) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:17.246097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet d556a25d-886d-4b53-a1c8-281679dd8311 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:17.246805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.249402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.305608 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.318186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59eb49db-ac5c-4998-90f0-46761111fd8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.415027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.429266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.454660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.463973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.472606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.472924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.477473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7e3e90-b289-4574-80e5-2c450d94a7bd']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:17.490745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.519136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4202ebd-036e-43a3-9932-89aac7da96f2') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:17.519532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4202ebd-036e-43a3-9932-89aac7da96f2') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:17.522476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:17.527104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:17.531651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:17.536949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Pushing event updated for resources: {'Port': ['ID=d95b3760-d878-4b42-bbc8-6f8e19519749,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:17.537189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.555202 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/d556a25d-886d-4b53-a1c8-281679dd8311 HTTP/1.1" status: 204 len: 168 time: 0.3693943 Dec 24 03:30:17.555202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab0f65-800a-4713-bfa7-16a555ba7f89 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=d556a25d-886d-4b53-a1c8-281679dd8311,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:17.561337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49196) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:17.563573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.566979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59eb49db-ac5c-4998-90f0-46761111fd8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.590420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Attempting to bind port d95b3760-d878-4b42-bbc8-6f8e19519749 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:17.590861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Attempting to bind port d95b3760-d878-4b42-bbc8-6f8e19519749 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:17.591421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Attempting to bind port d95b3760-d878-4b42-bbc8-6f8e19519749 on network 1c1ed557-6c9b-4ae9-add1-0434377e3275 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:17.598899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:17.599974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Checking segment: {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:17.600485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.600952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Bound using segment: {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:17.601632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Bound port: d95b3760-d878-4b42-bbc8-6f8e19519749, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:17.602085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.602399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59eb49db-ac5c-4998-90f0-46761111fd8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.609211 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f44d7e-1e09-49c7-adf4-02c1c117a80a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:17.609677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f44d7e-1e09-49c7-adf4-02c1c117a80a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:17.612984 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c8f44d7e-1e09-49c7-adf4-02c1c117a80a tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/c354f433-f6e4-46fc-bcbe-6fd7eb9b7adf HTTP/1.1" status: 404 len: 337 time: 0.0418282 Dec 24 03:30:17.615647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49198) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:17.687603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting subnet 26f75b2f-6931-4cf6-bdf4-86a292fc5c41 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:17.691514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.696008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb49db-ac5c-4998-90f0-46761111fd8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff044512-0bab-43ba-8505-996a6c9e0bf1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:17.700143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event updated for resources: {'Port': ['ID=4104de79-a08b-43bf-ba1e-bf31a8cffad5,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:17.711611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] In _notify_port_updated(), no bound segment for port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 on network e8328b91-4f35-4c65-a853-a9e74d5354ee {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:30:17.718924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:17.719598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.721703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e43ca5ab-cbd8-4ef9-b4f4-84e58365f01c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "PUT /v2.0/ports/4104de79-a08b-43bf-ba1e-bf31a8cffad5 HTTP/1.1" status: 200 len: 1136 time: 0.9361629 Dec 24 03:30:17.722647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] For port d95b3760-d878-4b42-bbc8-6f8e19519749, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:17.726401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.727476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] For port d95b3760-d878-4b42-bbc8-6f8e19519749, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d95b3760-d878-4b42-bbc8-6f8e19519749,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:17.736094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:17.745571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:17.745955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.746159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.763122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59eb49db-ac5c-4998-90f0-46761111fd8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.764417 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-59eb49db-ac5c-4998-90f0-46761111fd8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5745850 Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:17.765578 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:17.799467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.833103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2f7f-033d-4539-a4aa-17cf0929c97a None None] Pushing event updated for resources: {'Port': ['ID=d95b3760-d878-4b42-bbc8-6f8e19519749,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:17.853070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49202) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:17.861836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-972a3fcf-2dc0-467e-95e2-bd0cd580cbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'ff044512-0bab-43ba-8505-996a6c9e0bf1', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:17.971751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-972a3fcf-2dc0-467e-95e2-bd0cd580cbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:17.988719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.084272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-972a3fcf-2dc0-467e-95e2-bd0cd580cbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.090358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-972a3fcf-2dc0-467e-95e2-bd0cd580cbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.117125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a3fcf-2dc0-467e-95e2-bd0cd580cbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982ac010-ee99-46eb-96cc-2834ebb7c353,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:18.120310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.154378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-52bd294c-5f90-4095-984d-4eebd2c1ec5e None None] Provisioning complete for port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:18.155672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52bd294c-5f90-4095-984d-4eebd2c1ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.193382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.196852 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/26f75b2f-6931-4cf6-bdf4-86a292fc5c41 HTTP/1.1" status: 204 len: 168 time: 0.5800741 Dec 24 03:30:18.198941 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214b4f7-f6bf-4d72-853c-bc1f8af8a3f7 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Subnet': ['ID=26f75b2f-6931-4cf6-bdf4-86a292fc5c41,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:18.201463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49204) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.239823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-972a3fcf-2dc0-467e-95e2-bd0cd580cbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.241514 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-972a3fcf-2dc0-467e-95e2-bd0cd580cbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3873184 Dec 24 03:30:18.242958 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb37abe5-7d8d-4266-9cdc-2a798f2f5f67 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.243844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb37abe5-7d8d-4266-9cdc-2a798f2f5f67 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.248913 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cb37abe5-7d8d-4266-9cdc-2a798f2f5f67 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/3319d401-84a9-4691-98fc-4494ce2d0848 HTTP/1.1" status: 404 len: 337 time: 0.0451467 Dec 24 03:30:18.249745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49206) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.251616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49208) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.254866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907fd445-47c7-4734-9f35-a83162fb613c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:18.256087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-840c3bbc-0d7c-48c0-9720-e16288e818b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'ff044512-0bab-43ba-8505-996a6c9e0bf1', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:18.263332 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-907fd445-47c7-4734-9f35-a83162fb613c tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "GET /v2.0/ports/4104de79-a08b-43bf-ba1e-bf31a8cffad5 HTTP/1.1" status: 200 len: 1136 time: 0.5230920 Dec 24 03:30:18.264195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.312739 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f1a4dd74-7e67-46ca-957b-bad264fd15e8 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b789c4c2-3c34-4b00-96ee-f32f5f81a700 HTTP/1.1" status: 200 len: 205 time: 0.0511930 Dec 24 03:30:18.317267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49212) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.394091 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-e7b66411-5028-4e76-9cdf-e54c226433bc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] delete failed (client error): The resource could not be found. Dec 24 03:30:18.395073 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e7b66411-5028-4e76-9cdf-e54c226433bc tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/routers/b789c4c2-3c34-4b00-96ee-f32f5f81a700 HTTP/1.1" status: 404 len: 336 time: 0.0768747 Dec 24 03:30:18.397725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49214) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.436069 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1da838-add4-4da7-8a35-e6aab4febc00 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.436920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1da838-add4-4da7-8a35-e6aab4febc00 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.441256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-52bd294c-5f90-4095-984d-4eebd2c1ec5e None None] Port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:18.443854 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bf1da838-add4-4da7-8a35-e6aab4febc00 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/bcb0d420-cbfa-4973-a566-b98787cc9820 HTTP/1.1" status: 404 len: 337 time: 0.0449665 Dec 24 03:30:18.443967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.444650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e18ab-f16d-4020-873d-0afab53641d6 None None] Network 690b3665-d747-43f8-8267-1a028d2fa4bc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:18.445864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-840c3bbc-0d7c-48c0-9720-e16288e818b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.456517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.490886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.494445 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/8d7e3e90-b289-4574-80e5-2c450d94a7bd HTTP/1.1" status: 204 len: 168 time: 1.4197273 Dec 24 03:30:18.495549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f917fc2b-d3db-4dd9-ba7c-bf3e954ac826 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.495998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f917fc2b-d3db-4dd9-ba7c-bf3e954ac826 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.499031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f917fc2b-d3db-4dd9-ba7c-bf3e954ac826 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/6d506b2c-dfe5-47e3-bc64-b04a958eabb1 HTTP/1.1" status: 404 len: 337 time: 0.0540252 Dec 24 03:30:18.501761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49218) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.502107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49220) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.509193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1282508919'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:18.514958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9263d-c1ab-4ab7-afe4-04466ad79d92 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=8d7e3e90-b289-4574-80e5-2c450d94a7bd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:18.520512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-840c3bbc-0d7c-48c0-9720-e16288e818b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.523694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Deleting port 4104de79-a08b-43bf-ba1e-bf31a8cffad5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:18.524217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.541656 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fb5d2b-72d0-46f0-a1c0-205511bfcc0f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.542117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fb5d2b-72d0-46f0-a1c0-205511bfcc0f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.545184 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-71fb5d2b-72d0-46f0-a1c0-205511bfcc0f tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/bde4770e-044f-45a6-a1aa-af1112fb4250 HTTP/1.1" status: 404 len: 337 time: 0.0403016 Dec 24 03:30:18.545902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-840c3bbc-0d7c-48c0-9720-e16288e818b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.555315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.565996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d761416e-55e6-4338-8140-8c22faaa00e9 None None] Provisioning complete for port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:18.565996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d761416e-55e6-4338-8140-8c22faaa00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.593441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-840c3bbc-0d7c-48c0-9720-e16288e818b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.594745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34e9137-5195-4241-aab4-9332af356275 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.595519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34e9137-5195-4241-aab4-9332af356275 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.598231 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-840c3bbc-0d7c-48c0-9720-e16288e818b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3473151 Dec 24 03:30:18.600898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49224) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.602518 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b34e9137-5195-4241-aab4-9332af356275 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/7644c7bd-b6b4-4c86-b2d8-4e7d03108043 HTTP/1.1" status: 404 len: 333 time: 0.0459108 Dec 24 03:30:18.609239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d761416e-55e6-4338-8140-8c22faaa00e9 None None] Port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:18.613094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-93c8975c-c10b-4609-98a7-8809dd5845b3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'ff044512-0bab-43ba-8505-996a6c9e0bf1', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:18.623895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49226) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.626535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:18.630029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.630187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d761416e-55e6-4338-8140-8c22faaa00e9 None None] Provisioning complete for port b60741eb-9daa-4a19-9a6a-febd98d2b910 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:18.630658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d761416e-55e6-4338-8140-8c22faaa00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.641902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c3bbc-0d7c-48c0-9720-e16288e818b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226590cb-b8b9-45da-aefe-dea5a5821cce,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:18.663220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] DHCP port deletion for 690b3665-d747-43f8-8267-1a028d2fa4bc request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:18.670314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.683566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Calling delete_port for 4104de79-a08b-43bf-ba1e-bf31a8cffad5 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:18.688327 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffc3907-e809-491e-be54-8c82568fc8f6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.688935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffc3907-e809-491e-be54-8c82568fc8f6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.691965 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bffc3907-e809-491e-be54-8c82568fc8f6 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/eb7911b2-4e39-4be4-a42f-affc4a8d3695 HTTP/1.1" status: 404 len: 337 time: 0.0598216 Dec 24 03:30:18.695026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49228) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.735971 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-363cc2ed-f3e4-4b68-ba36-28a9d18113ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.736466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363cc2ed-f3e4-4b68-ba36-28a9d18113ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.740155 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-363cc2ed-f3e4-4b68-ba36-28a9d18113ce tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/afe26f6b-3fae-4c52-887d-30e0e32803df HTTP/1.1" status: 404 len: 337 time: 0.0423770 Dec 24 03:30:18.741091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:18.745561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.752285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93c8975c-c10b-4609-98a7-8809dd5845b3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.759279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.761135 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment 288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc of type vlan for network 208e1310-44f4-4dcf-96f2-82949f7ae5aa Dec 24 03:30:18.773721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-99eb64b0-123c-4529-be20-c94b08840996 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.774529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99eb64b0-123c-4529-be20-c94b08840996 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.777833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-99eb64b0-123c-4529-be20-c94b08840996 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/1824f237-2c89-421f-a29b-69f294f4efb9 HTTP/1.1" status: 404 len: 333 time: 0.0313184 Dec 24 03:30:18.780395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49232) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.782045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] Deleting port b60741eb-9daa-4a19-9a6a-febd98d2b910 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:18.782485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.827095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0ebe01-0a6f-4cb4-8497-429c04e02b2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.827935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0ebe01-0a6f-4cb4-8497-429c04e02b2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.835502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2a0ebe01-0a6f-4cb4-8497-429c04e02b2b tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/fc27ab88-1beb-449f-ac43-5abcd9f01810 HTTP/1.1" status: 404 len: 337 time: 0.0517859 Dec 24 03:30:18.835985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.861427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] For port b60741eb-9daa-4a19-9a6a-febd98d2b910, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b60741eb-9daa-4a19-9a6a-febd98d2b910,segment=NetworkSegment(876cb79c-7c47-4deb-8969-b0c68f8d1dd3),segment_id=876cb79c-7c47-4deb-8969-b0c68f8d1dd3)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:18.862357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.869335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.877272 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] Calling delete_port for b60741eb-9daa-4a19-9a6a-febd98d2b910 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:18.877651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7213cb06-de57-4e5b-970d-ac039f9aee32 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] DELETE failed (client error): The resource could not be found. Dec 24 03:30:18.878118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7213cb06-de57-4e5b-970d-ac039f9aee32 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:30:18.884746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7213cb06-de57-4e5b-970d-ac039f9aee32 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/subnets/c990d861-f2a7-4e7e-b407-3b77f22862fa HTTP/1.1" status: 404 len: 337 time: 0.0449369 Dec 24 03:30:18.885489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49236) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.886073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93c8975c-c10b-4609-98a7-8809dd5845b3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.899321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93c8975c-c10b-4609-98a7-8809dd5845b3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.925753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8975c-c10b-4609-98a7-8809dd5845b3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c5aa58-e552-44c0-a395-25eb946d6de9,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:18.931152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:18.935283 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:18.939060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:18.939060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.969099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93c8975c-c10b-4609-98a7-8809dd5845b3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:18.970359 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-93c8975c-c10b-4609-98a7-8809dd5845b3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3685255 Dec 24 03:30:18.979607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49238) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:18.989101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-17c27b6c-7ad9-4fcc-bda4-27f8232a24bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'ff044512-0bab-43ba-8505-996a6c9e0bf1', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:19.002115 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4964013 Dec 24 03:30:19.011523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:19.011742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.020294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:19.039874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9439-176d-42f8-84aa-afa541601cca tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=208e1310-44f4-4dcf-96f2-82949f7ae5aa,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.057578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.068146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17c27b6c-7ad9-4fcc-bda4-27f8232a24bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.069427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] Pushing event deleted for resources: {'Port': ['ID=b60741eb-9daa-4a19-9a6a-febd98d2b910,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.076488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:19.095307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c6551-d6ea-4ffc-bb3c-cea4a493304f None None] No DVR routers for this DVR port b60741eb-9daa-4a19-9a6a-febd98d2b910 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:19.139624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event deleted for resources: {'Port': ['ID=4104de79-a08b-43bf-ba1e-bf31a8cffad5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.178620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17c27b6c-7ad9-4fcc-bda4-27f8232a24bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.189075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17c27b6c-7ad9-4fcc-bda4-27f8232a24bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.214131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c27b6c-7ad9-4fcc-bda4-27f8232a24bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ee0565-ba5a-49c0-8bec-1cc19da19a19,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.227467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17c27b6c-7ad9-4fcc-bda4-27f8232a24bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.228849 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-17c27b6c-7ad9-4fcc-bda4-27f8232a24bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2462299 Dec 24 03:30:19.231491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49242) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:19.237099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'ff044512-0bab-43ba-8505-996a6c9e0bf1', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:19.253757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.259632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-863f4e44-3dbc-42a0-8bd9-aeffbedc1040 tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "DELETE /v2.0/ports/4104de79-a08b-43bf-ba1e-bf31a8cffad5 HTTP/1.1" status: 204 len: 168 time: 0.9756019 Dec 24 03:30:19.260305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Deleting port 1df5ae49-86d3-41dd-98b8-53c3abc7e715 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:19.260305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.261097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49244) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:19.297905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:19.298346 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:30:19.301480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.312156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.350210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Deleting subnet 027e9ede-28c1-4903-8ca6-6aad771f3eaf {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:19.355945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.421275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.432236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41571a-0a3c-4c40-b78d-3f369b1280f3 None None] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:19.437428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.455294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.466163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.481032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Calling delete_port for 1df5ae49-86d3-41dd-98b8-53c3abc7e715 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:19.490627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e7ea88-5cdc-4738-9ab7-e02015ee5f73,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.522722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.527612 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-903cb694-f13a-4e4b-8458-085ab9bcfa67 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2914212 Dec 24 03:30:19.527612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49246) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:19.531343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'ff044512-0bab-43ba-8505-996a6c9e0bf1', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:19.568527 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.575818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1c543aee-d291-4466-b45f-02457b70fe50 None None] Provisioning complete for port d95b3760-d878-4b42-bbc8-6f8e19519749 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:19.576514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c543aee-d291-4466-b45f-02457b70fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.602016 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:30:19.619723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.619912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.679036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.691494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c543aee-d291-4466-b45f-02457b70fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.704719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.733449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=e41e8a98-1dc1-461c-bdad-7258cb1a7811,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.738287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event deleted for resources: {'Subnet': ['ID=027e9ede-28c1-4903-8ca6-6aad771f3eaf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.743895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Port': ['ID=1df5ae49-86d3-41dd-98b8-53c3abc7e715,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.746603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.750980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.751546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': '288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:19.751919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: 208e1310-44f4-4dcf-96f2-82949f7ae5aa, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:19.755285 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6c128aec-11f1-4e03-8ca9-ce02d8dde57a tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "DELETE /v2.0/subnets/027e9ede-28c1-4903-8ca6-6aad771f3eaf HTTP/1.1" status: 204 len: 168 time: 0.4935732 Dec 24 03:30:19.755415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.757074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.758703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b1ac20c8-21c7-4860-862a-8efeb1ec3725 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/ports/1df5ae49-86d3-41dd-98b8-53c3abc7e715 HTTP/1.1" status: 204 len: 168 time: 0.8722818 Dec 24 03:30:19.758954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49248) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:19.767782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49250) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:19.768089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1c543aee-d291-4466-b45f-02457b70fe50 None None] For port d95b3760-d878-4b42-bbc8-6f8e19519749, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d95b3760-d878-4b42-bbc8-6f8e19519749,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:19.774280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d67cbc-b674-4ac1-94fc-3f47a264e157 None None] Network e8328b91-4f35-4c65-a853-a9e74d5354ee requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:19.813007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c543aee-d291-4466-b45f-02457b70fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.814173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8b7f11-429c-416d-a245-2acbba4fc8d3,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:19.832123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.834566 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-558f6f4b-abf9-4250-8391-6b40ed67117e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3055615 Dec 24 03:30:19.873370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:19.881816 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.888030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.891095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 208e1310-44f4-4dcf-96f2-82949f7ae5aa) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:19.897626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:19.898220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:19.937148 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8c873847-14c6-468c-ae1c-07cac52d1168 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9245276 Dec 24 03:30:19.939969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49254) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:19.955691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4bb22d99-0ee4-4263-81fa-46815a747f4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321503328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:19.956859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b6a28-6e17-4472-8045-60e7c8fc1986 None None] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:19.958659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Deleting port f86d8d37-5dfc-4049-96dd-ca28f81a2975 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:19.959235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.027495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] For port f86d8d37-5dfc-4049-96dd-ca28f81a2975, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f86d8d37-5dfc-4049-96dd-ca28f81a2975,segment=NetworkSegment(0072793d-f050-4929-8296-66fd2f519ce4),segment_id=0072793d-f050-4929-8296-66fd2f519ce4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:20.027914 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.034540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.042016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Calling delete_port for f86d8d37-5dfc-4049-96dd-ca28f81a2975 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:20.080237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690b3665-d747-43f8-8267-1a028d2fa4bc']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:20.093915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876cb79c-7c47-4deb-8969-b0c68f8d1dd3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:20.094224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876cb79c-7c47-4deb-8969-b0c68f8d1dd3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:20.097588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543aee-d291-4466-b45f-02457b70fe50 None None] Pushing event updated for resources: {'Port': ['ID=d95b3760-d878-4b42-bbc8-6f8e19519749,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:20.109772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.127936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.130956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-208e1310-44f4-4dcf-96f2-82949f7ae5aa', 'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': 'e41e8a98-1dc1-461c-bdad-7258cb1a7811'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:20.131878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.132019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.151911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] No DVR routers for this DVR port f86d8d37-5dfc-4049-96dd-ca28f81a2975 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:20.157474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bb22d99-0ee4-4263-81fa-46815a747f4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.159503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bb22d99-0ee4-4263-81fa-46815a747f4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.159669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0131b939-b5ef-44ec-aade-4839072a747b None None] Provisioning complete for port d95b3760-d878-4b42-bbc8-6f8e19519749 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:20.160105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0131b939-b5ef-44ec-aade-4839072a747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.171647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:20.171856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:20.177196 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:20.180988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event deleted for resources: {'Port': ['ID=f86d8d37-5dfc-4049-96dd-ca28f81a2975,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:20.261874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d95b3760-d878-4b42-bbc8-6f8e19519749 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:20.279627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.290343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.301063 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-77fd9143-95d4-4bce-aee8-5da4b60018e7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977399074&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.1552830 Dec 24 03:30:20.302372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8328b91-4f35-4c65-a853-a9e74d5354ee']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:20.306899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.311641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] 10.222.0.37 "DELETE /v2.0/networks/690b3665-d747-43f8-8267-1a028d2fa4bc HTTP/1.1" status: 204 len: 168 time: 0.5422995 Dec 24 03:30:20.316523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0072793d-f050-4929-8296-66fd2f519ce4') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:20.316787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0072793d-f050-4929-8296-66fd2f519ce4') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:20.339505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.357550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23a29e-94e0-4c22-a64e-fd9da6393032 tempest-PortsIpV6TestJSON-812352163 tempest-PortsIpV6TestJSON-812352163-project] Pushing event deleted for resources: {'Network': ['ID=690b3665-d747-43f8-8267-1a028d2fa4bc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:20.365738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.382369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:20.383716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.410520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bb22d99-0ee4-4263-81fa-46815a747f4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:20.410755 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:20.413163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b019f-bf68-4127-9730-34601c7db334 None None] DHCP port deletion for e8328b91-4f35-4c65-a853-a9e74d5354ee request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:20.435078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Allocated IP 172.20.0.2 (208e1310-44f4-4dcf-96f2-82949f7ae5aa/e41e8a98-1dc1-461c-bdad-7258cb1a7811/a74242e3-773d-4e73-b011-f0deb7d367eb) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:20.459752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d95b3760-d878-4b42-bbc8-6f8e19519749 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:20.460121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.460424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bb22d99-0ee4-4263-81fa-46815a747f4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.494774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bb22d99-0ee4-4263-81fa-46815a747f4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.498613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4bb22d99-0ee4-4263-81fa-46815a747f4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5540283 Dec 24 03:30:20.500318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:20.505665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'port': {'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa', 'name': 'tempest-RoutersTest-1770961923'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:20.511945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.521798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.529102 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] 10.222.0.37 "DELETE /v2.0/networks/e8328b91-4f35-4c65-a853-a9e74d5354ee HTTP/1.1" status: 204 len: 168 time: 0.7664061 Dec 24 03:30:20.547055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81690b-71d2-4083-b130-8bc0b9dc32ab tempest-ExtraDHCPOptionsTestJSON-809280456 tempest-ExtraDHCPOptionsTestJSON-809280456-project] Pushing event deleted for resources: {'Network': ['ID=e8328b91-4f35-4c65-a853-a9e74d5354ee,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:20.550939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-d98e008a-1a02-40fd-90fe-4839eb62f183 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:20.552886 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-d98e008a-1a02-40fd-90fe-4839eb62f183 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=1c1ed557-6c9b-4ae9-add1-0434377e3275 HTTP/1.1" status: 200 len: 795 time: 0.2333126 Dec 24 03:30:20.613822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-3f0b9532-92fd-47d0-ab79-b05461068efe tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0482564 Dec 24 03:30:20.711562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.731625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.732127 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-5f3d6643-15c5-4eda-bd23-617d32a6d294 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1101751 Dec 24 03:30:20.733487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:20.737163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.742719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49280) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:20.773661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] device_id is not set on port 6d265006-a316-4900-811a-56d3affb8f70 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:20.775312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:20.779090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b60741eb-9daa-4a19-9a6a-febd98d2b910 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:20.788581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:20.812069 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:20.817295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b60741eb-9daa-4a19-9a6a-febd98d2b910 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:20.817641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b60741eb-9daa-4a19-9a6a-febd98d2b910 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:20.828547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Pushing event updated for resources: {'Port': ['ID=a74242e3-773d-4e73-b011-f0deb7d367eb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:20.868918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49286) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:20.886949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Attempting to bind port a74242e3-773d-4e73-b011-f0deb7d367eb on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:20.887324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Attempting to bind port a74242e3-773d-4e73-b011-f0deb7d367eb by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:20.887688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Attempting to bind port a74242e3-773d-4e73-b011-f0deb7d367eb on network 208e1310-44f4-4dcf-96f2-82949f7ae5aa {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:20.893513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:20.893889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Checking segment: {'id': '288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:20.894287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.894681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Bound using segment: {'id': '288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:20.895142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Bound port: a74242e3-773d-4e73-b011-f0deb7d367eb, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '208e1310-44f4-4dcf-96f2-82949f7ae5aa'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:20.895522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:20.935246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.20.0.14 (208e1310-44f4-4dcf-96f2-82949f7ae5aa/e41e8a98-1dc1-461c-bdad-7258cb1a7811/6d265006-a316-4900-811a-56d3affb8f70) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:20.974053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] For port a74242e3-773d-4e73-b011-f0deb7d367eb, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:20.981196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] For port a74242e3-773d-4e73-b011-f0deb7d367eb, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a74242e3-773d-4e73-b011-f0deb7d367eb,segment=NetworkSegment(288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc),segment_id=288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:20.987087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.038159 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8e6f55ea-02b7-4ff6-8ca1-aa09aec14a8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=402a8fd2cf0046bfb173b4c587018727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905767 Dec 24 03:30:21.038159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49290) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:21.050052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957a79b-9d18-42bb-9149-0134dd7fb493 None None] Pushing event updated for resources: {'Port': ['ID=a74242e3-773d-4e73-b011-f0deb7d367eb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:21.114618 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-55a66dc6-6c05-4b8f-8532-2e10ac0d0763 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b1df192f4894cbc97d19818c978d497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438626 Dec 24 03:30:21.117010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49292) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:21.145449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88b8fd3a-9ddc-4398-b3c6-2bbebab4ae36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.186406 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-bafeaa5e-a722-48a6-9821-a9a18fdd6456 service neutron] 10.222.0.37 "GET /v2.0/networks/1c1ed557-6c9b-4ae9-add1-0434377e3275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278901 Dec 24 03:30:21.187011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88b8fd3a-9ddc-4398-b3c6-2bbebab4ae36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.210653 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e98eaa9-2103-4d59-b73e-0e20563385e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.260378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.271694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e98eaa9-2103-4d59-b73e-0e20563385e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.326122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88b8fd3a-9ddc-4398-b3c6-2bbebab4ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.329284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88b8fd3a-9ddc-4398-b3c6-2bbebab4ae36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.332798 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-88b8fd3a-9ddc-4398-b3c6-2bbebab4ae36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecbd7fa6-4da7-4161-9b9b-82d5936940e9 HTTP/1.1" status: 204 len: 168 time: 0.2890606 Dec 24 03:30:21.341174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8fd3a-9ddc-4398-b3c6-2bbebab4ae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbd7fa6-4da7-4161-9b9b-82d5936940e9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:21.354079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e98eaa9-2103-4d59-b73e-0e20563385e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.357084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e98eaa9-2103-4d59-b73e-0e20563385e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.358574 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0e98eaa9-2103-4d59-b73e-0e20563385e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f7435a3-3a38-4378-b971-25e4829d494e HTTP/1.1" status: 204 len: 168 time: 0.2404654 Dec 24 03:30:21.370345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98eaa9-2103-4d59-b73e-0e20563385e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7435a3-3a38-4378-b971-25e4829d494e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:21.374559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-218194cd-7a8b-4970-a5c5-1555f2305441 service neutron] 10.222.0.37 "GET /v2.0/networks/1c1ed557-6c9b-4ae9-add1-0434377e3275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738853 Dec 24 03:30:21.413613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.448295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:21.454046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:21.477264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:21.538206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=6d265006-a316-4900-811a-56d3affb8f70,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:21.549087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:21.550906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.570194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6b8c8f9a-8a66-4175-8b32-6585b4a9709c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0682287 Dec 24 03:30:21.572686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49302) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:21.675502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-45622edd-26f7-403d-8924-28e4875d6b7e req-fb8539eb-5cfe-4bcf-b72b-f4ee17c5df4b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 210 time: 0.0564704 Dec 24 03:30:21.892317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:21.974853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.314252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a74242e3-773d-4e73-b011-f0deb7d367eb up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:22.415340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a74242e3-773d-4e73-b011-f0deb7d367eb triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:22.415936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.512486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.519993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.522639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.525808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49986c-01f5-4023-adc5-5085403da212 None None] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:22.537879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49348) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:22.603481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49352) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:22.612291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=6d265006-a316-4900-811a-56d3affb8f70,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:22.648112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f069dc1f-01e2-425c-ac53-1850ad820807 None None] Provisioning complete for port a74242e3-773d-4e73-b011-f0deb7d367eb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:22.648810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f069dc1f-01e2-425c-ac53-1850ad820807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.719612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port a74242e3-773d-4e73-b011-f0deb7d367eb, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a74242e3-773d-4e73-b011-f0deb7d367eb,segment=NetworkSegment(288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc),segment_id=288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:22.748517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-505283627'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:22.756290 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.759252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d95b3760-d878-4b42-bbc8-6f8e19519749 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:22.780150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Made reservation on behalf of 7ce81015bc2c40308bee75b7b8165fc4 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:22.785049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.793509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.811258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1770902277'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:22.815302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.869270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:22.883097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.901226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.928863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-909f8ea7-235c-47fc-819d-40003a0e3f8b req-ac6084e6-32fe-4f2b-bb8c-b015290c1f63 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 210 time: 0.1318474 Dec 24 03:30:23.024207 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.036670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.052144 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:23.075982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.082030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.082664 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Added segment 316cff44-04d4-4f1f-a4bc-25ef91a8ad90 of type vlan for network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 Dec 24 03:30:23.100497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=a74242e3-773d-4e73-b011-f0deb7d367eb,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:23.141829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d95b3760-d878-4b42-bbc8-6f8e19519749 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:23.142160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.146721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.158504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affd6460-5151-42b5-ad28-7a3baec2b096,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:23.162355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.165199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.207826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:23.248851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.249288 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Added segment 87a44cbc-a314-46a2-bd8a-52fe1793bc38 of type vlan for network 4663c15c-5d55-48e8-ae76-ba090db49018 Dec 24 03:30:23.251031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.257227 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:23.257920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.274882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c027b810-e017-4335-a0f4-a2123b9e6755,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:23.296382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5d7ad59e-5d50-4f5e-af4b-5547d1c002a5 None None] Provisioning complete for port 6d265006-a316-4900-811a-56d3affb8f70 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:23.297975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad59e-5d50-4f5e-af4b-5547d1c002a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.334122 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7937200 Dec 24 03:30:23.336406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:23.353669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Request body: {'subnet': {'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:23.377857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.385918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61301bbe-a94f-40b5-9c2a-43564c1ae162 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event updated for resources: {'Network': ['ID=517bee45-d8dc-4a62-b8b3-f404a434e2c3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:23.400725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ad59e-5d50-4f5e-af4b-5547d1c002a5 None None] Port 6d265006-a316-4900-811a-56d3affb8f70 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:23.405352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:23.408430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f86d8d37-5dfc-4049-96dd-ca28f81a2975 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:23.414898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.422059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:23.422790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.497191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f86d8d37-5dfc-4049-96dd-ca28f81a2975 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:23.497530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f86d8d37-5dfc-4049-96dd-ca28f81a2975 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:23.520813 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Network': ['ID=4663c15c-5d55-48e8-ae76-ba090db49018,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:23.528044 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc473e99-4aeb-4ff2-a744-0661da5edba5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9217174 Dec 24 03:30:23.531360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:23.538062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'subnet': {'network_id': '4663c15c-5d55-48e8-ae76-ba090db49018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:23.544296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5d7ad59e-5d50-4f5e-af4b-5547d1c002a5 None None] Provisioning complete for port a74242e3-773d-4e73-b011-f0deb7d367eb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:23.544903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad59e-5d50-4f5e-af4b-5547d1c002a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.554200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 4663c15c-5d55-48e8-ae76-ba090db49018 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:23.657097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:23.663839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.742056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Made reservation on behalf of 7ce81015bc2c40308bee75b7b8165fc4 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:23.745713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.773199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-d0c7ce5c-77fe-441a-8da0-98b42bd0bc9b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:23.774606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-d0c7ce5c-77fe-441a-8da0-98b42bd0bc9b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=1c1ed557-6c9b-4ae9-add1-0434377e3275 HTTP/1.1" status: 200 len: 795 time: 0.3266339 Dec 24 03:30:23.860196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-46c0d33f-ee79-4977-a028-836e618b9e7b None None] Provisioning complete for port 6d265006-a316-4900-811a-56d3affb8f70 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:23.860693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46c0d33f-ee79-4977-a028-836e618b9e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.874328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.907532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-46c0d33f-ee79-4977-a028-836e618b9e7b None None] Port 6d265006-a316-4900-811a-56d3affb8f70 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:23.961355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Subnet': ['ID=168fe493-ba87-4dd7-8e3c-2de296ed8b77,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:23.971697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Checking segment: {'id': '87a44cbc-a314-46a2-bd8a-52fe1793bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4663c15c-5d55-48e8-ae76-ba090db49018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:23.972062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network hostable DHCP agents. Network: 4663c15c-5d55-48e8-ae76-ba090db49018, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:23.996058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 4663c15c-5d55-48e8-ae76-ba090db49018 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:24.007381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 4663c15c-5d55-48e8-ae76-ba090db49018) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:24.012711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:24.013454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.018969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c371a-954b-4563-a57d-6ff2528b78e0 None None] Network 4663c15c-5d55-48e8-ae76-ba090db49018 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:24.037459 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b42369a0-4680-4d43-8202-6fbcbfd3ebec tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5045824 Dec 24 03:30:24.039862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49368) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:24.049812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-9177176', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:24.084236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.085638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.114071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a74242e3-773d-4e73-b011-f0deb7d367eb up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:24.153365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.192963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd0031-59c2-45a4-83a4-0a8f5c36fd90 None None] Network 4663c15c-5d55-48e8-ae76-ba090db49018 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:24.223228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a74242e3-773d-4e73-b011-f0deb7d367eb triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:24.223621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.226160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1f27a51-c18d-48c3-a38f-53a773583b8f req-66b4ac16-14e5-46fe-a628-9a948d935542 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 210 time: 0.0935674 Dec 24 03:30:24.286686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.297508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.311139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-fb535970-cab4-46d6-a555-58abbf783728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 472 time: 0.1706822 Dec 24 03:30:24.340109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.358665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['ff044512-0bab-43ba-8505-996a6c9e0bf1']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:24.476489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.489739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=6d265006-a316-4900-811a-56d3affb8f70,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:24.541594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.565792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.645033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.658138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:24.661647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.670215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.26.5.223 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/7c7e018c-7a35-47a9-be13-64e3f2a66d75) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:24.703198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:24.711480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:24.785410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event updated for resources: {'Subnet': ['ID=5449c756-56ee-41f2-8b75-e31414679c43,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:24.790304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.825991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.866268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.866593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.866924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.867262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.867595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.868333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.868333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.868651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.868897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.869220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.869540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.869667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:24.869963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.870166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:24.875269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:24.877806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=7c7e018c-7a35-47a9-be13-64e3f2a66d75,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:24.879992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:24.895534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b14a4-2d33-4377-a2a3-5c012f48aa32 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:24.895838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Checking segment: {'id': '316cff44-04d4-4f1f-a4bc-25ef91a8ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:24.896215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Network hostable DHCP agents. Network: 517bee45-d8dc-4a62-b8b3-f404a434e2c3, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:24.950148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-13df252a-2393-4786-b064-51358901aecf None None] Provisioning complete for port 7c7e018c-7a35-47a9-be13-64e3f2a66d75 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:24.953315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13df252a-2393-4786-b064-51358901aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:24.982843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.25 (1c1ed557-6c9b-4ae9-add1-0434377e3275/c54b70c8-4b06-417c-a03c-3976741da6d7/0899a5f3-a254-43f5-92d6-770e82ebad9f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:24.985922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:24.991117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13df252a-2393-4786-b064-51358901aecf None None] Port 7c7e018c-7a35-47a9-be13-64e3f2a66d75 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:25.010553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 517bee45-d8dc-4a62-b8b3-f404a434e2c3) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:25.016089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router bb794719-f448-477f-aff4-326647bc33d3 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:25.018499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:25.018997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b9ee2-5d42-4954-9a64-ab4447db6b0f None None] Network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:25.019132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.054194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c120e463-aebd-4a6e-8588-7d8b721df778 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7142687 Dec 24 03:30:25.057105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49370) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:25.063949 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Request body: {'port': {'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3', 'name': 'tempest-TagsExtTest-1186152738'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:25.128410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-235fb221-96cb-40c4-81ca-d505907cd725 None None] Provisioning complete for port 6d265006-a316-4900-811a-56d3affb8f70 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:25.128904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-235fb221-96cb-40c4-81ca-d505907cd725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.150271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-517bee45-d8dc-4a62-b8b3-f404a434e2c3', 'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3', 'project_id': '7ce81015bc2c40308bee75b7b8165fc4', 'fixed_ips': [{'subnet_id': '5449c756-56ee-41f2-8b75-e31414679c43'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:25.151224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.187358 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-235fb221-96cb-40c4-81ca-d505907cd725 None None] Port 6d265006-a316-4900-811a-56d3affb8f70 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:25.210990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:25.217282 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c6eff74e-210b-4dd1-985d-31945b252073 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/bb794719-f448-477f-aff4-326647bc33d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6434691 Dec 24 03:30:25.220198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49372) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:25.241602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] Sync routers for ids ['bb794719-f448-477f-aff4-326647bc33d3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:25.267021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] Routers {'bb794719-f448-477f-aff4-326647bc33d3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:25.267796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['bb794719-f448-477f-aff4-326647bc33d3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:25.273759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.278277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.287527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9635473-f3b9-4d43-b20d-da4d1659d6bf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:25.289471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d9635473-f3b9-4d43-b20d-da4d1659d6bf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports/6d265006-a316-4900-811a-56d3affb8f70 HTTP/1.1" status: 200 len: 978 time: 0.0676236 Dec 24 03:30:25.293276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:25.311747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:25.328117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Made reservation on behalf of 7ce81015bc2c40308bee75b7b8165fc4 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:25.331886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.351057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] Routers {'bb794719-f448-477f-aff4-326647bc33d3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:25.351795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['bb794719-f448-477f-aff4-326647bc33d3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:25.390798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:25.391283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] device_id is not set on port 76ad3b3b-8e69-41eb-a46b-5fe2016e056f yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:25.391643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af56ffbe-d2cc-48e4-9290-23622b25e76f None None] The sync data for ids ['bb794719-f448-477f-aff4-326647bc33d3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:25.405978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Allocated IP 172.20.0.2 (517bee45-d8dc-4a62-b8b3-f404a434e2c3/5449c756-56ee-41f2-8b75-e31414679c43/6b48e27f-bbdc-4f33-a50d-f50b72d86cb8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:25.410708 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-06aa47c6-1a49-4e5c-a77e-7f3b2bb28e83 req-d5540a93-c95f-4cdc-9072-59ee45a7d502 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 210 time: 0.0414205 Dec 24 03:30:25.511420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.571015 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.573568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:25.577694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:25.581410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.607278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:25.634164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:25.637950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:25.643860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:25.647734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Pushing event updated for resources: {'Port': ['ID=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:25.665805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:25.666784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.680988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=0899a5f3-a254-43f5-92d6-770e82ebad9f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:25.709473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Attempting to bind port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:25.710198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Attempting to bind port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '316cff44-04d4-4f1f-a4bc-25ef91a8ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:25.710667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Attempting to bind port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 on network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:25.716841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:25.717963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Checking segment: {'id': '316cff44-04d4-4f1f-a4bc-25ef91a8ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:25.719113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.719807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Bound using segment: {'id': '316cff44-04d4-4f1f-a4bc-25ef91a8ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:25.720710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Bound port: 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316cff44-04d4-4f1f-a4bc-25ef91a8ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '517bee45-d8dc-4a62-b8b3-f404a434e2c3'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:25.722037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.725781 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-f0274423-1bc1-49b3-be59-5cc7f891d03a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3905342 Dec 24 03:30:25.814127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] For port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:25.818032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] For port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,segment=NetworkSegment(316cff44-04d4-4f1f-a4bc-25ef91a8ad90),segment_id=316cff44-04d4-4f1f-a4bc-25ef91a8ad90)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:25.824700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Request body: {'port': {'device_id': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:25.827931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.838306 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:30:25.920927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06481ba8-f3b5-4d08-928f-3505c92fc0ee None None] Pushing event updated for resources: {'Port': ['ID=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:25.935777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.980645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Allocated IP 172.20.0.12 (517bee45-d8dc-4a62-b8b3-f404a434e2c3/5449c756-56ee-41f2-8b75-e31414679c43/76ad3b3b-8e69-41eb-a46b-5fe2016e056f) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:26.002603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.025962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-914fd794-5737-4328-8d19-4ca83ee763db None None] Provisioning complete for port 0899a5f3-a254-43f5-92d6-770e82ebad9f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:26.026543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-914fd794-5737-4328-8d19-4ca83ee763db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.033607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.088538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-914fd794-5737-4328-8d19-4ca83ee763db None None] Port 0899a5f3-a254-43f5-92d6-770e82ebad9f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:26.269814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.273434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:26.387333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.451424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 6d265006-a316-4900-811a-56d3affb8f70 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:26.451979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.452336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:26.455615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:26.458869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0899a5f3-a254-43f5-92d6-770e82ebad9f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:30:26.469349 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:26.481337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:26.489097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:26.494838 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:26.495165 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event updated for resources: {'Port': ['ID=76ad3b3b-8e69-41eb-a46b-5fe2016e056f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:26.495461 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:26.501396 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.503759 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3839187a-b4a3-45aa-abe7-b974ebf491d3 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4623997 Dec 24 03:30:26.512209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.512628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49382) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:26.530900 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:26.542292 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:26.542806 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:26.553583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.553962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.554309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.554774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.555122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.555459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.555940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.556452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.556946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.557418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.557893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.558367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.558839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:26.578622 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:26.579742 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad0191-1472-40a7-a9b9-5ed5720ff1d3 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:26.585562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Transition to ACTIVE for port object 0899a5f3-a254-43f5-92d6-770e82ebad9f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:30:26.597730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.640748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:26.641391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.647662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45da28-3c53-44f8-a1ee-1443dfc0d626 req-022fbb73-8492-4eca-be05-a6ce7dd861f2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:26.655389 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac45da28-3c53-44f8-a1ee-1443dfc0d626 req-022fbb73-8492-4eca-be05-a6ce7dd861f2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 932 time: 0.1404207 Dec 24 03:30:26.695075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Pushing event updated for resources: {'Port': ['ID=0899a5f3-a254-43f5-92d6-770e82ebad9f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:26.698805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.711487 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5443e4aa-bf4c-48db-a042-b3e6e6302097 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6530325 Dec 24 03:30:26.714133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49384) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:26.718736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e28ee5e9-cc52-4a49-8758-a86067570c0b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1637853744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:26.729178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 6d265006-a316-4900-811a-56d3affb8f70 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:26.805509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e28ee5e9-cc52-4a49-8758-a86067570c0b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.805509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e28ee5e9-cc52-4a49-8758-a86067570c0b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.858033 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac45da28-3c53-44f8-a1ee-1443dfc0d626 req-0e8f6957-8d2c-4524-83bd-6782cabb4841 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017531 Dec 24 03:30:26.893520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Attempting to bind port 0899a5f3-a254-43f5-92d6-770e82ebad9f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:26.894110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Attempting to bind port 0899a5f3-a254-43f5-92d6-770e82ebad9f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:26.894591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Attempting to bind port 0899a5f3-a254-43f5-92d6-770e82ebad9f on network 1c1ed557-6c9b-4ae9-add1-0434377e3275 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:26.901457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Port 0899a5f3-a254-43f5-92d6-770e82ebad9f on network 1c1ed557-6c9b-4ae9-add1-0434377e3275 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:30:26.901780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Attempting to bind port 0899a5f3-a254-43f5-92d6-770e82ebad9f on network 1c1ed557-6c9b-4ae9-add1-0434377e3275 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:26.943821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e28ee5e9-cc52-4a49-8758-a86067570c0b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.952085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e28ee5e9-cc52-4a49-8758-a86067570c0b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:26.955565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:26.955915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Checking segment: {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:26.956303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Bound using segment: {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:26.956771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Bound port: 0899a5f3-a254-43f5-92d6-770e82ebad9f, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:26.957119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.010511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e28ee5e9-cc52-4a49-8758-a86067570c0b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.015580 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e28ee5e9-cc52-4a49-8758-a86067570c0b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3002222 Dec 24 03:30:27.016935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49386) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:27.023770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-920a940f-1534-46b0-9971-1e0a254654bc tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-255910797', 'prefixes': ['172.20.0.0/16']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:27.099211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] For port 0899a5f3-a254-43f5-92d6-770e82ebad9f, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:27.107173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] For port 0899a5f3-a254-43f5-92d6-770e82ebad9f, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0899a5f3-a254-43f5-92d6-770e82ebad9f,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:27.117774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.186853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.228130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c254772-beaa-46a7-9108-2b83455e3e51 None None] Network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:27.231205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:27.232834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.233787 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] 10.222.0.41 "PUT /v2.0/ports/0899a5f3-a254-43f5-92d6-770e82ebad9f HTTP/1.1" status: 200 len: 1094 time: 1.4936724 Dec 24 03:30:27.235628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'tag': '0899a5f3-a254-43f5-92d6-770e82ebad9f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:30:27.238850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7003c6-8222-4153-9e2c-29f1d23c6bff" -d '{"events": [{"name": "network-changed", "server_uuid": "46fdcf97-321d-48cf-8e03-9f6e5268a27f", "tag": "0899a5f3-a254-43f5-92d6-770e82ebad9f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:30:27.289091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.361912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Provisioning complete for port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:27.371279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.435925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade48c8b-8260-47cc-860d-400b2be7fcfa service neutron] Pushing event updated for resources: {'Port': ['ID=0899a5f3-a254-43f5-92d6-770e82ebad9f,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:27.608046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.673359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] For port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,segment=NetworkSegment(316cff44-04d4-4f1f-a4bc-25ef91a8ad90),segment_id=316cff44-04d4-4f1f-a4bc-25ef91a8ad90)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:27.686805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:27.763893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Pushing event updated for resources: {'Port': ['ID=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:27.777336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.777825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.778424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.779151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.779564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.780128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.780686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.781380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.781934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.782467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.783231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.783777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.784301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1174487d-09e2-4789-b0ad-cc5bd433d9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:27.895001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.1 (4663c15c-5d55-48e8-ae76-ba090db49018/168fe493-ba87-4dd7-8e3c-2de296ed8b77/27193d29-8377-40a3-a5eb-ec728046ec10) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:27.958511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-71575ac8-0652-4b3c-ac24-67f5b5a44e50 None None] Provisioning complete for port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:27.959277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71575ac8-0652-4b3c-ac24-67f5b5a44e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.054520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=6d265006-a316-4900-811a-56d3affb8f70,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:28.089212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1099167-2ffd-4e61-b215-da7d9c7db9dd x-openstack-request-id: req-d1099167-2ffd-4e61-b215-da7d9c7db9dd {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:30:28.089507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fdcf97-321d-48cf-8e03-9f6e5268a27f", "tag": "0899a5f3-a254-43f5-92d6-770e82ebad9f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:30:28.089761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1099167-2ffd-4e61-b215-da7d9c7db9dd {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:30:28.090159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'tag': '0899a5f3-a254-43f5-92d6-770e82ebad9f', 'status': 'completed', 'code': 200} Dec 24 03:30:28.135030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.174649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-71575ac8-0652-4b3c-ac24-67f5b5a44e50 None None] Provisioning complete for port 76ad3b3b-8e69-41eb-a46b-5fe2016e056f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:28.175132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71575ac8-0652-4b3c-ac24-67f5b5a44e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.202288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-44124b19-2a46-4ec0-b3d5-8629d514cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:28.204631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.205938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-44124b19-2a46-4ec0-b3d5-8629d514cb5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 1097 time: 0.8383892 Dec 24 03:30:28.210015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-920a940f-1534-46b0-9971-1e0a254654bc tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for subnetpool, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.214688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-920a940f-1534-46b0-9971-1e0a254654bc tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1921594 Dec 24 03:30:28.219458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49394) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:28.226388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-d2ddcd90-a03f-4be7-95ac-5f9480e8052f tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', 'tempest-TagsExtTest-Tag-1504535600') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:28.253153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:28.296729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 4663c15c-5d55-48e8-ae76-ba090db49018 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:28.301518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:28.305664 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-61816ab3-1cab-4ac8-abfd-c9ff174f571b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=0899a5f3-a254-43f5-92d6-770e82ebad9f HTTP/1.1" status: 200 len: 217 time: 0.0463929 Dec 24 03:30:28.307283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:28.316399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-71575ac8-0652-4b3c-ac24-67f5b5a44e50 None None] Port 76ad3b3b-8e69-41eb-a46b-5fe2016e056f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:28.326058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:28.326058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.346733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=27193d29-8377-40a3-a5eb-ec728046ec10,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:28.366797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b779b7-e82c-4c49-a1c8-4daf40638479 req-bec36790-b62c-4326-9451-052caf817a06 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:28.375408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59b779b7-e82c-4c49-a1c8-4daf40638479 req-bec36790-b62c-4326-9451-052caf817a06 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 944 time: 0.3139946 Dec 24 03:30:28.377368 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.382567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.450602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-946a0725-ee75-4e90-a0f7-23d93148c226 None None] Provisioning complete for port 76ad3b3b-8e69-41eb-a46b-5fe2016e056f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:28.450982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-946a0725-ee75-4e90-a0f7-23d93148c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.492907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-e0964848-7bdb-4a61-8bcc-7d57c354f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:28.493160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-946a0725-ee75-4e90-a0f7-23d93148c226 None None] Port 76ad3b3b-8e69-41eb-a46b-5fe2016e056f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:28.494796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-e0964848-7bdb-4a61-8bcc-7d57c354f4ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c54b70c8-4b06-417c-a03c-3976741da6d7 HTTP/1.1" status: 200 len: 838 time: 0.1762183 Dec 24 03:30:28.570043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.590404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59b779b7-e82c-4c49-a1c8-4daf40638479 req-9df91e3e-5f9c-456a-a547-12b84ce7a1cf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150717 Dec 24 03:30:28.698298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c03c-5403-488b-a509-d17c17552610 req-bf0af2e3-8384-4c8a-bdc5-a2604d80621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:28.700075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-bf0af2e3-8384-4c8a-bdc5-a2604d80621a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c1ed557-6c9b-4ae9-add1-0434377e3275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1547070 Dec 24 03:30:28.703917 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d2ddcd90-a03f-4be7-95ac-5f9480e8052f tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags/tempest-TagsExtTest-Tag-1504535600 HTTP/1.1" status: 201 len: 201 time: 0.4834912 Dec 24 03:30:28.714849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49396) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:28.719594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-b298a0f1-5e86-4203-833c-0cd8dfdc0838 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', 'tempest-TagsExtTest-Tag-1404592706') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:28.736866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router bb794719-f448-477f-aff4-326647bc33d3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:28.890636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.897385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:28.916559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-1c309243-70b8-4acb-bf8d-0b06188a4927 service neutron] 10.222.0.41 "GET /v2.0/networks/1c1ed557-6c9b-4ae9-add1-0434377e3275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089891 Dec 24 03:30:28.917446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:28.926479 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bbd0c02b-0304-4490-abd7-c9a8c4f00161 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/bb794719-f448-477f-aff4-326647bc33d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6294448 Dec 24 03:30:28.932765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49398) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:28.936306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] Sync routers for ids ['bb794719-f448-477f-aff4-326647bc33d3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:28.951466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] Routers {'bb794719-f448-477f-aff4-326647bc33d3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:28.952655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['bb794719-f448-477f-aff4-326647bc33d3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:28.988379 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=27193d29-8377-40a3-a5eb-ec728046ec10,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:28.990733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.009429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.019714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] Routers {'bb794719-f448-477f-aff4-326647bc33d3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:29.020327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['bb794719-f448-477f-aff4-326647bc33d3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.059238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.059907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db96ac-e5d3-43ab-8a2f-3d8d5aad53c1 None None] The sync data for ids ['bb794719-f448-477f-aff4-326647bc33d3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:29.095471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b298a0f1-5e86-4203-833c-0cd8dfdc0838 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags/tempest-TagsExtTest-Tag-1404592706 HTTP/1.1" status: 201 len: 201 time: 0.3772466 Dec 24 03:30:29.096018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49400) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.101003 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-74af5938-3c79-49a8-9496-c49cd8c3150e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', 'tempest-TagsExtTest-Tag-810822103') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.104871 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 4663c15c-5d55-48e8-ae76-ba090db49018 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:29.140726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:29.195196 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81d1c03c-5403-488b-a509-d17c17552610 req-f8bb2680-0f68-4b67-a9fb-fdbc0641deab service neutron] 10.222.0.41 "GET /v2.0/networks/1c1ed557-6c9b-4ae9-add1-0434377e3275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703619 Dec 24 03:30:29.249031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-45788d5f-88ec-44aa-ac8a-8e3f268343c8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] remove_router_interface failed (client error): The resource could not be found. Dec 24 03:30:29.252410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-45788d5f-88ec-44aa-ac8a-8e3f268343c8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/bb794719-f448-477f-aff4-326647bc33d3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3155637 Dec 24 03:30:29.255143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49402) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.294562 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e78de2e-5c65-491f-a37e-3de22a0039e6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb794719-f448-477f-aff4-326647bc33d3 HTTP/1.1" status: 200 len: 205 time: 0.0380905 Dec 24 03:30:29.295567 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74af5938-3c79-49a8-9496-c49cd8c3150e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags/tempest-TagsExtTest-Tag-810822103 HTTP/1.1" status: 201 len: 201 time: 0.1984406 Dec 24 03:30:29.298244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.299146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49406) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.311450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-db32b03f-d605-4aea-9958-14698b8aa9db tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', 'tempest-TagsExtTest-Tag-317158796') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.318167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:29.429576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76cfcf7-c5fd-4688-9c81-eb5759024a90 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.430105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:29.437925 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-408fd066-ab35-4d06-8976-6e03fc0a0868 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/routers/e1d88ae1-0a82-480b-8dca-a38c0d85d8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216475 Dec 24 03:30:29.438464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49410) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.443590 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:29.452952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'port': {'network_id': '4663c15c-5d55-48e8-ae76-ba090db49018', 'name': 'tempest-FloatingIPTestJSON-1999998156'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:29.456569 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:29.457179 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.499674 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.510411 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:29.511231 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.516313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-f3bb5214-5de2-40d1-973a-b98213c390e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:29.520773 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-f3bb5214-5de2-40d1-973a-b98213c390e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 1097 time: 0.2182088 Dec 24 03:30:29.555877 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.556803 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5851bf04-462f-42fc-ae51-8df87a07beab None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:29.580299 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-db32b03f-d605-4aea-9958-14698b8aa9db tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags/tempest-TagsExtTest-Tag-317158796 HTTP/1.1" status: 201 len: 201 time: 0.2786477 Dec 24 03:30:29.583064 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49412) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.589053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-211df7e8-a79b-40f6-b9cd-7deb7cb234fb tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.653932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:29.657667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.684170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] device_id is not set on port 22caf041-dd4d-4de6-9e48-37105e3886c8 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:29.684463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76cfcf7-c5fd-4688-9c81-eb5759024a90 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.689453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76cfcf7-c5fd-4688-9c81-eb5759024a90 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.768063 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-211df7e8-a79b-40f6-b9cd-7deb7cb234fb tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags HTTP/1.1" status: 200 len: 241 time: 0.1811512 Dec 24 03:30:29.769662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49416) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.774009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-ba610183-310e-4e8e-8745-deef5abb8506 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', 'tempest-TagsExtTest-Tag-1504535600') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:29.784705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76cfcf7-c5fd-4688-9c81-eb5759024a90 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.784944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76cfcf7-c5fd-4688-9c81-eb5759024a90 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Fanout notify agent at l3_agent the message router_deleted on router bb794719-f448-477f-aff4-326647bc33d3 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:29.791475 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:29.795650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d76cfcf7-c5fd-4688-9c81-eb5759024a90 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.795650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d76cfcf7-c5fd-4688-9c81-eb5759024a90 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/bb794719-f448-477f-aff4-326647bc33d3 HTTP/1.1" status: 204 len: 168 time: 0.4950888 Dec 24 03:30:29.802414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49418) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:29.810302 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea76-175d-4ab3-a27f-f3758b46cdd8 req-5b54e368-2174-44b1-8ca9-ce22ce287397 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:29.811857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d96ea76-175d-4ab3-a27f-f3758b46cdd8 req-5b54e368-2174-44b1-8ca9-ce22ce287397 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 944 time: 0.1253593 Dec 24 03:30:29.822873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-16077f74-4bae-4c6f-88c0-e0ab323070fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:29.824424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-16077f74-4bae-4c6f-88c0-e0ab323070fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c1ed557-6c9b-4ae9-add1-0434377e3275 HTTP/1.1" status: 200 len: 895 time: 0.2950773 Dec 24 03:30:29.910017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-279a9a0b-4255-44c9-a0a3-32476927bb27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=0899a5f3-a254-43f5-92d6-770e82ebad9f HTTP/1.1" status: 200 len: 217 time: 0.0562458 Dec 24 03:30:29.967604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet e41e8a98-1dc1-461c-bdad-7258cb1a7811 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:29.980943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:29.987456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d96ea76-175d-4ab3-a27f-f3758b46cdd8 req-4cd4d924-8e91-4126-95cc-b0f822a25fda tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660757 Dec 24 03:30:30.032560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-becc5604-4373-4f6c-b3da-a3a792d973ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:30.034667 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-becc5604-4373-4f6c-b3da-a3a792d973ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c54b70c8-4b06-417c-a03c-3976741da6d7 HTTP/1.1" status: 200 len: 838 time: 0.1165171 Dec 24 03:30:30.036820 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.151370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-509256ed-a0f6-400c-8397-f3872ea74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:30.151370 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-509256ed-a0f6-400c-8397-f3872ea74a4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c1ed557-6c9b-4ae9-add1-0434377e3275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0865493 Dec 24 03:30:30.184688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.193757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.9 (4663c15c-5d55-48e8-ae76-ba090db49018/168fe493-ba87-4dd7-8e3c-2de296ed8b77/22caf041-dd4d-4de6-9e48-37105e3886c8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:30.229463 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ba610183-310e-4e8e-8745-deef5abb8506 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags/tempest-TagsExtTest-Tag-1504535600 HTTP/1.1" status: 204 len: 168 time: 0.4586554 Dec 24 03:30:30.232893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49420) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:30.237273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-571c4f5e-a044-49c2-b241-1378b6eaea19 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', 'tempest-TagsExtTest-Tag-1504535600') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:30.297979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-c7751fa6-e38c-4875-9fa2-638a6137163d service neutron] 10.222.0.41 "GET /v2.0/networks/1c1ed557-6c9b-4ae9-add1-0434377e3275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372473 Dec 24 03:30:30.301352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.347149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=e41e8a98-1dc1-461c-bdad-7258cb1a7811,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:30.352584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.358607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-354920bb-26e5-4072-b656-701d439e1ea9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/e41e8a98-1dc1-461c-bdad-7258cb1a7811 HTTP/1.1" status: 204 len: 168 time: 0.5426004 Dec 24 03:30:30.359718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49422) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:30.361640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8efca-6220-4cb7-932f-3fdbd8c3ffc6 None None] Network 208e1310-44f4-4dcf-96f2-82949f7ae5aa requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:30.414571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.427108 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-571c4f5e-a044-49c2-b241-1378b6eaea19 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags/tempest-TagsExtTest-Tag-1504535600 HTTP/1.1" status: 204 len: 168 time: 0.1931629 Dec 24 03:30:30.430740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49424) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:30.435102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-9fce6fdd-c712-4e95-b7d7-b76c01f6b9e8 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:30.500343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.564949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] DHCP port deletion for 208e1310-44f4-4dcf-96f2-82949f7ae5aa request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:30.575357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 4663c15c-5d55-48e8-ae76-ba090db49018 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:30.577213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=22caf041-dd4d-4de6-9e48-37105e3886c8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:30.581039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:30.584005 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9fce6fdd-c712-4e95-b7d7-b76c01f6b9e8 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags HTTP/1.1" status: 200 len: 205 time: 0.1522906 Dec 24 03:30:30.585194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:30.587759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49426) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:30.593412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-c5d18c14-964b-4378-acb5-72e0a66fba9e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:30.646709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] Deleting port a74242e3-773d-4e73-b011-f0deb7d367eb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:30.647187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.675617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:30.676417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.707009 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ca6e7fe7-b842-46de-ab27-98f5cc7a6d54 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2674286 Dec 24 03:30:30.707647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49428) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:30.713627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'port': {'network_id': '4663c15c-5d55-48e8-ae76-ba090db49018', 'name': 'tempest-FloatingIPTestJSON-1857624605'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:30.733566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] For port a74242e3-773d-4e73-b011-f0deb7d367eb, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a74242e3-773d-4e73-b011-f0deb7d367eb,segment=NetworkSegment(288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc),segment_id=288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:30.733978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.741061 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c5d18c14-964b-4378-acb5-72e0a66fba9e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags HTTP/1.1" status: 200 len: 241 time: 0.1522062 Dec 24 03:30:30.750591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49430) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:30.753677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] Calling delete_port for a74242e3-773d-4e73-b011-f0deb7d367eb owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:30.757955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-76e12221-c525-4126-83f4-c0b2e53492e4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', 'tempest-TagsExtTest-Tag-1404592706') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:30.846835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.876547 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-76e12221-c525-4126-83f4-c0b2e53492e4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags/tempest-TagsExtTest-Tag-1404592706 HTTP/1.1" status: 204 len: 168 time: 0.1246040 Dec 24 03:30:30.879720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49432) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:30.881618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] No DVR routers for this DVR port a74242e3-773d-4e73-b011-f0deb7d367eb on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:30.884993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03df14-39b7-4dcd-a96d-1c94134403d0 None None] Pushing event deleted for resources: {'Port': ['ID=a74242e3-773d-4e73-b011-f0deb7d367eb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:30.886809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-89938444-ce33-476a-81a5-81fac3dcaec0 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', 'tempest-TagsExtTest-Tag-1404592706') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:30.918786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.944613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:30.948177 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.974003 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] device_id is not set on port 1f691fae-26b4-41dc-96ee-8f8698c58a1f yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:31.007062 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac7003c6-8222-4153-9e2c-29f1d23c6bff req-013f1537-0a99-4ee5-82f1-85f75e4fb33a service neutron] 10.222.0.41 "GET /v2.0/networks/1c1ed557-6c9b-4ae9-add1-0434377e3275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938455 Dec 24 03:30:31.039814 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89938444-ce33-476a-81a5-81fac3dcaec0 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags/tempest-TagsExtTest-Tag-1404592706 HTTP/1.1" status: 204 len: 168 time: 0.1564782 Dec 24 03:30:31.041569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49436) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.048219 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-ed0c403a-d57d-4ba6-9ba4-1013e92d8b31 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.050930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.075148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208e1310-44f4-4dcf-96f2-82949f7ae5aa']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.087981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.088590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288b8a2b-6b40-48d3-81ee-3a5e1f6f2efc') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.099962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.145781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.145984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.13 (4663c15c-5d55-48e8-ae76-ba090db49018/168fe493-ba87-4dd7-8e3c-2de296ed8b77/1f691fae-26b4-41dc-96ee-8f8698c58a1f) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:31.159840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:31.160468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:31.163588 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:31.182695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ca434-764c-4d40-a6ed-63eec6281afd req-706e71af-24d0-4f43-a016-b11673127e02 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:31.184183 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-252ca434-764c-4d40-a6ed-63eec6281afd req-706e71af-24d0-4f43-a016-b11673127e02 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 944 time: 0.0888610 Dec 24 03:30:31.184892 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ed0c403a-d57d-4ba6-9ba4-1013e92d8b31 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags HTTP/1.1" status: 200 len: 205 time: 0.1420336 Dec 24 03:30:31.187273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49438) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.191627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-5ff8b0ee-6a38-4b94-9a33-58471d47eaa0 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.259103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.267839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.271243 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/208e1310-44f4-4dcf-96f2-82949f7ae5aa HTTP/1.1" status: 204 len: 168 time: 0.9108245 Dec 24 03:30:31.277418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.297817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-219066539'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:31.302722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca136cab-6615-4f52-9ef5-849526766f02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=208e1310-44f4-4dcf-96f2-82949f7ae5aa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:31.320246 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5ff8b0ee-6a38-4b94-9a33-58471d47eaa0 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags HTTP/1.1" status: 200 len: 240 time: 0.1288848 Dec 24 03:30:31.322409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-252ca434-764c-4d40-a6ed-63eec6281afd req-6c16932c-02df-42a8-9fa0-593f0ab53e09 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264172 Dec 24 03:30:31.322584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49442) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.326705 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-cb115fc5-ec8d-4094-baad-6d7210169ab2 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', 'tempest-TagsExtTest-Tag-810822103') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.348806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:31.352657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.379206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:31.390023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.390371 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment d1258d43-e2ba-4cc2-9f15-77679647391f of type vlan for network 5e7486ba-2d65-4a72-83ab-57821f91c56b Dec 24 03:30:31.435055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.463152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.469294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:31.469952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.472283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.479384 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cb115fc5-ec8d-4094-baad-6d7210169ab2 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags/tempest-TagsExtTest-Tag-810822103 HTTP/1.1" status: 204 len: 168 time: 0.1562550 Dec 24 03:30:31.481726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49444) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.487971 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-3e788ce4-a813-448c-b55b-8ca6dcf8b5a4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', 'tempest-TagsExtTest-Tag-810822103') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.510420 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2294381 Dec 24 03:30:31.515605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49446) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.520609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': '5e7486ba-2d65-4a72-83ab-57821f91c56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:31.529184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0899a5f3-a254-43f5-92d6-770e82ebad9f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:30:31.579305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47649032-5690-4d42-bdb6-73c16e1c78ae tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=5e7486ba-2d65-4a72-83ab-57821f91c56b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:31.590165 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.596960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:31.643581 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3e788ce4-a813-448c-b55b-8ca6dcf8b5a4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags/tempest-TagsExtTest-Tag-810822103 HTTP/1.1" status: 204 len: 168 time: 0.1607201 Dec 24 03:30:31.652104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49448) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.654604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 4663c15c-5d55-48e8-ae76-ba090db49018 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:31.657967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:31.660960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:31.663105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-4542996b-bf08-44b9-97be-c6afbefbfd60 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.688238 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=1f691fae-26b4-41dc-96ee-8f8698c58a1f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:31.709767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0899a5f3-a254-43f5-92d6-770e82ebad9f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0899a5f3-a254-43f5-92d6-770e82ebad9f,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:31.728647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:31.729280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.737339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:31.741451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.750805 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b6a57356-d97a-43e1-8e6e-1afc6b551109 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0411999 Dec 24 03:30:31.753936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49450) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.759137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '1f691fae-26b4-41dc-96ee-8f8698c58a1f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:31.774089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '0899a5f3-a254-43f5-92d6-770e82ebad9f', 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275', 'port_id': '0899a5f3-a254-43f5-92d6-770e82ebad9f', 'mac_address': 'fa:16:3e:01:c2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54b70c8-4b06-417c-a03c-3976741da6d7', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:30:31.795229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.878502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4542996b-bf08-44b9-97be-c6afbefbfd60 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags HTTP/1.1" status: 200 len: 205 time: 0.2245646 Dec 24 03:30:31.883680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.892252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-d43d26ec-71e9-4f48-93d5-e703b897f763 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.931057 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d43d26ec-71e9-4f48-93d5-e703b897f763 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags HTTP/1.1" status: 200 len: 240 time: 0.0462747 Dec 24 03:30:31.933574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:31.942059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.942296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-bfc68c41-b32f-47c9-96d9-493eb5b8a7db tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', 'tempest-TagsExtTest-Tag-317158796') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:31.983112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:31.996598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0899a5f3-a254-43f5-92d6-770e82ebad9f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:30:32.009478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bfc68c41-b32f-47c9-96d9-493eb5b8a7db tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags/tempest-TagsExtTest-Tag-317158796 HTTP/1.1" status: 204 len: 168 time: 0.0744536 Dec 24 03:30:32.010691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.017928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-a443350a-ea7d-40a8-b936-d7e3cd78008d tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', 'tempest-TagsExtTest-Tag-317158796') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:32.026103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0899a5f3-a254-43f5-92d6-770e82ebad9f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0899a5f3-a254-43f5-92d6-770e82ebad9f,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:32.038173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.094155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.26.5.80 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/227593ca-45ed-4ca0-aac9-9267a7666afb) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:32.102716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.121406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0899a5f3-a254-43f5-92d6-770e82ebad9f,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:32.163502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a443350a-ea7d-40a8-b936-d7e3cd78008d tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags/tempest-TagsExtTest-Tag-317158796 HTTP/1.1" status: 204 len: 168 time: 0.1498713 Dec 24 03:30:32.164517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a74242e3-773d-4e73-b011-f0deb7d367eb no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:32.168419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49458) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.177948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-3e083dd4-fb34-44e7-9ba5-1eb79915b7b8 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:32.202144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: a74242e3-773d-4e73-b011-f0deb7d367eb {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:32.203101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a74242e3-773d-4e73-b011-f0deb7d367eb not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:32.207185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=f7ff3ec4-008e-405b-8c70-145ed3a39a3f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:32.212747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': 'd1258d43-e2ba-4cc2-9f15-77679647391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e7486ba-2d65-4a72-83ab-57821f91c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:32.213288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: 5e7486ba-2d65-4a72-83ab-57821f91c56b, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:32.234148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:32.247866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 5e7486ba-2d65-4a72-83ab-57821f91c56b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:32.260018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc4a22-15c0-4960-aadc-d204b2db3889 None None] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:32.262866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:32.263463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.291013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1b7c1397-e543-4d72-aaf1-2f699a51c59b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7746778 Dec 24 03:30:32.293794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49460) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.301818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2531a5e3-d29e-46f3-9395-11b753d97ff6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-595121714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:32.302834 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3e083dd4-fb34-44e7-9ba5-1eb79915b7b8 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags HTTP/1.1" status: 200 len: 205 time: 0.1311414 Dec 24 03:30:32.306187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.307079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.313010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-4dae1b27-df03-45c1-89d2-671e94a22ed0 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:32.364021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2531a5e3-d29e-46f3-9395-11b753d97ff6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.366666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2531a5e3-d29e-46f3-9395-11b753d97ff6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.372890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4dae1b27-df03-45c1-89d2-671e94a22ed0 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags HTTP/1.1" status: 204 len: 168 time: 0.0640256 Dec 24 03:30:32.376461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49466) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.385490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-59fce393-30bb-44b8-9b22-eb39ac0ae11a tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:32.390790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.442335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-5e7486ba-2d65-4a72-83ab-57821f91c56b', 'network_id': '5e7486ba-2d65-4a72-83ab-57821f91c56b', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': 'f7ff3ec4-008e-405b-8c70-145ed3a39a3f'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:32.443348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.455160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2531a5e3-d29e-46f3-9395-11b753d97ff6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.488618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2531a5e3-d29e-46f3-9395-11b753d97ff6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.518288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2531a5e3-d29e-46f3-9395-11b753d97ff6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.522370 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2531a5e3-d29e-46f3-9395-11b753d97ff6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2267885 Dec 24 03:30:32.526611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:32.527247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49468) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.533547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c5b3b-a711-4461-b773-11b057c27c7d req-b511199d-1f6a-424d-a01d-f9fa5bd09009 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:32.535192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df3c5b3b-a711-4461-b773-11b057c27c7d req-b511199d-1f6a-424d-a01d-f9fa5bd09009 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 945 time: 0.0790379 Dec 24 03:30:32.546656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['0899a5f3-a254-43f5-92d6-770e82ebad9f'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:30:32.574011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:32.576632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:32.587978 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=227593ca-45ed-4ca0-aac9-9267a7666afb,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:32.611918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df3c5b3b-a711-4461-b773-11b057c27c7d req-102c9707-6c4d-427f-b15d-c889dc8b7b20 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651145 Dec 24 03:30:32.684974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Allocated IP 172.20.0.2 (5e7486ba-2d65-4a72-83ab-57821f91c56b/f7ff3ec4-008e-405b-8c70-145ed3a39a3f/afedc23c-ca3a-49a4-8fa4-ccd0658ff040) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:32.754512 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-59fce393-30bb-44b8-9b22-eb39ac0ae11a tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags HTTP/1.1" status: 204 len: 168 time: 0.3744435 Dec 24 03:30:32.758066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.765477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-e022961e-6512-454d-a3c0-8e1e323db4dc tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:32.831967 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e022961e-6512-454d-a3c0-8e1e323db4dc tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags HTTP/1.1" status: 204 len: 168 time: 0.0719109 Dec 24 03:30:32.834807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.839897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-b82eedb9-d2ca-4914-951b-724b8c8c5f6b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:32.920338 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b82eedb9-d2ca-4914-951b-724b8c8c5f6b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags HTTP/1.1" status: 204 len: 168 time: 0.0836806 Dec 24 03:30:32.921250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:32.927415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-0c041355-a66b-4a03-b095-94551924db2e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', 'tempest-TagsExtTest-Tag-480921526') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:32.970942 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:32.987055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:33.019572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0c041355-a66b-4a03-b095-94551924db2e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags/tempest-TagsExtTest-Tag-480921526 HTTP/1.1" status: 201 len: 201 time: 0.0923088 Dec 24 03:30:33.019572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.024755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-bdcac12b-f5c1-4d99-89c8-eab86f24cbca tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', 'tempest-TagsExtTest-Tag-657600858') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.028932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:33.045922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:33.050352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Pushing event updated for resources: {'Port': ['ID=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:33.053605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:33.056294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:33.124147 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bdcac12b-f5c1-4d99-89c8-eab86f24cbca tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags/tempest-TagsExtTest-Tag-657600858 HTTP/1.1" status: 201 len: 201 time: 0.1037219 Dec 24 03:30:33.126879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.130019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Attempting to bind port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:33.130398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Attempting to bind port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'd1258d43-e2ba-4cc2-9f15-77679647391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e7486ba-2d65-4a72-83ab-57821f91c56b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:33.130843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Attempting to bind port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 on network 5e7486ba-2d65-4a72-83ab-57821f91c56b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:33.134473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-aa29ddbc-df1f-423f-a260-63c78da8c9b3 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', 'tempest-TagsExtTest-Tag-306771589') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.141295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:33.141897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Checking segment: {'id': 'd1258d43-e2ba-4cc2-9f15-77679647391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e7486ba-2d65-4a72-83ab-57821f91c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:33.142975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:33.143512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Bound using segment: {'id': 'd1258d43-e2ba-4cc2-9f15-77679647391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e7486ba-2d65-4a72-83ab-57821f91c56b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:33.144257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Bound port: afedc23c-ca3a-49a4-8fa4-ccd0658ff040, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1258d43-e2ba-4cc2-9f15-77679647391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e7486ba-2d65-4a72-83ab-57821f91c56b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:33.144936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:33.238288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] For port afedc23c-ca3a-49a4-8fa4-ccd0658ff040, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:33.243768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] For port afedc23c-ca3a-49a4-8fa4-ccd0658ff040, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,segment=NetworkSegment(d1258d43-e2ba-4cc2-9f15-77679647391f),segment_id=d1258d43-e2ba-4cc2-9f15-77679647391f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:33.252143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:33.254290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aa29ddbc-df1f-423f-a260-63c78da8c9b3 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags/tempest-TagsExtTest-Tag-306771589 HTTP/1.1" status: 201 len: 201 time: 0.1263027 Dec 24 03:30:33.257570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.266743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-fa74e225-a9ca-450c-8d76-398301a99777 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', 'tempest-TagsExtTest-Tag-1520693003') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.317258 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fa74e225-a9ca-450c-8d76-398301a99777 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags/tempest-TagsExtTest-Tag-1520693003 HTTP/1.1" status: 201 len: 201 time: 0.0583515 Dec 24 03:30:33.320386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.328629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-f4e7c9b7-12da-4dbe-8469-22f71dc35e16 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', {'tags': ['tempest-TagsExtTest-Tag-3965984', 'tempest-TagsExtTest-Tag-2022245751', 'tempest-TagsExtTest-Tag-235663345']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.330653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6bad1-5b5c-4d1a-9fb4-9eaa2d5b95fe None None] Pushing event updated for resources: {'Port': ['ID=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:33.431687 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f4e7c9b7-12da-4dbe-8469-22f71dc35e16 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags HTTP/1.1" status: 200 len: 314 time: 0.1100450 Dec 24 03:30:33.434456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.442843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-a740333d-1a14-42a9-b44a-276aee8de86a tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.529074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a740333d-1a14-42a9-b44a-276aee8de86a tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags HTTP/1.1" status: 204 len: 168 time: 0.0920775 Dec 24 03:30:33.530128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.551708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-d065bc0a-7d5c-452b-8465-79cb80e795af tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', 'tempest-TagsExtTest-Tag-3965984') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.646743 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-d065bc0a-7d5c-452b-8465-79cb80e795af tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:33.648341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d065bc0a-7d5c-452b-8465-79cb80e795af tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags/tempest-TagsExtTest-Tag-3965984 HTTP/1.1" status: 404 len: 326 time: 0.1176341 Dec 24 03:30:33.651250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.657949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-286e6a3f-f428-4a17-acfd-4c5b3e470e1e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', 'tempest-TagsExtTest-Tag-2022245751') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.768248 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-286e6a3f-f428-4a17-acfd-4c5b3e470e1e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:33.771804 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-286e6a3f-f428-4a17-acfd-4c5b3e470e1e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags/tempest-TagsExtTest-Tag-2022245751 HTTP/1.1" status: 404 len: 329 time: 0.1168566 Dec 24 03:30:33.772611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49492) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:33.791537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-07478a5a-d723-43f4-949f-3c466d848cca tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43', 'tempest-TagsExtTest-Tag-235663345') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:33.803456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50afc-a5d3-445f-883a-c41768cf7c68 req-b9ee4882-75eb-45b8-bf50-c64807c8b03f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:33.806707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e1d50afc-a5d3-445f-883a-c41768cf7c68 req-b9ee4882-75eb-45b8-bf50-c64807c8b03f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 945 time: 0.0813715 Dec 24 03:30:33.862434 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e1d50afc-a5d3-445f-883a-c41768cf7c68 req-cf7ec41d-0664-4a9b-82fa-e8386262cc6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488329 Dec 24 03:30:33.946381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.20.0.1 (5e7486ba-2d65-4a72-83ab-57821f91c56b/f7ff3ec4-008e-405b-8c70-145ed3a39a3f/11535378-733f-4e99-8215-e387f8f2d3b2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:33.971915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.009731 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-07478a5a-d723-43f4-949f-3c466d848cca tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:34.010774 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-07478a5a-d723-43f4-949f-3c466d848cca tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags/tempest-TagsExtTest-Tag-235663345 HTTP/1.1" status: 404 len: 328 time: 0.2230883 Dec 24 03:30:34.015287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:34.018622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-89f021a5-f96e-49e8-a793-d962629f135f tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', {'tags': ['tempest-TagsExtTest-Tag-1574042851', 'tempest-TagsExtTest-Tag-188676224', 'tempest-TagsExtTest-Tag-1531761982']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:34.124860 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-89f021a5-f96e-49e8-a793-d962629f135f tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags HTTP/1.1" status: 200 len: 317 time: 0.1094549 Dec 24 03:30:34.127529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:34.135390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-0ee1df5a-7da6-40b1-a9bd-1b6988716865 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:34.153763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.193027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afedc23c-ca3a-49a4-8fa4-ccd0658ff040 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:34.261171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.280666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0ee1df5a-7da6-40b1-a9bd-1b6988716865 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags HTTP/1.1" status: 204 len: 168 time: 0.1512241 Dec 24 03:30:34.284860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49498) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:34.285715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:34.286526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.291630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-a937010f-bea9-4c34-a472-61b03b28ec7e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', 'tempest-TagsExtTest-Tag-1574042851') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:34.451848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.452671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.499830 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-a937010f-bea9-4c34-a472-61b03b28ec7e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:34.500946 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a937010f-bea9-4c34-a472-61b03b28ec7e tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags/tempest-TagsExtTest-Tag-1574042851 HTTP/1.1" status: 404 len: 329 time: 0.2140374 Dec 24 03:30:34.504907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49500) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:34.514387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-e1b9c9b4-9971-45d4-997f-64f104df72df tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', 'tempest-TagsExtTest-Tag-188676224') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:34.528669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port afedc23c-ca3a-49a4-8fa4-ccd0658ff040, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,segment=NetworkSegment(d1258d43-e2ba-4cc2-9f15-77679647391f),segment_id=d1258d43-e2ba-4cc2-9f15-77679647391f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:34.537137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.542804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:34.547414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.555045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:34.559792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:34.598424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.608337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=11535378-733f-4e99-8215-e387f8f2d3b2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:34.611669 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-e1b9c9b4-9971-45d4-997f-64f104df72df tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:34.616694 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e1b9c9b4-9971-45d4-997f-64f104df72df tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags/tempest-TagsExtTest-Tag-188676224 HTTP/1.1" status: 404 len: 328 time: 0.1068916 Dec 24 03:30:34.616694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:34.622817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-8633257f-bdc1-451f-8ab7-32c81d0cb8c4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f', 'tempest-TagsExtTest-Tag-1531761982') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:34.651254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e141a03-406f-4ed9-b94b-029ac266c6a1 None None] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:34.672350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.695298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-8633257f-bdc1-451f-8ab7-32c81d0cb8c4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:34.698671 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8633257f-bdc1-451f-8ab7-32c81d0cb8c4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags/tempest-TagsExtTest-Tag-1531761982 HTTP/1.1" status: 404 len: 329 time: 0.0781555 Dec 24 03:30:34.698891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49504) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:34.706792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-b15a4f5f-f27b-46d7-8299-a8b5a8234ddd tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', {'tags': ['tempest-TagsExtTest-Tag-1980038112', 'tempest-TagsExtTest-Tag-1057079900', 'tempest-TagsExtTest-Tag-1963515272']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:34.772944 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=227593ca-45ed-4ca0-aac9-9267a7666afb,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:34.781541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.821032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:34.824742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-158b1cd1-253f-40d5-8584-a7d3e6047c91 None None] Provisioning complete for port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:34.825114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-158b1cd1-253f-40d5-8584-a7d3e6047c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.837424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b15a4f5f-f27b-46d7-8299-a8b5a8234ddd tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags HTTP/1.1" status: 200 len: 318 time: 0.1360435 Dec 24 03:30:34.838656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:34.849374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-747b380b-2f6f-49a6-8fa9-990dbcd1f5b4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.029077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.032702 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP fae8b6a6-e24d-4159-baee-6ff9fecaa308 associated. External IP: 172.26.5.80, port: 1f691fae-26b4-41dc-96ee-8f8698c58a1f. Dec 24 03:30:35.073133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-747b380b-2f6f-49a6-8fa9-990dbcd1f5b4 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags HTTP/1.1" status: 204 len: 168 time: 0.2329252 Dec 24 03:30:35.075770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.085504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-580b9b07-657a-42aa-b1c1-15859eda7f16 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', 'tempest-TagsExtTest-Tag-1980038112') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.133555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e0d0f-dcc1-4419-8fc6-91b5f941b9b6 req-fdd6a9a3-1c92-40c0-936a-7cb4c64040cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:35.135217 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3e0d0f-dcc1-4419-8fc6-91b5f941b9b6 req-fdd6a9a3-1c92-40c0-936a-7cb4c64040cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 945 time: 0.1320314 Dec 24 03:30:35.232348 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3e0d0f-dcc1-4419-8fc6-91b5f941b9b6 req-773bfd57-bfb3-44f5-9318-f0116c21b7ad tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619366 Dec 24 03:30:35.234275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a011f262-26ac-42bc-beed-f34b996dde6c None None] Provisioning complete for port 11535378-733f-4e99-8215-e387f8f2d3b2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:35.234775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a011f262-26ac-42bc-beed-f34b996dde6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.235260 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-580b9b07-657a-42aa-b1c1-15859eda7f16 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:35.236067 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-580b9b07-657a-42aa-b1c1-15859eda7f16 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags/tempest-TagsExtTest-Tag-1980038112 HTTP/1.1" status: 404 len: 329 time: 0.1591868 Dec 24 03:30:35.238855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49512) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.247960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-a27e18a1-dac8-45bf-98d8-9577ce9923e7 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', 'tempest-TagsExtTest-Tag-1057079900') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.299526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a011f262-26ac-42bc-beed-f34b996dde6c None None] Port 11535378-733f-4e99-8215-e387f8f2d3b2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:35.321682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a011f262-26ac-42bc-beed-f34b996dde6c None None] Provisioning complete for port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:35.322053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a011f262-26ac-42bc-beed-f34b996dde6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.373855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-a27e18a1-dac8-45bf-98d8-9577ce9923e7 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:35.374922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a27e18a1-dac8-45bf-98d8-9577ce9923e7 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags/tempest-TagsExtTest-Tag-1057079900 HTTP/1.1" status: 404 len: 329 time: 0.1351473 Dec 24 03:30:35.378746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.387717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-51ba6cee-2452-4a55-98bc-c87ce0b5f102 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17', 'tempest-TagsExtTest-Tag-1963515272') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.503318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-51ba6cee-2452-4a55-98bc-c87ce0b5f102 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:35.505270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-51ba6cee-2452-4a55-98bc-c87ce0b5f102 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags/tempest-TagsExtTest-Tag-1963515272 HTTP/1.1" status: 404 len: 329 time: 0.1252077 Dec 24 03:30:35.508002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.513839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-2cc3e67d-3d05-4321-be6f-fed078fc1e9c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', {'tags': ['tempest-TagsExtTest-Tag-335083015', 'tempest-TagsExtTest-Tag-1003588012', 'tempest-TagsExtTest-Tag-2970551']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.543630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0899a5f3-a254-43f5-92d6-770e82ebad9f up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:35.555597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:35.559019 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2cc3e67d-3d05-4321-be6f-fed078fc1e9c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "PUT /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags HTTP/1.1" status: 200 len: 314 time: 0.0497208 Dec 24 03:30:35.562909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49518) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.568528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.tag.tag_plugin [None req-7a1ed9a0-0562-440e-bc37-b33a3fcfc9b6 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.606779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-615a4643-5094-43f4-81d7-5df18c9b0291 None None] Provisioning complete for port 11535378-733f-4e99-8215-e387f8f2d3b2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:35.607239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-615a4643-5094-43f4-81d7-5df18c9b0291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.651717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-615a4643-5094-43f4-81d7-5df18c9b0291 None None] Port 11535378-733f-4e99-8215-e387f8f2d3b2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:35.656188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 0899a5f3-a254-43f5-92d6-770e82ebad9f completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:30:35.659465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.660338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 0899a5f3-a254-43f5-92d6-770e82ebad9f triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:35.661254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.672500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.755495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.779820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899a5f3-a254-43f5-92d6-770e82ebad9f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:30:35.782475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f994215e-5892-4042-928c-2f04426ed8fa" -d '{"events": [{"server_uuid": "46fdcf97-321d-48cf-8e03-9f6e5268a27f", "name": "network-vif-plugged", "status": "completed", "tag": "0899a5f3-a254-43f5-92d6-770e82ebad9f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:30:35.794952 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7a1ed9a0-0562-440e-bc37-b33a3fcfc9b6 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags HTTP/1.1" status: 204 len: 168 time: 0.2309210 Dec 24 03:30:35.797611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.803245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-b6834e56-b065-49dd-8730-ffbd244160de tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', 'tempest-TagsExtTest-Tag-335083015') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.806149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0899a5f3-a254-43f5-92d6-770e82ebad9f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0899a5f3-a254-43f5-92d6-770e82ebad9f,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:35.807262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=11535378-733f-4e99-8215-e387f8f2d3b2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:35.817462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.820065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.832668 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:35.849500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-b6834e56-b065-49dd-8730-ffbd244160de tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:35.856144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b6834e56-b065-49dd-8730-ffbd244160de tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags/tempest-TagsExtTest-Tag-335083015 HTTP/1.1" status: 404 len: 328 time: 0.0543377 Dec 24 03:30:35.857060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49526) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.863722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-bbd8be4e-665c-45ca-a92e-f0cc14ede0ce tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', 'tempest-TagsExtTest-Tag-1003588012') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.872599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:35.894639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0899a5f3-a254-43f5-92d6-770e82ebad9f,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:35.900246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:35.916282 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-bbd8be4e-665c-45ca-a92e-f0cc14ede0ce tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:35.917083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:35.918222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.925800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bbd8be4e-665c-45ca-a92e-f0cc14ede0ce tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags/tempest-TagsExtTest-Tag-1003588012 HTTP/1.1" status: 404 len: 329 time: 0.0641894 Dec 24 03:30:35.927362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.933383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-3c467b98-8f4e-4758-8a32-ede29d53ce48 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883', 'tempest-TagsExtTest-Tag-2970551') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.937571 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-79738276-e847-4f8e-9bc6-54a97993a8f7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1823099 Dec 24 03:30:35.941966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49530) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.947078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:35.976690 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-3c467b98-8f4e-4758-8a32-ede29d53ce48 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] show failed (client error): The resource could not be found. Dec 24 03:30:35.977758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3c467b98-8f4e-4758-8a32-ede29d53ce48 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags/tempest-TagsExtTest-Tag-2970551 HTTP/1.1" status: 404 len: 326 time: 0.0492976 Dec 24 03:30:35.980434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49532) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.983123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbc4a7d-a986-4aae-a0cc-eb7d20f96543 x-openstack-request-id: req-ebbc4a7d-a986-4aae-a0cc-eb7d20f96543 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:30:35.983414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fdcf97-321d-48cf-8e03-9f6e5268a27f", "name": "network-vif-plugged", "status": "completed", "tag": "0899a5f3-a254-43f5-92d6-770e82ebad9f", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:30:35.983670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebbc4a7d-a986-4aae-a0cc-eb7d20f96543 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:30:35.984062 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899a5f3-a254-43f5-92d6-770e82ebad9f', 'code': 200} Dec 24 03:30:35.985444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.987061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-d3b04d70-eff4-4e80-9771-a487297ed451 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '242d834e-cab3-47a2-8e00-fc1c11fb9883') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:35.995151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:35.995750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:36.015945 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d3b04d70-eff4-4e80-9771-a487297ed451 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883/tags HTTP/1.1" status: 204 len: 168 time: 0.0335310 Dec 24 03:30:36.018558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49534) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:36.025143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-63e57b25-209b-4d01-ba0e-27bed93065ef tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a1800be8-7c36-4cf0-b86f-42eb6430ce17') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:36.050986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.056409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:36.056409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42137aa3-2b54-4af3-b328-4337ebe52738 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:36.073494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:36.127685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:36.146358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-63e57b25-209b-4d01-ba0e-27bed93065ef tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17/tags HTTP/1.1" status: 204 len: 168 time: 0.1241722 Dec 24 03:30:36.147087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:36.155946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afedc23c-ca3a-49a4-8fa4-ccd0658ff040 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:36.159314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-78c6d485-2559-4157-810e-f139f25b471b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '76ad3b3b-8e69-41eb-a46b-5fe2016e056f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:36.233641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-78c6d485-2559-4157-810e-f139f25b471b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f/tags HTTP/1.1" status: 204 len: 168 time: 0.0856972 Dec 24 03:30:36.237778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:36.243172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-e1ec89f2-f344-43a2-8591-9b80d983f81c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5449c756-56ee-41f2-8b75-e31414679c43') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:36.282409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:36.283485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.341748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d58c-59ae-4cd4-b2c7-05b3d64269b9 req-f89e0304-7417-4f9c-8c1c-667495173208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:36.343497 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a100d58c-59ae-4cd4-b2c7-05b3d64269b9 req-f89e0304-7417-4f9c-8c1c-667495173208 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 1099 time: 0.0973585 Dec 24 03:30:36.381636 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e1ec89f2-f344-43a2-8591-9b80d983f81c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43/tags HTTP/1.1" status: 204 len: 168 time: 0.1423965 Dec 24 03:30:36.386163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:36.508518 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a100d58c-59ae-4cd4-b2c7-05b3d64269b9 req-2901ec32-acf3-4844-b91f-0fdcaed5e766 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553912 Dec 24 03:30:36.558998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edd7df-065a-4a50-bb0b-a6df891419e7 req-1862050a-36ff-447f-819b-c9b3f47d690d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:36.560521 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-27edd7df-065a-4a50-bb0b-a6df891419e7 req-1862050a-36ff-447f-819b-c9b3f47d690d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 946 time: 0.1381872 Dec 24 03:30:36.590204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d95fc4bf-3777-4043-bad5-bf58264ecaee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for subnetpool, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.590457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-112a73fa-5922-4f14-9012-c5c3b61a504a None None] Provisioning complete for port 11535378-733f-4e99-8215-e387f8f2d3b2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:36.591564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-112a73fa-5922-4f14-9012-c5c3b61a504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.594965 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d95fc4bf-3777-4043-bad5-bf58264ecaee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnetpools/242d834e-cab3-47a2-8e00-fc1c11fb9883 HTTP/1.1" status: 204 len: 168 time: 0.1967666 Dec 24 03:30:36.597330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:36.632516 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eb625ec7-e967-40fb-b4df-445bea987e44 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1800be8-7c36-4cf0-b86f-42eb6430ce17 HTTP/1.1" status: 200 len: 205 time: 0.0334094 Dec 24 03:30:36.634480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-112a73fa-5922-4f14-9012-c5c3b61a504a None None] Port 11535378-733f-4e99-8215-e387f8f2d3b2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:36.640708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49546) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:36.729401 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-27edd7df-065a-4a50-bb0b-a6df891419e7 req-10f863f4-f471-4fa9-967f-48ec821800d0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578617 Dec 24 03:30:36.735086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c01c922f-2788-4556-a7ce-63bc3c346c7b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.784677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.789884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.790209 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP fae8b6a6-e24d-4159-baee-6ff9fecaa308 disassociated. External IP: 172.26.5.80, port: 1f691fae-26b4-41dc-96ee-8f8698c58a1f. Dec 24 03:30:36.854283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 0e4bc620-884b-4db0-9a0e-64ef468cc5b9 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:36.902520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c01c922f-2788-4556-a7ce-63bc3c346c7b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.904864 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c01c922f-2788-4556-a7ce-63bc3c346c7b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.950736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c01c922f-2788-4556-a7ce-63bc3c346c7b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.951292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01c922f-2788-4556-a7ce-63bc3c346c7b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Fanout notify agent at l3_agent the message router_deleted on router a1800be8-7c36-4cf0-b86f-42eb6430ce17 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:36.958880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c01c922f-2788-4556-a7ce-63bc3c346c7b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:36.964080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c01c922f-2788-4556-a7ce-63bc3c346c7b tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/routers/a1800be8-7c36-4cf0-b86f-42eb6430ce17 HTTP/1.1" status: 204 len: 168 time: 0.3189347 Dec 24 03:30:36.964080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:37.036236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:37.044910 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-15abfbcf-9100-4419-a5ec-638800b7c064 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/0e4bc620-884b-4db0-9a0e-64ef468cc5b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5106394 Dec 24 03:30:37.045889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:37.051661 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] Sync routers for ids ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:37.068580 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] Routers {'0e4bc620-884b-4db0-9a0e-64ef468cc5b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:37.069497 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.123515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:37.126168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.128519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f348df0-eebd-4b19-91d8-5e16d3be6b17 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:37.130254 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8f348df0-eebd-4b19-91d8-5e16d3be6b17 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports/11535378-733f-4e99-8215-e387f8f2d3b2 HTTP/1.1" status: 200 len: 910 time: 0.0835841 Dec 24 03:30:37.133206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:37.136705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Deleting port 76ad3b3b-8e69-41eb-a46b-5fe2016e056f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:37.137278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.141025 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] Routers {'0e4bc620-884b-4db0-9a0e-64ef468cc5b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:37.141632 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.185798 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.187094 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301a83d-ddd9-4563-9327-6f074e3a63dc None None] The sync data for ids ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:37.255128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:37.260329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.270441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:37.291933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:37.292658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.293113 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d5244955-4484-4d35-9211-43f9652f073c tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/floatingips/fae8b6a6-e24d-4159-baee-6ff9fecaa308 HTTP/1.1" status: 200 len: 687 time: 1.3501198 Dec 24 03:30:37.296204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49554) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:37.332028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.350956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:37.351952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.398624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:37.399549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df732cab-82d3-48ee-aeed-0ca7b4bc4aa0 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:37.417854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.440744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Calling delete_port for 76ad3b3b-8e69-41eb-a46b-5fe2016e056f owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:37.494126 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 227593ca-45ed-4ca0-aac9-9267a7666afb {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:37.494478 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.584579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.585581 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.601170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 227593ca-45ed-4ca0-aac9-9267a7666afb owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:37.791213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.863381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=227593ca-45ed-4ca0-aac9-9267a7666afb,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:37.937342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.937673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:37.940102 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89366c90-0aa2-4f69-aef8-f613d6a861b7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/floatingips/fae8b6a6-e24d-4159-baee-6ff9fecaa308 HTTP/1.1" status: 204 len: 168 time: 0.6417220 Dec 24 03:30:37.943308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49558) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:37.948047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '22caf041-dd4d-4de6-9e48-37105e3886c8'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:37.979220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.076283 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dde20-327e-44de-b62f-971b3b1ec4e0 req-c317f880-8188-4da7-bac2-4c3606cb9fff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:38.078034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c95dde20-327e-44de-b62f-971b3b1ec4e0 req-c317f880-8188-4da7-bac2-4c3606cb9fff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 946 time: 0.1796737 Dec 24 03:30:38.091558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.103100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.141497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event deleted for resources: {'Port': ['ID=76ad3b3b-8e69-41eb-a46b-5fe2016e056f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:38.243790 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c95dde20-327e-44de-b62f-971b3b1ec4e0 req-95ebda21-96fb-4094-af2c-7a9d10cd26a2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554513 Dec 24 03:30:38.264034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.26.5.190 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/a1bf15e6-3c58-48b7-ad43-865f96f979cd) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:38.305567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.317015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1e56d3fb-e356-4ced-b718-ba4c790b95ee tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/ports/76ad3b3b-8e69-41eb-a46b-5fe2016e056f HTTP/1.1" status: 204 len: 168 time: 1.3528469 Dec 24 03:30:38.318650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:38.377646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.408844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.430836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Deleting subnet 5449c756-56ee-41f2-8b75-e31414679c43 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:38.446494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.459309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.485293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:38.490419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:38.493923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:38.508047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.517745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=a1bf15e6-3c58-48b7-ad43-865f96f979cd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:38.664898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.771519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.802880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event deleted for resources: {'Subnet': ['ID=5449c756-56ee-41f2-8b75-e31414679c43,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:38.809702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.812465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8992fe2f-94a6-4312-a731-f07f4b4b0c0c tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/subnets/5449c756-56ee-41f2-8b75-e31414679c43 HTTP/1.1" status: 204 len: 168 time: 0.4927654 Dec 24 03:30:38.815746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:38.817972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bed9c3-d47d-46c0-a87e-0e26c1d6935f None None] Network 517bee45-d8dc-4a62-b8b3-f404a434e2c3 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:38.870524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.900275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 11535378-733f-4e99-8215-e387f8f2d3b2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:38.900667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.920050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:38.984491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.035767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.051072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 11535378-733f-4e99-8215-e387f8f2d3b2 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:39.063430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] DHCP port deletion for 517bee45-d8dc-4a62-b8b3-f404a434e2c3 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:39.101020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Deleting port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:39.101456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.126981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] Deleting port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:39.127486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.187482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] For port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,segment=NetworkSegment(316cff44-04d4-4f1f-a4bc-25ef91a8ad90),segment_id=316cff44-04d4-4f1f-a4bc-25ef91a8ad90)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:39.187955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.195424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] For port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,segment=NetworkSegment(316cff44-04d4-4f1f-a4bc-25ef91a8ad90),segment_id=316cff44-04d4-4f1f-a4bc-25ef91a8ad90)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:39.195904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.209097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] Calling delete_port for 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:39.209517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.214226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.233466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Calling delete_port for 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:39.285915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=a1bf15e6-3c58-48b7-ad43-865f96f979cd,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:39.302390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.324864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.356756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] Pushing event deleted for resources: {'Port': ['ID=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:39.360075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095d1ca-e5ee-464c-bdfc-dd22a483f062 None None] No DVR routers for this DVR port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:39.386827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a988a536-997c-49a6-b72d-fddbd8eb310e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.398720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.425826 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd associated. External IP: 172.26.5.190, port: 22caf041-dd4d-4de6-9e48-37105e3886c8. Dec 24 03:30:39.435619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=11535378-733f-4e99-8215-e387f8f2d3b2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:39.447556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80290b-3e5f-4e78-8c96-407ff32f77f0 req-089374e0-908d-4c84-968a-412ba3ae6059 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:39.449089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f80290b-3e5f-4e78-8c96-407ff32f77f0 req-089374e0-908d-4c84-968a-412ba3ae6059 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 946 time: 0.1240978 Dec 24 03:30:39.453184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.504567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event deleted for resources: {'Port': ['ID=6b48e27f-bbdc-4f33-a50d-f50b72d86cb8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:39.537499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] No DVR routers for this DVR port 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:39.659275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:39.662900 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f80290b-3e5f-4e78-8c96-407ff32f77f0 req-63f6f971-6ef3-4cf7-8630-4a611d5be119 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894166 Dec 24 03:30:39.728186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.756226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.772652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:39.780904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517bee45-d8dc-4a62-b8b3-f404a434e2c3']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.782659 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:39.795060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.795928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316cff44-04d4-4f1f-a4bc-25ef91a8ad90') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.796234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316cff44-04d4-4f1f-a4bc-25ef91a8ad90') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.801209 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:39.801825 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.828176 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-24bb7270-7737-4865-a059-cc980e70c464 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8809752 Dec 24 03:30:39.828546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49568) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:39.834013 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.842494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.842727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:39.843110 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.878933 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.879592 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5cac0-545c-4725-8bf6-5afec64550ae None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:39.890288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.901111 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-15f2db88-b382-493b-8edb-e0de52b935d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "GET /v2.0/floatingips/de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd HTTP/1.1" status: 200 len: 978 time: 0.0715683 Dec 24 03:30:39.902200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291efb0d-2732-4365-a76b-2e39be77b39e req-b49f3643-4808-414b-b2dd-12a98a3b5d34 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:39.903514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49570) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:39.903690 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-291efb0d-2732-4365-a76b-2e39be77b39e req-b49f3643-4808-414b-b2dd-12a98a3b5d34 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 946 time: 0.1664815 Dec 24 03:30:39.908632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:39.908989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: self.session.flush() Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:39.912187 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:40.015433 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-03364720-226d-4327-ad48-efc1dd674d69 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1106873 Dec 24 03:30:40.017763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49572) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:40.021946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'port_id': '1f691fae-26b4-41dc-96ee-8f8698c58a1f'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:40.056780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.078627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 0e4bc620-884b-4db0-9a0e-64ef468cc5b9 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:40.079892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.085621 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] 10.222.0.37 "DELETE /v2.0/networks/517bee45-d8dc-4a62-b8b3-f404a434e2c3 HTTP/1.1" status: 204 len: 168 time: 1.2664714 Dec 24 03:30:40.085791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.097263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b9187-9240-4bb0-a325-a261cb6f1126 tempest-TagsExtTest-517657550 tempest-TagsExtTest-517657550-project] Pushing event deleted for resources: {'Network': ['ID=517bee45-d8dc-4a62-b8b3-f404a434e2c3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:40.103444 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-291efb0d-2732-4365-a76b-2e39be77b39e req-bcf21784-76fc-4e9c-b76d-29e335d7a6af tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894968 Dec 24 03:30:40.159761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:40.200554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:40.200921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6b48e27f-bbdc-4f33-a50d-f50b72d86cb8 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:40.228221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:40.236724 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-18ac800b-feaa-439f-a494-5059d43b62a8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/0e4bc620-884b-4db0-9a0e-64ef468cc5b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993204 Dec 24 03:30:40.237981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49578) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:40.251051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] Sync routers for ids ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:40.266219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] Routers {'0e4bc620-884b-4db0-9a0e-64ef468cc5b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:40.269965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:40.295682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f8484ddf-8df5-4839-84a9-33b07602a126 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e4bc620-884b-4db0-9a0e-64ef468cc5b9 HTTP/1.1" status: 200 len: 205 time: 0.0532990 Dec 24 03:30:40.299264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49582) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:40.343442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:40.363676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] Routers {'0e4bc620-884b-4db0-9a0e-64ef468cc5b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:40.364326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:40.404634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cbf022e-5424-4aa6-abc8-81ead4bcabef tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.413818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:40.415099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b58bd-9b9b-4dfe-883d-a9ac98954b74 None None] The sync data for ids ['0e4bc620-884b-4db0-9a0e-64ef468cc5b9'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:40.558160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49586) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:40.599204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cbf022e-5424-4aa6-abc8-81ead4bcabef tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.601421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cbf022e-5424-4aa6-abc8-81ead4bcabef tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.646926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cbf022e-5424-4aa6-abc8-81ead4bcabef tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.647495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbf022e-5424-4aa6-abc8-81ead4bcabef tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Fanout notify agent at l3_agent the message router_deleted on router 0e4bc620-884b-4db0-9a0e-64ef468cc5b9 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:40.654742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cbf022e-5424-4aa6-abc8-81ead4bcabef tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.658628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9cbf022e-5424-4aa6-abc8-81ead4bcabef tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/0e4bc620-884b-4db0-9a0e-64ef468cc5b9 HTTP/1.1" status: 204 len: 168 time: 0.3565528 Dec 24 03:30:40.659762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:40.724813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet f7ff3ec4-008e-405b-8c70-145ed3a39a3f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:40.730615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.790638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.794972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-13ebaf6d-6733-4d81-a588-76d52e61aeaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ce81015bc2c40308bee75b7b8165fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357819 Dec 24 03:30:40.800076 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49592) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:40.877690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.932153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0559a180-c12c-4bbe-8d34-eaa62f56ea11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.937325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.970710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ff3ec4-008e-405b-8c70-145ed3a39a3f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:40.972689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:40.975872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5dca6813-d5f3-4057-95a1-02bffa489c25 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/f7ff3ec4-008e-405b-8c70-145ed3a39a3f HTTP/1.1" status: 204 len: 168 time: 0.3152745 Dec 24 03:30:40.978534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:40.979920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe6f032-bb22-4775-953c-e5f7bfa1e282 None None] Network 5e7486ba-2d65-4a72-83ab-57821f91c56b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:40.982554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0559a180-c12c-4bbe-8d34-eaa62f56ea11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.059186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.078030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.083276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0559a180-c12c-4bbe-8d34-eaa62f56ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.086425 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0559a180-c12c-4bbe-8d34-eaa62f56ea11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.087725 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0559a180-c12c-4bbe-8d34-eaa62f56ea11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/affd6460-5151-42b5-ad28-7a3baec2b096 HTTP/1.1" status: 204 len: 168 time: 0.2866478 Dec 24 03:30:41.100799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.152459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559a180-c12c-4bbe-8d34-eaa62f56ea11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd6460-5151-42b5-ad28-7a3baec2b096,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:41.153389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:41.153981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.167920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] DHCP port deletion for 5e7486ba-2d65-4a72-83ab-57821f91c56b request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:41.234697 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd associated. External IP: 172.26.5.190, port: 22caf041-dd4d-4de6-9e48-37105e3886c8. Dec 24 03:30:41.239967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] Deleting port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:41.240353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.246375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port afedc23c-ca3a-49a4-8fa4-ccd0658ff040, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,segment=NetworkSegment(d1258d43-e2ba-4cc2-9f15-77679647391f),segment_id=d1258d43-e2ba-4cc2-9f15-77679647391f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:41.246951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.265039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for afedc23c-ca3a-49a4-8fa4-ccd0658ff040 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:41.311524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] For port afedc23c-ca3a-49a4-8fa4-ccd0658ff040, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,segment=NetworkSegment(d1258d43-e2ba-4cc2-9f15-77679647391f),segment_id=d1258d43-e2ba-4cc2-9f15-77679647391f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:41.312384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.332925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] Calling delete_port for afedc23c-ca3a-49a4-8fa4-ccd0658ff040 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:41.356382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.371789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No DVR routers for this DVR port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:41.408330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:41.447793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.480106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] No DVR routers for this DVR port afedc23c-ca3a-49a4-8fa4-ccd0658ff040 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:41.486472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41afc5-058f-40fd-b406-9ecf0897169d None None] Pushing event deleted for resources: {'Port': ['ID=afedc23c-ca3a-49a4-8fa4-ccd0658ff040,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:41.508048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:41.631421 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:41.646231 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:41.660588 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:41.661557 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:41.675479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49612) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:41.697493 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:41.707867 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:41.708740 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:41.726271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a1bf44e4-30a8-4abd-9206-a0bfd0aaff77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.742829 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:41.743776 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f71dae-1e53-4bb0-b7fa-ffd7eadc2cf8 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:41.867671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49618) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:41.908681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.930608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7486ba-2d65-4a72-83ab-57821f91c56b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:41.940564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1258d43-e2ba-4cc2-9f15-77679647391f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:41.941124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1258d43-e2ba-4cc2-9f15-77679647391f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:41.953356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.967086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.977153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-969651247'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:41.982695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:41.983084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:41.986626 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:42.057610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Made reservation on behalf of 113b8feb62de4cefb0852d2b12de1cd7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:42.061385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.065189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.077215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.085027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:42.086310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/5e7486ba-2d65-4a72-83ab-57821f91c56b HTTP/1.1" status: 204 len: 168 time: 1.1056530 Dec 24 03:30:42.086411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49622) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.086496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.089895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1140116201', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:42.109276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3558c3-c0cf-486b-bf93-d2eb2c404e39 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=5e7486ba-2d65-4a72-83ab-57821f91c56b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:42.119954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afedc23c-ca3a-49a4-8fa4-ccd0658ff040 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:42.142385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: afedc23c-ca3a-49a4-8fa4-ccd0658ff040 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:42.142953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device afedc23c-ca3a-49a4-8fa4-ccd0658ff040 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:42.181541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.186858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.215528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:42.217124 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.218132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.222412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63d7bb-c10c-443e-b3d2-b2f05d3ea9cf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:42.228245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.228625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Added segment fb3308d6-d9c7-48d9-a323-2c472f4086be of type vlan for network 06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3 Dec 24 03:30:42.268199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.293672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.299284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:42.299856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.337368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4683053 Dec 24 03:30:42.342102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49624) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.349090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-3a921c04-0c3a-4f01-ace8-a0207ce47409 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-91432993') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.360068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.366444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:42.371687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.377556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:42.391644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255754dc-e576-4c75-b3f9-05eae92f1a8c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Pushing event updated for resources: {'Network': ['ID=06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:42.393362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:42.394060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.430538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:42.434221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.463016 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3a921c04-0c3a-4f01-ace8-a0207ce47409 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "PUT /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-91432993 HTTP/1.1" status: 201 len: 201 time: 0.1173704 Dec 24 03:30:42.463238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49626) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.468617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-fed01f5d-3ca5-4186-8145-fed2548081e1 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-91432993') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.502755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:42.502755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.541652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fed01f5d-3ca5-4186-8145-fed2548081e1 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "GET /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-91432993 HTTP/1.1" status: 204 len: 168 time: 0.0769596 Dec 24 03:30:42.544074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.548310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-66a8b1df-869b-4787-aee1-640add483c14 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.595336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.607481 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-38a4618b-999c-4cbe-b840-73cf1f4028e0 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/floatingips/de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd HTTP/1.1" status: 200 len: 979 time: 2.5886798 Dec 24 03:30:42.608661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49630) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.617197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:42.628335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-66a8b1df-869b-4787-aee1-640add483c14 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "GET /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags HTTP/1.1" status: 200 len: 236 time: 0.0802484 Dec 24 03:30:42.628606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.633221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-fd405e03-2bfe-4a30-b9da-e487b9363e35 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', {'tags': ['tempest-TagsTest-Tag-1800319578', 'tempest-TagsTest-Tag-2111740734', 'tempest-TagsTest-Tag-473288070']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.698336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.698336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f694611-54d6-4002-98a5-b606cafa2769 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:42.719213 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fd405e03-2bfe-4a30-b9da-e487b9363e35 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "PUT /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags HTTP/1.1" status: 200 len: 308 time: 0.0866525 Dec 24 03:30:42.719430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.719572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.723618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-4bb6f2e7-b69e-43b3-91b2-2c4f6dd18ffa tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-1800319578') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.723900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.820192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4bb6f2e7-b69e-43b3-91b2-2c4f6dd18ffa tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "DELETE /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-1800319578 HTTP/1.1" status: 204 len: 168 time: 0.1002159 Dec 24 03:30:42.822914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.827923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-f7189be6-3155-4bd5-a4f9-989b47f201fc tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-1800319578') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.900012 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-f7189be6-3155-4bd5-a4f9-989b47f201fc tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] show failed (client error): The resource could not be found. Dec 24 03:30:42.901001 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f7189be6-3155-4bd5-a4f9-989b47f201fc tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "GET /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-1800319578 HTTP/1.1" status: 404 len: 326 time: 0.0768328 Dec 24 03:30:42.903708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49638) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.907888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-c789d405-aca1-4d3c-818e-9d797c68f9f1 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-2111740734') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:42.981775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c789d405-aca1-4d3c-818e-9d797c68f9f1 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "GET /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-2111740734 HTTP/1.1" status: 204 len: 168 time: 0.0770514 Dec 24 03:30:42.984284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49640) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:42.988953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-62e02c70-7782-4b6c-9708-15fb5f22e568 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-473288070') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.076056 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-62e02c70-7782-4b6c-9708-15fb5f22e568 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "GET /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-473288070 HTTP/1.1" status: 204 len: 168 time: 0.0884249 Dec 24 03:30:43.076356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49642) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:43.077922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.081023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-ca023697-3160-4760-8aae-52dedc463178 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.166157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ca023697-3160-4760-8aae-52dedc463178 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "DELETE /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0886943 Dec 24 03:30:43.168750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:43.173549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-709e4ce6-cd10-41af-95fd-883d8e4e5638 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-2111740734') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.239515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-709e4ce6-cd10-41af-95fd-883d8e4e5638 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] show failed (client error): The resource could not be found. Dec 24 03:30:43.243043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-709e4ce6-cd10-41af-95fd-883d8e4e5638 tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "GET /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-2111740734 HTTP/1.1" status: 404 len: 326 time: 0.0708175 Dec 24 03:30:43.243281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49646) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:43.247400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-84fa51b4-a87f-4619-898b-a5335288003f tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3', 'tempest-TagsTest-Tag-473288070') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.316925 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-84fa51b4-a87f-4619-898b-a5335288003f tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] show failed (client error): The resource could not be found. Dec 24 03:30:43.318268 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-84fa51b4-a87f-4619-898b-a5335288003f tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "GET /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags/tempest-TagsTest-Tag-473288070 HTTP/1.1" status: 404 len: 325 time: 0.0741105 Dec 24 03:30:43.321034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49648) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:43.325180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-c47d6f1d-152d-4db7-893f-8d7e41f1685c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.358353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.367511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.367881 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd disassociated. External IP: 172.26.5.190, port: 1f691fae-26b4-41dc-96ee-8f8698c58a1f. Dec 24 03:30:43.405229 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c47d6f1d-152d-4db7-893f-8d7e41f1685c tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "DELETE /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0832071 Dec 24 03:30:43.411591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:43.491628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.574049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.594002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.604140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3308d6-d9c7-48d9-a323-2c472f4086be') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.604500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3308d6-d9c7-48d9-a323-2c472f4086be') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:43.613737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.614442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.627312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.633005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:43.633381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:43.636417 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:43.645430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.703965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.711078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:43.714225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] 10.222.0.37 "DELETE /v2.0/networks/06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3 HTTP/1.1" status: 204 len: 168 time: 0.3017066 Dec 24 03:30:43.728532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fff466-fac2-412f-b7cd-cad21bb8692b tempest-TagsTest-1017871819 tempest-TagsTest-1017871819-project] Pushing event deleted for resources: {'Network': ['ID=06d092f8-9ef5-49f1-80f2-e9d7fe7e37d3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:43.780827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.17 (1c1ed557-6c9b-4ae9-add1-0434377e3275/c54b70c8-4b06-417c-a03c-3976741da6d7/b1f42450-740d-403e-8b03-f2aced371346) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:43.956140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.26.5.51 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/69863290-f677-4dd9-9767-aff95b14bb68) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:43.958078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49656) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:43.973363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:44.088456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b6a83385-b501-4080-9898-6a6155ac4601 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=113b8feb62de4cefb0852d2b12de1cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290362 Dec 24 03:30:44.090884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:44.092856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.136813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d15eb40c-6b84-4537-bb72-ef36b0f738d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.158213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d15eb40c-6b84-4537-bb72-ef36b0f738d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.195114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.212191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d15eb40c-6b84-4537-bb72-ef36b0f738d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.215279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d15eb40c-6b84-4537-bb72-ef36b0f738d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.215429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:44.217300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d15eb40c-6b84-4537-bb72-ef36b0f738d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e63d7bb-c10c-443e-b3d2-b2f05d3ea9cf HTTP/1.1" status: 204 len: 168 time: 0.1246572 Dec 24 03:30:44.221970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.224911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.228787 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:44.229368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eb40c-6b84-4537-bb72-ef36b0f738d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63d7bb-c10c-443e-b3d2-b2f05d3ea9cf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:44.246106 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:44.247007 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:44.286089 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:44.295231 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:44.296032 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:44.305691 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-727c5207-0914-4c7f-b2ab-b418b8013d33 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/floatingips/de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd HTTP/1.1" status: 200 len: 688 time: 1.6935477 Dec 24 03:30:44.307637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:44.308672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:44.315554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:44.321277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:44.325884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=b1f42450-740d-403e-8b03-f2aced371346,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:44.337629 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:44.338164 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe340bd-61c3-4a52-8ece-db355a89799c None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:44.348756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.385685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.412753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:44.416604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:44.418665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.424837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:44.429375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=69863290-f677-4dd9-9767-aff95b14bb68,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:44.438121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01d0d1-cd55-4dad-a50a-a003a693e03a None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:44.529699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-911fad66-5467-4fa9-8158-3907ebb03008 None None] Provisioning complete for port 69863290-f677-4dd9-9767-aff95b14bb68 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:44.530370 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-911fad66-5467-4fa9-8158-3907ebb03008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.575073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port a1bf15e6-3c58-48b7-ad43-865f96f979cd {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:44.575696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.578749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-911fad66-5467-4fa9-8158-3907ebb03008 None None] Port 69863290-f677-4dd9-9767-aff95b14bb68 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:44.661741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.662130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.674738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for a1bf15e6-3c58-48b7-ad43-865f96f979cd owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:44.700120 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a5e51030-18c7-4241-9da7-8384bef98c58 None None] Provisioning complete for port b1f42450-740d-403e-8b03-f2aced371346 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:44.700875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5e51030-18c7-4241-9da7-8384bef98c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.738846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a5e51030-18c7-4241-9da7-8384bef98c58 None None] Port b1f42450-740d-403e-8b03-f2aced371346 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:44.790072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.818078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.847430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=a1bf15e6-3c58-48b7-ad43-865f96f979cd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:44.887436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.911121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.913746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:44.914979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c9b6adc9-fd89-4cb3-8410-d936a71977d8 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/floatingips/de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd HTTP/1.1" status: 204 len: 168 time: 0.6041036 Dec 24 03:30:44.917607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49666) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:44.951588 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-218c2852-b110-4511-ab1f-b301d66d0f1e tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] delete failed (client error): The resource could not be found. Dec 24 03:30:44.952880 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-218c2852-b110-4511-ab1f-b301d66d0f1e tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/floatingips/de44cbc3-a7b6-4d0b-a41e-65fb0a6bc5cd HTTP/1.1" status: 404 len: 345 time: 0.0343668 Dec 24 03:30:44.956676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49668) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:45.022432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.041293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e28251-2fc3-40d9-a958-3dc3fac794c9 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:45.047500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e28251-2fc3-40d9-a958-3dc3fac794c9 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:45.053516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e28251-2fc3-40d9-a958-3dc3fac794c9 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:45.058177 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-26e28251-2fc3-40d9-a958-3dc3fac794c9 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "GET /v2.0/ports?network_id=4663c15c-5d55-48e8-ae76-ba090db49018 HTTP/1.1" status: 200 len: 2359 time: 0.0978405 Dec 24 03:30:45.058375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:45.112092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06fa07a-f0b8-4d65-9786-52d297f8a588 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:45.118215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b06fa07a-f0b8-4d65-9786-52d297f8a588 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "GET /v2.0/subnets/168fe493-ba87-4dd7-8e3c-2de296ed8b77 HTTP/1.1" status: 200 len: 797 time: 0.0543125 Dec 24 03:30:45.118446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49672) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:45.123418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'port': {'network_id': '4663c15c-5d55-48e8-ae76-ba090db49018', 'name': 'tempest-FloatingIPTestJSON-345349064', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:45.240709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:45.324334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.342199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] device_id is not set on port c630c47f-7477-4a28-8cb5-441a521b73d6 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:45.566647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.637232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.644684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.663063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.14 (4663c15c-5d55-48e8-ae76-ba090db49018/168fe493-ba87-4dd7-8e3c-2de296ed8b77/c630c47f-7477-4a28-8cb5-441a521b73d6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:45.669470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.12 (4663c15c-5d55-48e8-ae76-ba090db49018/168fe493-ba87-4dd7-8e3c-2de296ed8b77/c630c47f-7477-4a28-8cb5-441a521b73d6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:45.753550 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=b1f42450-740d-403e-8b03-f2aced371346,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:45.768165 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.812624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.846278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:45.846979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.900005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 4663c15c-5d55-48e8-ae76-ba090db49018 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:45.902786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:45.906528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:45.913257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=c630c47f-7477-4a28-8cb5-441a521b73d6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:45.925077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:45.929375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:45.965621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:45.966367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.988238 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-954e05c4-bfbf-4375-bbae-88f0513b78e5 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.8687215 Dec 24 03:30:45.989048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49674) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:45.993861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'c630c47f-7477-4a28-8cb5-441a521b73d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:46.026262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.026521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:46.037870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] Sync routers for ids ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:46.054452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] Routers {'0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:46.055093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:46.077590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.078818 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-363bed1f-d1c4-4049-a53c-a57e76e63aa6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9923680 Dec 24 03:30:46.081457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49676) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:46.107716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:46.118712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] Routers {'0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:46.119579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:46.153576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c2fff586-58e8-45ef-b859-fe4f4b2401b6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:46.165420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:46.166103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fc1da-06e6-40fc-b554-283de37692fd None None] The sync data for ids ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:46.179742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.253410 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-759a0203-b9fb-49e3-b4cc-24f37104fbbe tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/routers/0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 HTTP/1.1" status: 200 len: 880 time: 0.1686878 Dec 24 03:30:46.253812 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49678) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:46.270417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-590c2dc8-e447-4d9c-8be9-a71d97ddf766 None None] Provisioning complete for port b1f42450-740d-403e-8b03-f2aced371346 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:46.271242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-590c2dc8-e447-4d9c-8be9-a71d97ddf766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.311508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-590c2dc8-e447-4d9c-8be9-a71d97ddf766 None None] Port b1f42450-740d-403e-8b03-f2aced371346 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:46.333799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.26.5.29 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/51b80d17-1f10-43ac-9a81-133c5f869843) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:46.383850 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:46.389263 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d1991abd-90f2-4927-83a9-3fb44a462e32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/c2fff586-58e8-45ef-b859-fe4f4b2401b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7127569 Dec 24 03:30:46.409121 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Sync routers for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:46.420945 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:46.421546 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:46.444752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.482098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.522027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:46.527364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:46.531223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:46.549769 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-608f04cb-7960-4998-bdfd-30acd22bc136 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2924790 Dec 24 03:30:46.550821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49684) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:46.555208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3e8c0b0c-4b3b-4f33-b31a-ea689ab993a7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1140116201'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:46.560389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=51b80d17-1f10-43ac-9a81-133c5f869843,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:46.625905 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:46.866686 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:30:44Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:06Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42450-740d-403e-8b03-f2aced371346', 'name': '', 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:24:51:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c54b70c8-4b06-417c-a03c-3976741da6d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:43Z', 'updated_at': '2021-12-24T03:30:45Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'c54b70c8-4b06-417c-a03c-3976741da6d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:46.870354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0b0c-4b3b-4f33-b31a-ea689ab993a7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.882281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0b0c-4b3b-4f33-b31a-ea689ab993a7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.896574 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Checking router: c2fff586-58e8-45ef-b859-fe4f4b2401b6 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:30:46.896933 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Updating router c2fff586-58e8-45ef-b859-fe4f4b2401b6 port b1f42450-740d-403e-8b03-f2aced371346 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:30:46.928725 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.991800 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8c0b0c-4b3b-4f33-b31a-ea689ab993a7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:47.077786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.114648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8c0b0c-4b3b-4f33-b31a-ea689ab993a7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:47.125496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0b0c-4b3b-4f33-b31a-ea689ab993a7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.129713 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3e8c0b0c-4b3b-4f33-b31a-ea689ab993a7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 HTTP/1.1" status: 200 len: 887 time: 0.5756624 Dec 24 03:30:47.129885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] Sync routers for ids ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:47.130332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49686) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:47.140081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] Routers {'0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:47.140744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.177379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.187359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] Routers {'0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:47.188257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.221227 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.223113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.224052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8671176f-a509-47c1-971f-262e2f636f89 None None] The sync data for ids ['0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:47.229141 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.268884 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1e3a0b4f-3472-492c-842d-588041270506 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/routers/0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 HTTP/1.1" status: 200 len: 887 time: 0.1376555 Dec 24 03:30:47.271255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49688) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:47.300215 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-16cf0b35-e987-40b8-9d2f-de4b29a52cf0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 HTTP/1.1" status: 200 len: 205 time: 0.0277166 Dec 24 03:30:47.302584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49690) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:47.327711 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Pushing event updated for resources: {'Port': ['ID=b1f42450-740d-403e-8b03-f2aced371346,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:47.342798 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.343155 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.343492 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.343819 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.344139 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.344477 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.344852 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.345173 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.345503 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.345836 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.346154 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.346462 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.346770 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.351856 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Attempting to bind port b1f42450-740d-403e-8b03-f2aced371346 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:47.352222 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Attempting to bind port b1f42450-740d-403e-8b03-f2aced371346 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:47.352605 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Attempting to bind port b1f42450-740d-403e-8b03-f2aced371346 on network 1c1ed557-6c9b-4ae9-add1-0434377e3275 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:47.358359 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:47.358732 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Checking segment: {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:47.359129 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.359512 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Bound using segment: {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:47.359988 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Bound port: b1f42450-740d-403e-8b03-f2aced371346, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac0d931-c5e9-47fb-9d78-d68963e9aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:47.361060 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.450517 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] For port b1f42450-740d-403e-8b03-f2aced371346, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:47.456292 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] For port b1f42450-740d-403e-8b03-f2aced371346, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b1f42450-740d-403e-8b03-f2aced371346,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:47.462141 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.546099 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:47.546879 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.549181 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc62242-88b9-4649-9624-1db06fb86a1c None None] Pushing event updated for resources: {'Port': ['ID=b1f42450-740d-403e-8b03-f2aced371346,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:47.565106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7adf8411-20c5-43fc-afd5-a9dcb8502041 None None] Provisioning complete for port b1f42450-740d-403e-8b03-f2aced371346 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:47.565743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7adf8411-20c5-43fc-afd5-a9dcb8502041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.604443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.688167 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:47.696327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7adf8411-20c5-43fc-afd5-a9dcb8502041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.771371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7adf8411-20c5-43fc-afd5-a9dcb8502041 None None] For port b1f42450-740d-403e-8b03-f2aced371346, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b1f42450-740d-403e-8b03-f2aced371346,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:47.780151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7adf8411-20c5-43fc-afd5-a9dcb8502041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.840800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf8411-20c5-43fc-afd5-a9dcb8502041 None None] Pushing event updated for resources: {'Port': ['ID=b1f42450-740d-403e-8b03-f2aced371346,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:47.854742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.861397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.861739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.906473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d4a51238-8053-4cc9-9092-a011a9a706cd None None] Provisioning complete for port b1f42450-740d-403e-8b03-f2aced371346 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:47.907153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4a51238-8053-4cc9-9092-a011a9a706cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.947696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=51b80d17-1f10-43ac-9a81-133c5f869843,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:47.954784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.007068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.011255 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:30:44Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:06Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42450-740d-403e-8b03-f2aced371346', 'name': '', 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:24:51:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c54b70c8-4b06-417c-a03c-3976741da6d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:43Z', 'updated_at': '2021-12-24T03:30:47Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'c54b70c8-4b06-417c-a03c-3976741da6d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.041007 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e3623-e3dd-4351-b8a2-adbd6a55ed1f None None] The sync data for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:30:44Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:06Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42450-740d-403e-8b03-f2aced371346', 'name': '', 'network_id': '1c1ed557-6c9b-4ae9-add1-0434377e3275', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:24:51:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c54b70c8-4b06-417c-a03c-3976741da6d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:43Z', 'updated_at': '2021-12-24T03:30:47Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'c54b70c8-4b06-417c-a03c-3976741da6d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:48.064411 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP c3bb21f2-5c85-43d6-b744-17ede0cc3663 associated. External IP: 172.26.5.29, port: c630c47f-7477-4a28-8cb5-441a521b73d6. Dec 24 03:30:48.074101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 69863290-f677-4dd9-9767-aff95b14bb68 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:48.074651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.188423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.201522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 69863290-f677-4dd9-9767-aff95b14bb68 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:48.304753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:48.383462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.412124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716a426-cb16-4163-b319-c88d78f5aafe None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:48.422767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=69863290-f677-4dd9-9767-aff95b14bb68,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:48.436539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:48.447494 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:48.459527 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:48.460552 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.470115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.499126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.500583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.509350 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:48.510518 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c783f8a8-a975-4fb0-b714-6612eef2781b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5201139 Dec 24 03:30:48.512478 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.514316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49692) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:48.521729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'port_id': 'c630c47f-7477-4a28-8cb5-441a521b73d6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:48.559665 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.561312 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809f72b-a441-4e23-a352-c60eee2140b1 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:48.603528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.605986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.618892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.653411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.654130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Fanout notify agent at l3_agent the message router_deleted on router 0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:48.662386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.663911 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-012dc8bf-d09e-47fc-a1d5-e90fb96e7196 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 HTTP/1.1" status: 204 len: 168 time: 1.3585083 Dec 24 03:30:48.669515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49694) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:48.675059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516787887'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:48.699244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:48.703647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.729343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:48.741543 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.741900 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment 94dd6741-ccba-479f-bbba-064835d47aa2 of type vlan for network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 Dec 24 03:30:48.786850 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.816323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.821953 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:48.822535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.858178 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1875579 Dec 24 03:30:48.861499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49696) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:48.868423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': '6e0126d0-4a31-4e92-8bc6-89b21b3d2738', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:48.911235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bd104-528f-4195-beae-26fdcc40ee67 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=6e0126d0-4a31-4e92-8bc6-89b21b3d2738,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:48.922502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:48.993611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:48.997617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.127599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.131665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.179976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.233327 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=a330b722-79a7-4949-bf9b-50bc01fd7c0a,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:49.248987 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': '94dd6741-ccba-479f-bbba-064835d47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6e0126d0-4a31-4e92-8bc6-89b21b3d2738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:49.249262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: 6e0126d0-4a31-4e92-8bc6-89b21b3d2738, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:49.267058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:49.277100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6e0126d0-4a31-4e92-8bc6-89b21b3d2738) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:49.281287 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:49.281884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.291055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b77d17-8994-4eb8-be97-f6541afb5ecb None None] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:49.307886 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ee804697-4c8f-43e3-a22a-417ffb1e9d40 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4446743 Dec 24 03:30:49.309890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49700) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:49.314657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3a579e6a-f78c-40b5-88f7-24039316e7e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-433116359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:49.346658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a579e6a-f78c-40b5-88f7-24039316e7e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.348538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a579e6a-f78c-40b5-88f7-24039316e7e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.349761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:49.396832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-6e0126d0-4a31-4e92-8bc6-89b21b3d2738', 'network_id': '6e0126d0-4a31-4e92-8bc6-89b21b3d2738', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': 'a330b722-79a7-4949-bf9b-50bc01fd7c0a'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:49.397791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.402974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a579e6a-f78c-40b5-88f7-24039316e7e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.409845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a579e6a-f78c-40b5-88f7-24039316e7e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.432157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a579e6a-f78c-40b5-88f7-24039316e7e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.436049 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3a579e6a-f78c-40b5-88f7-24039316e7e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1225543 Dec 24 03:30:49.436946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49702) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:49.460510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:49.465724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.477998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:49.498476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:49.499262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:49.526649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fc98eb1e-d6bf-496d-9770-c6c0e8ee9688 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/floatingips/c3bb21f2-5c85-43d6-b744-17ede0cc3663 HTTP/1.1" status: 200 len: 977 time: 1.0112650 Dec 24 03:30:49.529378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:49.535278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:49.570185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:49.570820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:49.613684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:49.614601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c854913c-f26c-471f-9a76-99ba64c02ef8 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:49.632089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Allocated IP 172.20.0.2 (6e0126d0-4a31-4e92-8bc6-89b21b3d2738/a330b722-79a7-4949-bf9b-50bc01fd7c0a/3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:49.699326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 51b80d17-1f10-43ac-9a81-133c5f869843 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:49.699915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.732404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.779097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.779432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.786013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.792762 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.793278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 51b80d17-1f10-43ac-9a81-133c5f869843 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:49.835118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:49.837970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:49.840907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:49.851898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Pushing event updated for resources: {'Port': ['ID=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:49.898457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Attempting to bind port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:49.898836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Attempting to bind port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '94dd6741-ccba-479f-bbba-064835d47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6e0126d0-4a31-4e92-8bc6-89b21b3d2738'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:49.899198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Attempting to bind port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 on network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:49.904285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:49.904817 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Checking segment: {'id': '94dd6741-ccba-479f-bbba-064835d47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6e0126d0-4a31-4e92-8bc6-89b21b3d2738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:49.905210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.905606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Bound using segment: {'id': '94dd6741-ccba-479f-bbba-064835d47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6e0126d0-4a31-4e92-8bc6-89b21b3d2738'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:49.906071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Bound port: 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dd6741-ccba-479f-bbba-064835d47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6e0126d0-4a31-4e92-8bc6-89b21b3d2738'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:49.906445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.980606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] For port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:49.983824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.984238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] For port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,segment=NetworkSegment(94dd6741-ccba-479f-bbba-064835d47aa2),segment_id=94dd6741-ccba-479f-bbba-064835d47aa2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:49.990669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.992170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.20.0.1 (6e0126d0-4a31-4e92-8bc6-89b21b3d2738/a330b722-79a7-4949-bf9b-50bc01fd7c0a/eae4b838-2eb9-4ef1-8839-ce36cb8b32b7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:50.021258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=51b80d17-1f10-43ac-9a81-133c5f869843,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:50.056205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042054d0-e131-44a9-907f-61d6ecd8a06a None None] Pushing event updated for resources: {'Port': ['ID=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:50.094362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.094728 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP c3bb21f2-5c85-43d6-b744-17ede0cc3663 disassociated (deleted). External IP: 172.26.5.29, port: c630c47f-7477-4a28-8cb5-441a521b73d6. Dec 24 03:30:50.145257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.181511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b1f42450-740d-403e-8b03-f2aced371346 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:50.208038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.245702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b1f42450-740d-403e-8b03-f2aced371346 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:50.246255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.290706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:50.292509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=eae4b838-2eb9-4ef1-8839-ce36cb8b32b7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:50.295447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:50.303613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:50.363482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.383367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:50.492236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.751955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:50.756509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.764045 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:50.774774 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:50.775659 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:50.777301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.785594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.788128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cc6f287a-4524-45a6-aaee-60e0e3ae73e2 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/floatingips/c3bb21f2-5c85-43d6-b744-17ede0cc3663 HTTP/1.1" status: 204 len: 168 time: 1.2576213 Dec 24 03:30:50.788790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49706) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:50.812624 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:50.825737 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:50.826343 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:50.866914 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:50.867479 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6da684-9d6c-45c7-87be-84cd8a14f334 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:50.903912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.908577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=eae4b838-2eb9-4ef1-8839-ce36cb8b32b7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:51.019265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port c630c47f-7477-4a28-8cb5-441a521b73d6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:51.019606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.063161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:51.066685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:51.082897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adeff37-28ad-494c-99b0-e4880b467205 None None] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:51.188900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-84eb50ce-c489-4c81-a1f1-1f4becb944b9 None None] Provisioning complete for port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:51.189265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84eb50ce-c489-4c81-a1f1-1f4becb944b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.189382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.207284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for c630c47f-7477-4a28-8cb5-441a521b73d6 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:51.273779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84eb50ce-c489-4c81-a1f1-1f4becb944b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.301801 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 515d320c-0f3b-4e7a-82c0-d34e33772adb is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:51.309850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-84eb50ce-c489-4c81-a1f1-1f4becb944b9 None None] For port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,segment=NetworkSegment(94dd6741-ccba-479f-bbba-064835d47aa2),segment_id=94dd6741-ccba-479f-bbba-064835d47aa2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:51.314913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84eb50ce-c489-4c81-a1f1-1f4becb944b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.366502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb50ce-c489-4c81-a1f1-1f4becb944b9 None None] Pushing event updated for resources: {'Port': ['ID=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:51.457933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:51.464477 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-80f3bd37-ed4b-4a05-b307-34b796c400de tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/515d320c-0f3b-4e7a-82c0-d34e33772adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265198 Dec 24 03:30:51.467104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49710) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:51.470547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] Sync routers for ids ['515d320c-0f3b-4e7a-82c0-d34e33772adb'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:51.486468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] Routers {'515d320c-0f3b-4e7a-82c0-d34e33772adb'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:51.487339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['515d320c-0f3b-4e7a-82c0-d34e33772adb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:51.492938 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.526005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95419d95-a51f-47ca-b151-fe3ea2b354fa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:51.526410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=c630c47f-7477-4a28-8cb5-441a521b73d6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:51.527405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-95419d95-a51f-47ca-b151-fe3ea2b354fa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports/eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 HTTP/1.1" status: 200 len: 910 time: 0.0591331 Dec 24 03:30:51.530381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49712) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:51.536077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a330b722-79a7-4949-bf9b-50bc01fd7c0a'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:51.538233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:51.552622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] Routers {'515d320c-0f3b-4e7a-82c0-d34e33772adb'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:51.553241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['515d320c-0f3b-4e7a-82c0-d34e33772adb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:51.590182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7c347345-c445-4bec-bc74-174ddce90151 None None] Provisioning complete for port eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:51.590550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c347345-c445-4bec-bc74-174ddce90151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.592334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:51.592963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e001-1f56-4f06-9b23-87f77e1e192c None None] The sync data for ids ['515d320c-0f3b-4e7a-82c0-d34e33772adb'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:51.631171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7c347345-c445-4bec-bc74-174ddce90151 None None] Port eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:51.641862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7c347345-c445-4bec-bc74-174ddce90151 None None] Provisioning complete for port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:51.642240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c347345-c445-4bec-bc74-174ddce90151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.695112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.701951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:51.702419 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3faecdae-dd30-45f0-94a0-4e3b7e555474 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/ports/c630c47f-7477-4a28-8cb5-441a521b73d6 HTTP/1.1" status: 204 len: 168 time: 0.9072924 Dec 24 03:30:51.709522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:51.738104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.774196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.850967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5942fe16-4dcf-4ebb-a911-70f937b444bd None None] Provisioning complete for port eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:51.851339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5942fe16-4dcf-4ebb-a911-70f937b444bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.858877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.903703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5942fe16-4dcf-4ebb-a911-70f937b444bd None None] Port eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:51.908814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.974160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.26.5.162 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/ddd02c2d-48b1-4f7f-863b-a35757321945) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:52.025728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-349a20ac-3258-45d2-844c-34dc549644ef None None] Provisioning complete for port eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:52.026415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-349a20ac-3258-45d2-844c-34dc549644ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.065973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-349a20ac-3258-45d2-844c-34dc549644ef None None] Port eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:52.126910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.166656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:52.179494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.203055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.213682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.217407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:52.217776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.222231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:52.225310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:52.228765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:52.252388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=ddd02c2d-48b1-4f7f-863b-a35757321945,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:52.295548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:52.296258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.298233 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/ports/eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 HTTP/1.1" status: 200 len: 910 time: 0.7663658 Dec 24 03:30:52.301060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49716) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:52.309045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c220ab-a45e-4bdb-b275-e79787ff5e1b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=eae4b838-2eb9-4ef1-8839-ce36cb8b32b7,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:52.324545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.359479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.519254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.524452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.598147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=ddd02c2d-48b1-4f7f-863b-a35757321945,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:52.610219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.626616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.627880 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5fc2cf8e-0f2e-4e25-85aa-3c7901debb12 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9246089 Dec 24 03:30:52.630607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49718) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:52.635853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'port': {'network_id': '4663c15c-5d55-48e8-ae76-ba090db49018', 'name': 'tempest-FloatingIPTestJSON-1455459894'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:52.764015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:52.769519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.801434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] device_id is not set on port 5d3dfe2d-2458-4362-a23b-e5ef78d712d7 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:30:52.913920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.12 (4663c15c-5d55-48e8-ae76-ba090db49018/168fe493-ba87-4dd7-8e3c-2de296ed8b77/5d3dfe2d-2458-4362-a23b-e5ef78d712d7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:52.961963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.058494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.092877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.140114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 4663c15c-5d55-48e8-ae76-ba090db49018 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:53.143706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:53.148425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:53.179348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=5d3dfe2d-2458-4362-a23b-e5ef78d712d7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:53.204923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:53.205532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.207978 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:53.208404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.222412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6458e29c-0252-49ff-b2c3-90aa9b3f18ce tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5898421 Dec 24 03:30:53.224233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49720) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:53.228623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'port_id': '5d3dfe2d-2458-4362-a23b-e5ef78d712d7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:53.267889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.293544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.308183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for eae4b838-2eb9-4ef1-8839-ce36cb8b32b7 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:53.481644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.512523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=eae4b838-2eb9-4ef1-8839-ce36cb8b32b7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:53.650296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.724083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.729188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.810824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 515d320c-0f3b-4e7a-82c0-d34e33772adb has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:53.828251 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP 80dab308-7869-4586-b864-2c4617328544 associated. External IP: 172.26.5.162, port: 5d3dfe2d-2458-4362-a23b-e5ef78d712d7. Dec 24 03:30:53.886933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:53.894423 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fa87f666-a1a9-4d00-a092-790430afe8db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/515d320c-0f3b-4e7a-82c0-d34e33772adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896480 Dec 24 03:30:53.894884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49724) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:53.898186 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022a411-9253-4252-b31a-8da30d613748 None None] Sync routers for ids ['515d320c-0f3b-4e7a-82c0-d34e33772adb'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:53.909265 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022a411-9253-4252-b31a-8da30d613748 None None] Routers {'515d320c-0f3b-4e7a-82c0-d34e33772adb'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:53.910163 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e022a411-9253-4252-b31a-8da30d613748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['515d320c-0f3b-4e7a-82c0-d34e33772adb'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:53.921572 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f82d22d-2d86-41c3-8166-bf58e5dd8868 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=515d320c-0f3b-4e7a-82c0-d34e33772adb HTTP/1.1" status: 200 len: 205 time: 0.0258007 Dec 24 03:30:53.924547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49726) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:53.941879 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e022a411-9253-4252-b31a-8da30d613748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:53.950571 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022a411-9253-4252-b31a-8da30d613748 None None] Routers {'515d320c-0f3b-4e7a-82c0-d34e33772adb'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:53.951160 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e022a411-9253-4252-b31a-8da30d613748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['515d320c-0f3b-4e7a-82c0-d34e33772adb'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:53.986244 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-e022a411-9253-4252-b31a-8da30d613748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:53.986803 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022a411-9253-4252-b31a-8da30d613748 None None] The sync data for ids ['515d320c-0f3b-4e7a-82c0-d34e33772adb'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:53.999456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efefadf6-44f2-409c-8264-7c416339878f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.042982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:54.147485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:54.155691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.157910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efefadf6-44f2-409c-8264-7c416339878f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.161803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efefadf6-44f2-409c-8264-7c416339878f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.163098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:54.172498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:54.173157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.187520 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f3cb0906-00e0-496c-8abc-b7222acd063a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/floatingips/80dab308-7869-4586-b864-2c4617328544 HTTP/1.1" status: 200 len: 979 time: 0.9621732 Dec 24 03:30:54.190158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:54.206092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.206863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efefadf6-44f2-409c-8264-7c416339878f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.207416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efefadf6-44f2-409c-8264-7c416339878f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Fanout notify agent at l3_agent the message router_deleted on router 515d320c-0f3b-4e7a-82c0-d34e33772adb {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:54.217538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:54.218132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.222324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efefadf6-44f2-409c-8264-7c416339878f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.225961 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-efefadf6-44f2-409c-8264-7c416339878f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/515d320c-0f3b-4e7a-82c0-d34e33772adb HTTP/1.1" status: 204 len: 168 time: 0.2980165 Dec 24 03:30:54.226399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49730) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:54.253768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.254328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813b558-f940-49fa-9577-00c7b90e36e4 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:54.283770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet a330b722-79a7-4949-bf9b-50bc01fd7c0a {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:54.286363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 5d3dfe2d-2458-4362-a23b-e5ef78d712d7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:54.286711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.287094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.325474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.377010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.407898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.468417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.493543 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=a330b722-79a7-4949-bf9b-50bc01fd7c0a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:54.501590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.504931 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-96f53d99-0760-4b3e-8344-ecfd621f4fda tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/a330b722-79a7-4949-bf9b-50bc01fd7c0a HTTP/1.1" status: 204 len: 168 time: 0.2775309 Dec 24 03:30:54.507424 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49732) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:54.509518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9767775d-3696-40c2-963d-167e37986695 None None] Network 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:54.588280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.613390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.613871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.614290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP 80dab308-7869-4586-b864-2c4617328544 disassociated. External IP: 172.26.5.162, port: 5d3dfe2d-2458-4362-a23b-e5ef78d712d7. Dec 24 03:30:54.614851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 5d3dfe2d-2458-4362-a23b-e5ef78d712d7 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:54.657922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:54.658265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.680405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] DHCP port deletion for 6e0126d0-4a31-4e92-8bc6-89b21b3d2738 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:54.727366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,segment=NetworkSegment(94dd6741-ccba-479f-bbba-064835d47aa2),segment_id=94dd6741-ccba-479f-bbba-064835d47aa2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:54.727730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.734570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] Deleting port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:54.735051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.740734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:54.749281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.783356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=5d3dfe2d-2458-4362-a23b-e5ef78d712d7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:54.807697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] For port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,segment=NetworkSegment(94dd6741-ccba-479f-bbba-064835d47aa2),segment_id=94dd6741-ccba-479f-bbba-064835d47aa2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:54.808095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.822411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] Calling delete_port for 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:54.834110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.863455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:54.865545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No DVR routers for this DVR port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:54.952410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.975666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0126d0-4a31-4e92-8bc6-89b21b3d2738']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.987274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dd6741-ccba-479f-bbba-064835d47aa2') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.987715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dd6741-ccba-479f-bbba-064835d47aa2') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:55.004673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.019997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.027291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:55.027872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:55.031565 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:55.074808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.099635 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.103982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] Pushing event deleted for resources: {'Port': ['ID=3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.111618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab79c4b-e66e-4adf-a7b0-5cdb8d60fe00 None None] No DVR routers for this DVR port 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:55.114136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.117629 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/6e0126d0-4a31-4e92-8bc6-89b21b3d2738 HTTP/1.1" status: 204 len: 168 time: 0.6092861 Dec 24 03:30:55.122232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:55.129713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d35c12-fb96-4f30-9fa0-10a2e2597b3e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=6e0126d0-4a31-4e92-8bc6-89b21b3d2738,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.152088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0c5d07d1-69b7-4156-bbba-19c50973e0b8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354414450', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:55.198083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:55.199013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07d1-69b7-4156-bbba-19c50973e0b8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.199968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07d1-69b7-4156-bbba-19c50973e0b8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.295276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07d1-69b7-4156-bbba-19c50973e0b8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.301802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07d1-69b7-4156-bbba-19c50973e0b8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.350422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07d1-69b7-4156-bbba-19c50973e0b8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.351584 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0c5d07d1-69b7-4156-bbba-19c50973e0b8 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2278292 Dec 24 03:30:55.354397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49736) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:55.359491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1518438360'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:55.365062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:55.377509 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:55.388227 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:55.389254 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:55.394026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:55.397649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.423086 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:55.423426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:55.432323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.432680 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment c68b871e-09b0-4e58-bc38-d01091026b87 of type vlan for network fd7f0870-3495-4626-9e49-c22e4fd497ef Dec 24 03:30:55.433430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.433576 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:55.434154 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:55.438985 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4869be8e-9119-480f-8485-e911ef1a0393 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/ports/5d3dfe2d-2458-4362-a23b-e5ef78d712d7 HTTP/1.1" status: 204 len: 168 time: 1.2455835 Dec 24 03:30:55.439907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:55.473883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.491834 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0113b82c-705b-47a8-b9a5-1c7acc89f41a tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "GET /v2.0/floatingips/80dab308-7869-4586-b864-2c4617328544 HTTP/1.1" status: 200 len: 688 time: 0.0482121 Dec 24 03:30:55.492119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:55.505650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.511340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:55.511960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.555504 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1973672 Dec 24 03:30:55.556755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49742) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:55.560674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:55.571515 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:55.572324 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01399b14-ac40-42e0-bbfb-cdeb16566773 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:55.603973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db783d-1ebc-4545-a6cc-fbe222c0925f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=fd7f0870-3495-4626-9e49-c22e4fd497ef,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.616058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network fd7f0870-3495-4626-9e49-c22e4fd497ef details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:55.620634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port ddd02c2d-48b1-4f7f-863b-a35757321945 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:55.620979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.685580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:55.689246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.705249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.705574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.717185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for ddd02c2d-48b1-4f7f-863b-a35757321945 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:55.853172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.866395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.878885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=ddd02c2d-48b1-4f7f-863b-a35757321945,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.923650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=5767011f-7d61-4757-9387-6740afcd2902,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.934173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:55.934525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: fd7f0870-3495-4626-9e49-c22e4fd497ef, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:55.940713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.943307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.947788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6499a12e-4cce-4fbb-9c8f-36f214760495 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/floatingips/80dab308-7869-4586-b864-2c4617328544 HTTP/1.1" status: 204 len: 168 time: 0.4513748 Dec 24 03:30:55.948044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:55.952413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network fd7f0870-3495-4626-9e49-c22e4fd497ef is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:55.952877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '1f691fae-26b4-41dc-96ee-8f8698c58a1f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:55.961778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, fd7f0870-3495-4626-9e49-c22e4fd497ef) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:55.965777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:55.966367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.976083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed201ff8-e365-445c-9ce3-050057ba52a5 None None] Network fd7f0870-3495-4626-9e49-c22e4fd497ef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:55.981822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.982553 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-75385d61-4f68-4564-bd98-a40a37b75de9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4257362 Dec 24 03:30:55.985284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49748) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:56.085544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.088147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-fd7f0870-3495-4626-9e49-c22e4fd497ef', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:56.090753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.197359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:56.214125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.26.5.81 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/482f702c-d4d8-4043-90d5-2d94d2cba78f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:56.239829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:56.240257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3f71ac85-d4f6-43ce-b3e4-df63c2fc1a95 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:56.267173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Allocated IP 172.20.0.2 (fd7f0870-3495-4626-9e49-c22e4fd497ef/5767011f-7d61-4757-9387-6740afcd2902/06f624e0-c5f0-45ab-874e-10b290e72137) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:56.285020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.337079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.375075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.415336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:56.419791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:56.425143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:56.428191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=482f702c-d4d8-4043-90d5-2d94d2cba78f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.429363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.439036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.492383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Network fd7f0870-3495-4626-9e49-c22e4fd497ef is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:56.496995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:56.498744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Pushing event updated for resources: {'Port': ['ID=06f624e0-c5f0-45ab-874e-10b290e72137,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.501567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:56.547764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.20.0.1 (fd7f0870-3495-4626-9e49-c22e4fd497ef/5767011f-7d61-4757-9387-6740afcd2902/9344e39b-bc65-4210-ae48-ab4214357418) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:56.560448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Attempting to bind port 06f624e0-c5f0-45ab-874e-10b290e72137 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:56.561246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Attempting to bind port 06f624e0-c5f0-45ab-874e-10b290e72137 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:56.561812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Attempting to bind port 06f624e0-c5f0-45ab-874e-10b290e72137 on network fd7f0870-3495-4626-9e49-c22e4fd497ef {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:56.567997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:56.569066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Checking segment: {'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:56.569650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.570205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Bound using segment: {'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:56.570845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Bound port: 06f624e0-c5f0-45ab-874e-10b290e72137, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:56.571509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.637523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] For port 06f624e0-c5f0-45ab-874e-10b290e72137, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:56.640804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] For port 06f624e0-c5f0-45ab-874e-10b290e72137, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=06f624e0-c5f0-45ab-874e-10b290e72137,segment=NetworkSegment(c68b871e-09b0-4e58-bc38-d01091026b87),segment_id=c68b871e-09b0-4e58-bc38-d01091026b87)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:56.645706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.673726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.711879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647c9b8-91e7-4815-a3bf-33da789d941e None None] Pushing event updated for resources: {'Port': ['ID=06f624e0-c5f0-45ab-874e-10b290e72137,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.714220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.756719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network fd7f0870-3495-4626-9e49-c22e4fd497ef is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:56.762482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:56.766385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:56.773471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=9344e39b-bc65-4210-ae48-ab4214357418,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.817290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.823267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.892413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.959469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.077953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.084829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.160342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=482f702c-d4d8-4043-90d5-2d94d2cba78f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:57.168019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.242117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.246656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.269093 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP c49161f4-43d5-4673-8dbd-1d9bdff6cf2a associated. External IP: 172.26.5.81, port: 1f691fae-26b4-41dc-96ee-8f8698c58a1f. Dec 24 03:30:57.324950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=9344e39b-bc65-4210-ae48-ab4214357418,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:57.329288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.427452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network fd7f0870-3495-4626-9e49-c22e4fd497ef is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:57.430712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:57.503361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:57.552518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:57.622619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:57.637856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:57.645365 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.647887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:57.654794 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9485b27a-80d2-4b98-b47d-201b9a0dc206 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674058 Dec 24 03:30:57.657462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49750) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:57.660563 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:57.663096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1725902858'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:57.680834 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d2440811-d1a7-4892-86a2-3681b945d43f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7291443 Dec 24 03:30:57.682088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:57.686368 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:57.687667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1592465495'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:57.689823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:57.689967 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:57.694172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:57.694807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.695494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:57.731076 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:57.739687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:57.743022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.743447 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment f41fbe33-1e89-4a24-8791-7c5e21b511c0 of type vlan for network 0961bfe6-0a69-418c-9364-90262cabbc7d Dec 24 03:30:57.759841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.780049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:57.792329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0103cf-c8b7-4415-9987-9bd5cfe59074 None None] Network fd7f0870-3495-4626-9e49-c22e4fd497ef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:57.803048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:57.819850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.820566 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Added segment 1fd4dd5d-2dcf-4523-834e-9fb18ef90c62 of type vlan for network f0771a5f-2b13-403c-8d85-4f4e8d461f93 Dec 24 03:30:57.828636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.858302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:57.859231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:57.859403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.872431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:57.873082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.885646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.887261 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:57.910218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:57.911352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3966ae-5071-43dc-9d21-707274ead611 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:57.928252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.937032 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2782249 Dec 24 03:30:57.937227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:57.937709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.940932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49756) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:57.954546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-527eb0c5-bc33-4ea1-9389-01d551e6d763 None None] Provisioning complete for port 06f624e0-c5f0-45ab-874e-10b290e72137 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:57.955251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527eb0c5-bc33-4ea1-9389-01d551e6d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.980084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:57.998809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3162649 Dec 24 03:30:58.002331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49758) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:58.014903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb35886-0d1d-4b8f-b37a-c5632fb43afc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=0961bfe6-0a69-418c-9364-90262cabbc7d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:58.017396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'subnet': {'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:58.059842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 0961bfe6-0a69-418c-9364-90262cabbc7d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:58.100822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a237b-11f3-4793-bc53-839f461a3502 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Network': ['ID=f0771a5f-2b13-403c-8d85-4f4e8d461f93,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:58.175318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:58.183151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:58.192986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.259612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:58.267479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.267770 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:30:57Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:58.307017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 06f624e0-c5f0-45ab-874e-10b290e72137 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:58.314210 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:30:58.314821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Updating router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 port 9344e39b-bc65-4210-ae48-ab4214357418 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:30:58.339964 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.412119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527eb0c5-bc33-4ea1-9389-01d551e6d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.485903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-527eb0c5-bc33-4ea1-9389-01d551e6d763 None None] For port 06f624e0-c5f0-45ab-874e-10b290e72137, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=06f624e0-c5f0-45ab-874e-10b290e72137,segment=NetworkSegment(c68b871e-09b0-4e58-bc38-d01091026b87),segment_id=c68b871e-09b0-4e58-bc38-d01091026b87)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:58.493239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 06f624e0-c5f0-45ab-874e-10b290e72137 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:58.493613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.496416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-527eb0c5-bc33-4ea1-9389-01d551e6d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.624543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.629837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb0c5-bc33-4ea1-9389-01d551e6d763 None None] Pushing event updated for resources: {'Port': ['ID=06f624e0-c5f0-45ab-874e-10b290e72137,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:58.637766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.704769 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d56b7e77-c6f8-47d8-a6af-5d76398953cc None None] Provisioning complete for port 06f624e0-c5f0-45ab-874e-10b290e72137 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:58.706405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d56b7e77-c6f8-47d8-a6af-5d76398953cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.757761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Subnet': ['ID=9ce47503-8695-4a0c-9560-ad01f67eafd8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:58.769200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Checking segment: {'id': '1fd4dd5d-2dcf-4523-834e-9fb18ef90c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:58.773586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network hostable DHCP agents. Network: f0771a5f-2b13-403c-8d85-4f4e8d461f93, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:58.810810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:58.822139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f0771a5f-2b13-403c-8d85-4f4e8d461f93) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:58.833628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:58.834230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.837640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa9f74-64c4-4b63-8124-0d5c3d39780f None None] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:58.866230 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f56060f2-181f-46ae-90ed-22349f2054ad tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8620384 Dec 24 03:30:58.868917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:58.877038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2029257316', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:58.897845 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.910318 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.917154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.918861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.955092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d56b7e77-c6f8-47d8-a6af-5d76398953cc None None] Provisioning complete for port 9344e39b-bc65-4210-ae48-ab4214357418 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:58.955446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d56b7e77-c6f8-47d8-a6af-5d76398953cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.001158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d56b7e77-c6f8-47d8-a6af-5d76398953cc None None] Port 9344e39b-bc65-4210-ae48-ab4214357418 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:59.034409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.035642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-f0771a5f-2b13-403c-8d85-4f4e8d461f93', 'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93', 'project_id': 'edbd2fcdefa242f990280144782f7e3b', 'fixed_ips': [{'subnet_id': '9ce47503-8695-4a0c-9560-ad01f67eafd8'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:59.036691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.115881 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdf48d-c029-4d03-9334-cc4a6f6532ce None None] Pushing event updated for resources: {'Port': ['ID=9344e39b-bc65-4210-ae48-ab4214357418,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:59.128753 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Attempting to bind port 9344e39b-bc65-4210-ae48-ab4214357418 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:59.128753 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Attempting to bind port 9344e39b-bc65-4210-ae48-ab4214357418 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:59.129135 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Attempting to bind port 9344e39b-bc65-4210-ae48-ab4214357418 on network fd7f0870-3495-4626-9e49-c22e4fd497ef {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:59.134406 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:59.134778 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Checking segment: {'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:59.135168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.135698 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Bound using segment: {'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:59.136161 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Bound port: 9344e39b-bc65-4210-ae48-ab4214357418, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68b871e-09b0-4e58-bc38-d01091026b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:59.136645 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.178158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=66fe0273-950f-4c29-8a11-fdc7a23e1747,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:59.209837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.213475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:59.213841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: 0961bfe6-0a69-418c-9364-90262cabbc7d, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:59.238856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 0961bfe6-0a69-418c-9364-90262cabbc7d is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:59.244595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0c31b58c-ca2d-41a9-800a-1d8d3207eb03 None None] Provisioning complete for port 9344e39b-bc65-4210-ae48-ab4214357418 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:59.244974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c31b58c-ca2d-41a9-800a-1d8d3207eb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.254055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 0961bfe6-0a69-418c-9364-90262cabbc7d) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:59.261735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:59.262355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.264211 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] For port 9344e39b-bc65-4210-ae48-ab4214357418, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:59.269818 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] For port 9344e39b-bc65-4210-ae48-ab4214357418, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9344e39b-bc65-4210-ae48-ab4214357418,segment=NetworkSegment(c68b871e-09b0-4e58-bc38-d01091026b87),segment_id=c68b871e-09b0-4e58-bc38-d01091026b87)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:59.276686 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.294988 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bd2b5cde-04b9-4d9a-9bce-d84007b10daa tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3529789 Dec 24 03:30:59.304887 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49762) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:59.317718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd42a3-edb8-4031-a1e6-878a959a3724 None None] Network 0961bfe6-0a69-418c-9364-90262cabbc7d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:59.346412 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:59.347553 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:59.395816 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdf48d-c029-4d03-9334-cc4a6f6532ce None None] Pushing event updated for resources: {'Port': ['ID=9344e39b-bc65-4210-ae48-ab4214357418,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:59.424815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0c31b58c-ca2d-41a9-800a-1d8d3207eb03 None None] Port 9344e39b-bc65-4210-ae48-ab4214357418 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:59.428999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Allocated IP 172.20.0.2 (f0771a5f-2b13-403c-8d85-4f4e8d461f93/9ce47503-8695-4a0c-9560-ad01f67eafd8/3b85e2b4-53fe-46a8-a14f-ca640cb1f424) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:59.491258 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:59.546588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.549870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-0961bfe6-0a69-418c-9364-90262cabbc7d', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:59.550749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.589407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.625208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5610854d-8157-4d60-a22a-2b4664bd4fb2 None None] Provisioning complete for port 9344e39b-bc65-4210-ae48-ab4214357418 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:59.627616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5610854d-8157-4d60-a22a-2b4664bd4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.761770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.26.5.71 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/a1105602-02ba-41e1-945c-7a782ff39ec9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:59.762399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.805831 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:59.823790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.839859 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913b7b-c8cb-4907-a7aa-cf96b0577608 None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:59.846113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Allocated IP 172.21.0.2 (0961bfe6-0a69-418c-9364-90262cabbc7d/66fe0273-950f-4c29-8a11-fdc7a23e1747/808a11c7-72ef-4a73-a9f0-930c8ee196a2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:59.848405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.932481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.949326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:59.965748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5610854d-8157-4d60-a22a-2b4664bd4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.968031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:59.973527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:59.987475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Pushing event updated for resources: {'Port': ['ID=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:00.245492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 06f624e0-c5f0-45ab-874e-10b290e72137 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:00.294507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.327435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5610854d-8157-4d60-a22a-2b4664bd4fb2 None None] For port 9344e39b-bc65-4210-ae48-ab4214357418, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9344e39b-bc65-4210-ae48-ab4214357418,segment=NetworkSegment(c68b871e-09b0-4e58-bc38-d01091026b87),segment_id=c68b871e-09b0-4e58-bc38-d01091026b87)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:00.338866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:00.340894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5610854d-8157-4d60-a22a-2b4664bd4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.342052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:00.346227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:00.351148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Attempting to bind port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:00.351306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Attempting to bind port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1fd4dd5d-2dcf-4523-834e-9fb18ef90c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:00.351703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Attempting to bind port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 on network f0771a5f-2b13-403c-8d85-4f4e8d461f93 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:00.372549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=a1105602-02ba-41e1-945c-7a782ff39ec9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:00.395720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257802e1-4f3c-464e-b590-7d1ae050c4b4 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:00.403815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:00.404195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Checking segment: {'id': '1fd4dd5d-2dcf-4523-834e-9fb18ef90c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:00.404734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.405128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Bound using segment: {'id': '1fd4dd5d-2dcf-4523-834e-9fb18ef90c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:00.405604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Bound port: 3b85e2b4-53fe-46a8-a14f-ca640cb1f424, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd4dd5d-2dcf-4523-834e-9fb18ef90c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:00.405980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.524448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.526570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610854d-8157-4d60-a22a-2b4664bd4fb2 None None] Pushing event updated for resources: {'Port': ['ID=9344e39b-bc65-4210-ae48-ab4214357418,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:00.542622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-08920ff2-082f-432d-8ed7-d0c59a94fabf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1382055 Dec 24 03:31:00.542815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 06f624e0-c5f0-45ab-874e-10b290e72137 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:00.543166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.584356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.598245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2793d0d1-4455-4e17-b210-9e133dc5d4d3 None None] Provisioning complete for port 9344e39b-bc65-4210-ae48-ab4214357418 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:00.598615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2793d0d1-4455-4e17-b210-9e133dc5d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.618930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.21.0.1 (0961bfe6-0a69-418c-9364-90262cabbc7d/66fe0273-950f-4c29-8a11-fdc7a23e1747/2ed22140-6831-46fa-a1a4-a71c9f12a16a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:00.709994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Network 0961bfe6-0a69-418c-9364-90262cabbc7d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:00.716759 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] For port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:00.721439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:00.723816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:00.733651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-fedf081d-ae0a-46a4-b40f-3cdaa185c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:00.735164 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-fedf081d-ae0a-46a4-b40f-3cdaa185c16e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 1099 time: 0.1177025 Dec 24 03:31:00.744661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Pushing event updated for resources: {'Port': ['ID=808a11c7-72ef-4a73-a9f0-930c8ee196a2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:00.749655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] For port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,segment=NetworkSegment(1fd4dd5d-2dcf-4523-834e-9fb18ef90c62),segment_id=1fd4dd5d-2dcf-4523-834e-9fb18ef90c62)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:00.754713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.766331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.778708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.803913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.862494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 0961bfe6-0a69-418c-9364-90262cabbc7d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:00.867710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:00.872649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:00.906202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Attempting to bind port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:00.906800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Attempting to bind port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:00.906905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Attempting to bind port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 on network 0961bfe6-0a69-418c-9364-90262cabbc7d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:00.923383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.927687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=2ed22140-6831-46fa-a1a4-a71c9f12a16a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:00.940995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-a71266dd-f476-42e8-a9d5-336b99d6e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:00.942053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:00.942368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Checking segment: {'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:00.942502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-a71266dd-f476-42e8-a9d5-336b99d6e741 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 200 len: 896 time: 0.1489687 Dec 24 03:31:00.942781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.943180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Bound using segment: {'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:00.943747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Bound port: 808a11c7-72ef-4a73-a9f0-930c8ee196a2, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:00.944016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.950112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866141d-315d-45d4-a3c5-6f5b2808766f None None] Pushing event updated for resources: {'Port': ['ID=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:01.037645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] For port 808a11c7-72ef-4a73-a9f0-930c8ee196a2, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:01.040862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] For port 808a11c7-72ef-4a73-a9f0-930c8ee196a2, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=808a11c7-72ef-4a73-a9f0-930c8ee196a2,segment=NetworkSegment(f41fbe33-1e89-4a24-8791-7c5e21b511c0),segment_id=f41fbe33-1e89-4a24-8791-7c5e21b511c0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:01.049549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.071458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.115964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9267cbce-b82a-4cda-967b-0f0ffe6f43bc None None] Provisioning complete for port a1105602-02ba-41e1-945c-7a782ff39ec9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:01.116341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9267cbce-b82a-4cda-967b-0f0ffe6f43bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.148798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7470e27-71f8-4569-b13b-c4f4c94d69a9 None None] Pushing event updated for resources: {'Port': ['ID=808a11c7-72ef-4a73-a9f0-930c8ee196a2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:01.173988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9267cbce-b82a-4cda-967b-0f0ffe6f43bc None None] Port a1105602-02ba-41e1-945c-7a782ff39ec9 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:01.178062 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-fffc9e4f-0033-4b07-9853-b681640dd3e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=183039d6-53d8-4ae9-ac23-50aec5842046 HTTP/1.1" status: 200 len: 1001 time: 0.1904490 Dec 24 03:31:01.235944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.348851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-6d23156c-8972-4991-850a-a21956f47a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:01.350624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-6d23156c-8972-4991-850a-a21956f47a93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9 HTTP/1.1" status: 200 len: 835 time: 0.1647902 Dec 24 03:31:01.427180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-2dc32edb-1eb7-4f20-9e78-4d6869784730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:01.428737 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-2dc32edb-1eb7-4f20-9e78-4d6869784730 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d055c11-9e2d-455a-9f5e-9e0610819748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708623 Dec 24 03:31:01.453626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router 71ead7b8-dc06-43dc-9fc9-801eb278ab5e is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:31:01.494828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.501145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.580865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=2ed22140-6831-46fa-a1a4-a71c9f12a16a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:01.583394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.628631 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-2b5f9b79-2aef-4e5f-9a87-09a46d075bda service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898460 Dec 24 03:31:01.665712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:01.675917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] Sync routers for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:01.687486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:01.688575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:01.706432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 0961bfe6-0a69-418c-9364-90262cabbc7d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:01.707836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:01.725564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.729737 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8d88919f-6cdb-4250-b249-b2d2393bbb11 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8566804 Dec 24 03:31:01.729887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:01.731512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:01.737320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:01.738004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:01.771570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:01.772717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd11ecf-8fba-4e27-b72e-68681c12e1dc None None] The sync data for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:01.810056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:01.839951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5b3e9024-7cdd-4588-9a98-ee87cbc2f294 req-c2317d66-b690-480a-9b50-431e8d7e8852 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031021 Dec 24 03:31:01.911159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:01.917684 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-16b74bb6-f391-4915-bb64-188faa713d95 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6105380 Dec 24 03:31:01.919198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49768) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:01.924375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1111434722'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:01.951840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:01.956591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.981086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:01.991492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.991910 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment 800c17f9-cd1e-45a8-98d7-3483dd4f75b8 of type vlan for network 97731720-6bde-4864-9bc1-84dd0bbc44bd Dec 24 03:31:02.044224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.072344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.080177 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.081568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.140321 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2198949 Dec 24 03:31:02.144833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49772) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:02.153343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:02.204127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb39dba-c472-4f32-9e4f-d29fc2143abf tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=97731720-6bde-4864-9bc1-84dd0bbc44bd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:02.229156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:02.340322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:02.345490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.353143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327cd0e-e418-4437-b274-0ff371015979 None None] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:02.355664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 808a11c7-72ef-4a73-a9f0-930c8ee196a2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:02.527163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7f6a640e-46b8-4a04-97dc-bbcd85e0f714 None None] Provisioning complete for port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:02.527532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f6a640e-46b8-4a04-97dc-bbcd85e0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.552471 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:02.576906 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:02.578362 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:02.610364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:02.610709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.682772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.702370 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f6a640e-46b8-4a04-97dc-bbcd85e0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.740262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.801450 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:02.802932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.839163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7f6a640e-46b8-4a04-97dc-bbcd85e0f714 None None] For port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,segment=NetworkSegment(1fd4dd5d-2dcf-4523-834e-9fb18ef90c62),segment_id=1fd4dd5d-2dcf-4523-834e-9fb18ef90c62)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:02.854775 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:02.861071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f6a640e-46b8-4a04-97dc-bbcd85e0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.890932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:02.891291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: 97731720-6bde-4864-9bc1-84dd0bbc44bd, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:02.926602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:02.940886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 808a11c7-72ef-4a73-a9f0-930c8ee196a2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=808a11c7-72ef-4a73-a9f0-930c8ee196a2,segment=NetworkSegment(f41fbe33-1e89-4a24-8791-7c5e21b511c0),segment_id=f41fbe33-1e89-4a24-8791-7c5e21b511c0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:02.941620 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:31:02.945025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 97731720-6bde-4864-9bc1-84dd0bbc44bd) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:02.949811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.950492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.957742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:02.958847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9344e39b-bc65-4210-ae48-ab4214357418 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:02.975060 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-21a0dd8c-2d2d-47eb-bfbf-e5f0d7226cbb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8288970 Dec 24 03:31:02.977516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49774) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:03.042634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cc800-b3c0-49fd-9550-6efbf7ce4294 None None] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:03.130345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341147ff-6635-418f-886f-6b7417d9e6ef None None] Network 0961bfe6-0a69-418c-9364-90262cabbc7d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:03.208731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a640e-46b8-4a04-97dc-bbcd85e0f714 None None] Pushing event updated for resources: {'Port': ['ID=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:03.216207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-97731720-6bde-4864-9bc1-84dd0bbc44bd', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:03.217087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.231026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a6b8acbb-3c23-433c-8244-338624644cac None None] Provisioning complete for port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:03.231736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a6b8acbb-3c23-433c-8244-338624644cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.235781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.1 (f0771a5f-2b13-403c-8d85-4f4e8d461f93/9ce47503-8695-4a0c-9560-ad01f67eafd8/bba9a1a2-f12f-4103-b937-2e766ddd4bdc) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:03.254555 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:01Z', 'revision_number': 3, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:01Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:03.286630 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:03.288933 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Updating router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 port 2ed22140-6831-46fa-a1a4-a71c9f12a16a binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:31:03.315762 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.369156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.411045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.423730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.471123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=bba9a1a2-f12f-4103-b937-2e766ddd4bdc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:03.486934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:03.489948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:03.506317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:03.565829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.589481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 9344e39b-bc65-4210-ae48-ab4214357418 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:03.589885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.642731 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.663699 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.691223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=808a11c7-72ef-4a73-a9f0-930c8ee196a2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:03.741870 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1bcb8-f3e8-4603-8fbd-c547861cdb15 None None] Pushing event updated for resources: {'Port': ['ID=2ed22140-6831-46fa-a1a4-a71c9f12a16a,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:03.774275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.816550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Allocated IP 172.22.0.2 (97731720-6bde-4864-9bc1-84dd0bbc44bd/b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b/018986b0-26ac-4c5b-b029-08adbb15de45) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:03.819594 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Attempting to bind port 2ed22140-6831-46fa-a1a4-a71c9f12a16a on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:03.819959 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Attempting to bind port 2ed22140-6831-46fa-a1a4-a71c9f12a16a by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:03.820316 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Attempting to bind port 2ed22140-6831-46fa-a1a4-a71c9f12a16a on network 0961bfe6-0a69-418c-9364-90262cabbc7d {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:03.826273 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:03.826648 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Checking segment: {'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:03.827294 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.827679 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Bound using segment: {'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:03.828164 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Bound port: 2ed22140-6831-46fa-a1a4-a71c9f12a16a, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41fbe33-1e89-4a24-8791-7c5e21b511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:03.828851 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.882441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a6b8acbb-3c23-433c-8244-338624644cac None None] Provisioning complete for port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:03.882722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a6b8acbb-3c23-433c-8244-338624644cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.905283 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] For port 2ed22140-6831-46fa-a1a4-a71c9f12a16a, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:03.909378 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] For port 2ed22140-6831-46fa-a1a4-a71c9f12a16a, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2ed22140-6831-46fa-a1a4-a71c9f12a16a,segment=NetworkSegment(f41fbe33-1e89-4a24-8791-7c5e21b511c0),segment_id=f41fbe33-1e89-4a24-8791-7c5e21b511c0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:03.914691 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:03.959574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:04.001913 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:04.002798 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:04.081376 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1bcb8-f3e8-4603-8fbd-c547861cdb15 None None] Pushing event updated for resources: {'Port': ['ID=2ed22140-6831-46fa-a1a4-a71c9f12a16a,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:04.114158 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:04.122222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.129391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:04.129669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.134416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.156088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.166467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.216573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:04.221477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.22.0.1 (97731720-6bde-4864-9bc1-84dd0bbc44bd/b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b/66f41978-1699-4307-96ad-5e0a3d5265a3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:04.224081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:04.239164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:04.241236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Pushing event updated for resources: {'Port': ['ID=018986b0-26ac-4c5b-b029-08adbb15de45,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:04.245764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.336660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=bba9a1a2-f12f-4103-b937-2e766ddd4bdc,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:04.384216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Attempting to bind port 018986b0-26ac-4c5b-b029-08adbb15de45 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:04.384869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Attempting to bind port 018986b0-26ac-4c5b-b029-08adbb15de45 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:04.385417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Attempting to bind port 018986b0-26ac-4c5b-b029-08adbb15de45 on network 97731720-6bde-4864-9bc1-84dd0bbc44bd {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:04.396084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Provisioning complete for port bba9a1a2-f12f-4103-b937-2e766ddd4bdc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:04.398584 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.403226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.406126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:01Z', 'revision_number': 3, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:03Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:04.428869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:04.430292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:04.439988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:04.440390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Checking segment: {'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:04.440797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.441193 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Bound using segment: {'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:04.441674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Bound port: 018986b0-26ac-4c5b-b029-08adbb15de45, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:04.442131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.460677 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90db17-f509-4a0c-84c9-4c5935ec54a1 None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:01Z', 'revision_number': 3, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:03Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:04.478310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.500117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Port bba9a1a2-f12f-4103-b937-2e766ddd4bdc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:04.629827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:04.631229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:04.637639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:04.658588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:04.661901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router 71ead7b8-dc06-43dc-9fc9-801eb278ab5e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:04.690836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=66f41978-1699-4307-96ad-5e0a3d5265a3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:04.709169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.777991 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] For port 018986b0-26ac-4c5b-b029-08adbb15de45, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:04.780052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Provisioning complete for port 2ed22140-6831-46fa-a1a4-a71c9f12a16a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:04.786124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.851017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] For port 018986b0-26ac-4c5b-b029-08adbb15de45, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=018986b0-26ac-4c5b-b029-08adbb15de45,segment=NetworkSegment(800c17f9-cd1e-45a8-98d7-3483dd4f75b8),segment_id=800c17f9-cd1e-45a8-98d7-3483dd4f75b8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:04.858220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:04.865606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f0a51a55-10ef-4d8d-bd61-cd94e49fbd32 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/routers/71ead7b8-dc06-43dc-9fc9-801eb278ab5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1334715 Dec 24 03:31:04.870462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:04.872018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.883428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'port': {'network_id': 'f0771a5f-2b13-403c-8d85-4f4e8d461f93', 'name': 'tempest-FloatingIPTestJSON-1810693204'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:04.893411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b373c-b899-4382-937e-c04412436b00 None None] Sync routers for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:04.930391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.006475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:05.006860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.063495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Made reservation on behalf of edbd2fcdefa242f990280144782f7e3b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:05.068225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.077297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b373c-b899-4382-937e-c04412436b00 None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:05.077948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-880b373c-b899-4382-937e-c04412436b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:05.096055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] device_id is not set on port 2a3db3f1-bc7c-4d02-ad83-02ad810f0873 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:31:05.191723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83170790-6bcd-49b4-923f-90f8a22269f1 None None] Pushing event updated for resources: {'Port': ['ID=018986b0-26ac-4c5b-b029-08adbb15de45,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:05.198222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-880b373c-b899-4382-937e-c04412436b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:05.231464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.233176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b373c-b899-4382-937e-c04412436b00 None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:05.233721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-880b373c-b899-4382-937e-c04412436b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:05.315065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Allocated IP 172.20.0.6 (f0771a5f-2b13-403c-8d85-4f4e8d461f93/9ce47503-8695-4a0c-9560-ad01f67eafd8/2a3db3f1-bc7c-4d02-ad83-02ad810f0873) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:05.338170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-880b373c-b899-4382-937e-c04412436b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:05.338869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b373c-b899-4382-937e-c04412436b00 None None] The sync data for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:05.421447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 808a11c7-72ef-4a73-a9f0-930c8ee196a2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:05.455624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] For port 2ed22140-6831-46fa-a1a4-a71c9f12a16a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2ed22140-6831-46fa-a1a4-a71c9f12a16a,segment=NetworkSegment(f41fbe33-1e89-4a24-8791-7c5e21b511c0),segment_id=f41fbe33-1e89-4a24-8791-7c5e21b511c0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:05.465848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.472090 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.491203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.561528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Provisioning complete for port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:05.561911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.574340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.580955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=66f41978-1699-4307-96ad-5e0a3d5265a3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:05.595788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.610920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b8ac1-2e1a-4c35-8a20-cf25085ba8b9 None None] Pushing event updated for resources: {'Port': ['ID=2ed22140-6831-46fa-a1a4-a71c9f12a16a,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:05.626170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.637623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:05.637992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.684968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:05.688209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:05.692097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:05.706251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:05.708338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:05.717698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event updated for resources: {'Port': ['ID=2a3db3f1-bc7c-4d02-ad83-02ad810f0873,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:05.753580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:05.754330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.784487 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a384cc58-b531-4212-9b0b-28e6dd94daf7 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9126983 Dec 24 03:31:05.788742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49780) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:05.793484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Request body: {'floatingip': {'port_id': '2a3db3f1-bc7c-4d02-ad83-02ad810f0873'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:05.858207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-41432cbe-e6b2-4c5b-984a-63c519741485 None None] Provisioning complete for port bba9a1a2-f12f-4103-b937-2e766ddd4bdc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:05.858572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41432cbe-e6b2-4c5b-984a-63c519741485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.868840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:05.894460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-41432cbe-e6b2-4c5b-984a-63c519741485 None None] Port bba9a1a2-f12f-4103-b937-2e766ddd4bdc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:05.907169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-41432cbe-e6b2-4c5b-984a-63c519741485 None None] Provisioning complete for port 2ed22140-6831-46fa-a1a4-a71c9f12a16a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:05.907889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41432cbe-e6b2-4c5b-984a-63c519741485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.136215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-997ae6aa-3c78-419e-96b5-4ad32dfb2ca4 None None] Provisioning complete for port 2a3db3f1-bc7c-4d02-ad83-02ad810f0873 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:06.137166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-997ae6aa-3c78-419e-96b5-4ad32dfb2ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.193388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-997ae6aa-3c78-419e-96b5-4ad32dfb2ca4 None None] Port 2a3db3f1-bc7c-4d02-ad83-02ad810f0873 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:06.220440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:06.321382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:06.330001 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-05686086-56ae-4bd8-8514-e0db750b3186 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3512623 Dec 24 03:31:06.330650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49782) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:06.332836 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:06.335774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'network': {'name': 'tempest-RoutersTest-870955806'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:06.348786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:06.349632 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:06.351481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ced43-2229-473f-8aa4-cc4cd3c2f578 None None] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:06.362305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:06.367688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.393320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:06.405471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.406648 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added segment 1a554022-d941-4866-9a58-876f8fbdddc2 of type vlan for network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac Dec 24 03:31:06.434492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9c3f6a21-eaf0-4276-9a6a-e4b41989497e None None] Provisioning complete for port 018986b0-26ac-4c5b-b029-08adbb15de45 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:06.434872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a21-eaf0-4276-9a6a-e4b41989497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.451585 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.458288 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:06.484128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.492907 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:06.493896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.506342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.514949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.573848 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a21-eaf0-4276-9a6a-e4b41989497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.636258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9c3f6a21-eaf0-4276-9a6a-e4b41989497e None None] For port 018986b0-26ac-4c5b-b029-08adbb15de45, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=018986b0-26ac-4c5b-b029-08adbb15de45,segment=NetworkSegment(800c17f9-cd1e-45a8-98d7-3483dd4f75b8),segment_id=800c17f9-cd1e-45a8-98d7-3483dd4f75b8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:06.644475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a21-eaf0-4276-9a6a-e4b41989497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.680065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Network': ['ID=1864dd91-9fd4-4079-b24b-2a1d61cf5dac,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:06.698032 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5afee893-6b58-4c09-8aea-f3ca7093786c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3656466 Dec 24 03:31:06.699302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:06.700082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49786) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:06.706950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'subnet': {'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:06.720068 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP c49161f4-43d5-4673-8dbd-1d9bdff6cf2a associated. External IP: 172.26.5.81, port: 1f691fae-26b4-41dc-96ee-8f8698c58a1f. Dec 24 03:31:06.732215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 018986b0-26ac-4c5b-b029-08adbb15de45 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:06.824777 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:04Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:06.866798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f6a21-eaf0-4276-9a6a-e4b41989497e None None] Pushing event updated for resources: {'Port': ['ID=018986b0-26ac-4c5b-b029-08adbb15de45,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:06.869811 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:06.870285 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Updating router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 port 66f41978-1699-4307-96ad-5e0a3d5265a3 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:31:06.878846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Made reservation on behalf of 3e032ba3b5624958a1e396c2a0d23efc for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:06.882328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.885557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 018986b0-26ac-4c5b-b029-08adbb15de45 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:06.886209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.903102 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.036060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:07.053290 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8003bd4b-bb9b-4186-bcac-46f3df101036 None None] Provisioning complete for port 66f41978-1699-4307-96ad-5e0a3d5265a3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:07.053672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8003bd4b-bb9b-4186-bcac-46f3df101036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.119875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2ed22140-6831-46fa-a1a4-a71c9f12a16a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:07.131973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.168591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8003bd4b-bb9b-4186-bcac-46f3df101036 None None] Port 66f41978-1699-4307-96ad-5e0a3d5265a3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:07.184303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2ed22140-6831-46fa-a1a4-a71c9f12a16a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:07.184860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.196231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:07.211758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Subnet': ['ID=9b5f76f4-17a8-4342-bd7a-fac3f2136267,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:07.231621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:07.249540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Checking segment: {'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:07.251308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network hostable DHCP agents. Network: 1864dd91-9fd4-4079-b24b-2a1d61cf5dac, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:07.271475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8003bd4b-bb9b-4186-bcac-46f3df101036 None None] Provisioning complete for port 018986b0-26ac-4c5b-b029-08adbb15de45 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:07.272192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8003bd4b-bb9b-4186-bcac-46f3df101036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.274613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:07.290704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 1864dd91-9fd4-4079-b24b-2a1d61cf5dac) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:07.304380 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:07.305687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.312022 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.319620 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.329448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd9156d-0cf9-4a71-8c4c-71cdd0b5382f None None] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:07.340947 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2b68477c-34fc-4e4b-b7a6-1b8d5c179f6a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6386316 Dec 24 03:31:07.341622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:07.381711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:07.383117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:07.431402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:07.504588 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e013ff0-fcba-470b-a5a6-fc3ae2ee5d16 None None] Pushing event updated for resources: {'Port': ['ID=66f41978-1699-4307-96ad-5e0a3d5265a3,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:07.535331 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Attempting to bind port 66f41978-1699-4307-96ad-5e0a3d5265a3 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:07.535685 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Attempting to bind port 66f41978-1699-4307-96ad-5e0a3d5265a3 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:07.536079 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Attempting to bind port 66f41978-1699-4307-96ad-5e0a3d5265a3 on network 97731720-6bde-4864-9bc1-84dd0bbc44bd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:07.544172 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:07.544579 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Checking segment: {'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:07.544982 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.545370 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Bound using segment: {'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:07.545858 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Bound port: 66f41978-1699-4307-96ad-5e0a3d5265a3, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800c17f9-cd1e-45a8-98d7-3483dd4f75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:07.546231 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.620823 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] For port 66f41978-1699-4307-96ad-5e0a3d5265a3, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:07.624090 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] For port 66f41978-1699-4307-96ad-5e0a3d5265a3, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=66f41978-1699-4307-96ad-5e0a3d5265a3,segment=NetworkSegment(800c17f9-cd1e-45a8-98d7-3483dd4f75b8),segment_id=800c17f9-cd1e-45a8-98d7-3483dd4f75b8)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:07.630034 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:07.690798 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e013ff0-fcba-470b-a5a6-fc3ae2ee5d16 None None] Pushing event updated for resources: {'Port': ['ID=66f41978-1699-4307-96ad-5e0a3d5265a3,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:07.722872 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:07.723478 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:07.724028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:07.724782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:07.774321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:07.775212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa8d5d-a422-4447-866d-76442d08076f None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:07.848913 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:07.857476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'fixed_ips': [{'subnet_id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:07.859813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.015164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-50d0c6fc-227d-435e-8157-dde00638a07d None None] Provisioning complete for port 66f41978-1699-4307-96ad-5e0a3d5265a3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:08.015482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50d0c6fc-227d-435e-8157-dde00638a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.027251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router 71ead7b8-dc06-43dc-9fc9-801eb278ab5e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:08.063535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Allocated IP 172.23.0.2 (1864dd91-9fd4-4079-b24b-2a1d61cf5dac/9b5f76f4-17a8-4342-bd7a-fac3f2136267/463ee6c8-fbf8-4f59-b0bf-156e874e1b33) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:08.105710 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:04Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:07Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:08.139583 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c50dce-fdb6-4761-82bd-3d3f4e5af98a None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:04Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:07Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:08.181460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50d0c6fc-227d-435e-8157-dde00638a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.258984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-50d0c6fc-227d-435e-8157-dde00638a07d None None] For port 66f41978-1699-4307-96ad-5e0a3d5265a3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=66f41978-1699-4307-96ad-5e0a3d5265a3,segment=NetworkSegment(800c17f9-cd1e-45a8-98d7-3483dd4f75b8),segment_id=800c17f9-cd1e-45a8-98d7-3483dd4f75b8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:08.267352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50d0c6fc-227d-435e-8157-dde00638a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.277025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:08.282512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.301149 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] Sync routers for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:08.314009 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:08.314340 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:08.322407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.331607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.355459 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:08.361466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0c6fc-227d-435e-8157-dde00638a07d None None] Pushing event updated for resources: {'Port': ['ID=66f41978-1699-4307-96ad-5e0a3d5265a3,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:08.365294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:08.367597 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:08.368306 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:08.369276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:08.394177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:08.400934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.416217 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-08c8e617-f71d-4a95-b5ce-38e78dae680d tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/floatingips/c49161f4-43d5-4673-8dbd-1d9bdff6cf2a HTTP/1.1" status: 200 len: 977 time: 2.6263771 Dec 24 03:31:08.417764 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:08.418589 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd58c7-77ba-4359-9866-5b33f0921f61 None None] The sync data for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:08.419137 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49792) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:08.450806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Pushing event updated for resources: {'Port': ['ID=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:08.453937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-655326d7-4b99-4ea7-9553-de680e824959 None None] Provisioning complete for port 66f41978-1699-4307-96ad-5e0a3d5265a3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:08.454305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-655326d7-4b99-4ea7-9553-de680e824959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.513184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Attempting to bind port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:08.513556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Attempting to bind port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:08.513922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Attempting to bind port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 on network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:08.525087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:08.525462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Checking segment: {'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:08.525858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.526246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Bound using segment: {'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:08.526715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Bound port: 463ee6c8-fbf8-4f59-b0bf-156e874e1b33, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:08.527091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.634170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] For port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:08.641765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] For port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,segment=NetworkSegment(1a554022-d941-4866-9a58-876f8fbdddc2),segment_id=1a554022-d941-4866-9a58-876f8fbdddc2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:08.648724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 2a3db3f1-bc7c-4d02-ad83-02ad810f0873 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:08.649939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.658206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.736037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e90eba-5e3a-4e29-9c6b-ccbf79f06183 None None] Pushing event updated for resources: {'Port': ['ID=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:08.740141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 66f41978-1699-4307-96ad-5e0a3d5265a3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:08.762635 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.800819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Allocated IP 172.23.0.1 (1864dd91-9fd4-4079-b24b-2a1d61cf5dac/9b5f76f4-17a8-4342-bd7a-fac3f2136267/aa1facaa-6805-4b8b-8612-5e8e528c17e8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:08.836131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 66f41978-1699-4307-96ad-5e0a3d5265a3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:08.836540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:08.925142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 018986b0-26ac-4c5b-b029-08adbb15de45 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:08.963835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.002373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 018986b0-26ac-4c5b-b029-08adbb15de45 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:09.002928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.009039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.077649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:09.088890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:09.092932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:09.096924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.097383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.097631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Floating IP c49161f4-43d5-4673-8dbd-1d9bdff6cf2a disassociated. External IP: 172.26.5.81, port: 2a3db3f1-bc7c-4d02-ad83-02ad810f0873. Dec 24 03:31:09.098216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 2a3db3f1-bc7c-4d02-ad83-02ad810f0873 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:09.142530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=aa1facaa-6805-4b8b-8612-5e8e528c17e8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:09.160832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.259002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.286094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=2a3db3f1-bc7c-4d02-ad83-02ad810f0873,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:09.292876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.387325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2173c41f-11c0-4485-9ccd-3d4b30991653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.414975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router 71ead7b8-dc06-43dc-9fc9-801eb278ab5e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:09.536623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:09.549610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] Sync routers for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:09.560025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:09.560858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:09.594165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:09.601963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.603075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:09.603667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:09.605597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.612148 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ef460ca-49a3-4786-bbd7-c41164080e1b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/ports/2a3db3f1-bc7c-4d02-ad83-02ad810f0873 HTTP/1.1" status: 204 len: 168 time: 1.1883700 Dec 24 03:31:09.612319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.612630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49796) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:09.645388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:09.646042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4054cf0-4990-4032-a99e-deef82c6daff None None] The sync data for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:09.689258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event updated for resources: {'Port': ['ID=aa1facaa-6805-4b8b-8612-5e8e528c17e8,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:09.706154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.806200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:09.808017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:09.928141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:09.989565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.009780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2bb6eb-3e1a-4a2b-bc71-2aedadb39d92 None None] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:10.027982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:10.033620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7ab88d57-ecc6-4405-95f4-6c90419d9b59 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6908214 Dec 24 03:31:10.036306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:10.041206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:10.046395 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:10.061187 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:10.062163 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:10.091866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d5d80cb5-ac01-44c4-9040-e305277754fc None None] Provisioning complete for port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:10.092231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-ac01-44c4-9040-e305277754fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.204989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-ac01-44c4-9040-e305277754fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.209229 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:10.277068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d5d80cb5-ac01-44c4-9040-e305277754fc None None] For port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,segment=NetworkSegment(1a554022-d941-4866-9a58-876f8fbdddc2),segment_id=1a554022-d941-4866-9a58-876f8fbdddc2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:10.292408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-ac01-44c4-9040-e305277754fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.358020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d80cb5-ac01-44c4-9040-e305277754fc None None] Pushing event updated for resources: {'Port': ['ID=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:10.373220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port bba9a1a2-f12f-4103-b937-2e766ddd4bdc {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:10.373562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.472834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:31:10.487324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Removed routes are [] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:31:10.487743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.524037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.528815 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:09Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1facaa-6805-4b8b-8612-5e8e528c17e8', 'name': '', 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:f9:4c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:08Z', 'updated_at': '2021-12-24T03:31:09Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:10.544310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6ee17460-6dcb-4bf1-8ce7-ec76fcc4774f None None] Provisioning complete for port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:10.545305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ee17460-6dcb-4bf1-8ce7-ec76fcc4774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.555726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for bba9a1a2-f12f-4103-b937-2e766ddd4bdc owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:10.575357 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:10.575712 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Updating router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 port aa1facaa-6805-4b8b-8612-5e8e528c17e8 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:31:10.612344 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.636535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:10.791551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:10.791916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.845898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.849043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6ee17460-6dcb-4bf1-8ce7-ec76fcc4774f None None] Provisioning complete for port aa1facaa-6805-4b8b-8612-5e8e528c17e8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:10.849422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ee17460-6dcb-4bf1-8ce7-ec76fcc4774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.932452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6ee17460-6dcb-4bf1-8ce7-ec76fcc4774f None None] Port aa1facaa-6805-4b8b-8612-5e8e528c17e8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:10.939342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=bba9a1a2-f12f-4103-b937-2e766ddd4bdc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:10.965697 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.979388 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.045642 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db8eb-9a4a-493f-902e-7d98d0f3cc69 None None] Pushing event updated for resources: {'Port': ['ID=aa1facaa-6805-4b8b-8612-5e8e528c17e8,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:11.082458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-509eaa22-f623-46f1-ad3f-1e33e63d1c7c None None] Provisioning complete for port aa1facaa-6805-4b8b-8612-5e8e528c17e8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:11.082835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-509eaa22-f623-46f1-ad3f-1e33e63d1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.141493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-509eaa22-f623-46f1-ad3f-1e33e63d1c7c None None] Port aa1facaa-6805-4b8b-8612-5e8e528c17e8 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:11.149635 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Attempting to bind port aa1facaa-6805-4b8b-8612-5e8e528c17e8 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:11.153733 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Attempting to bind port aa1facaa-6805-4b8b-8612-5e8e528c17e8 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:11.155750 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Attempting to bind port aa1facaa-6805-4b8b-8612-5e8e528c17e8 on network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:11.165801 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:11.166511 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Checking segment: {'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:11.166651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.167333 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.167888 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Bound using segment: {'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:11.168654 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Bound port: aa1facaa-6805-4b8b-8612-5e8e528c17e8, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a554022-d941-4866-9a58-876f8fbdddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:11.169221 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.272312 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] For port aa1facaa-6805-4b8b-8612-5e8e528c17e8, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:11.276072 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] For port aa1facaa-6805-4b8b-8612-5e8e528c17e8, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=aa1facaa-6805-4b8b-8612-5e8e528c17e8,segment=NetworkSegment(1a554022-d941-4866-9a58-876f8fbdddc2),segment_id=1a554022-d941-4866-9a58-876f8fbdddc2)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:11.287126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.317352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.322054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.338705 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db8eb-9a4a-493f-902e-7d98d0f3cc69 None None] Pushing event updated for resources: {'Port': ['ID=aa1facaa-6805-4b8b-8612-5e8e528c17e8,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:11.358805 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:11.359053 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.434882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:11.437848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router 71ead7b8-dc06-43dc-9fc9-801eb278ab5e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:11.462217 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:11.479626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-06a8674c-5494-4dfc-a072-1ec4ded38e10 None None] Provisioning complete for port aa1facaa-6805-4b8b-8612-5e8e528c17e8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:11.480244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a8674c-5494-4dfc-a072-1ec4ded38e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.573485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:11.584522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:11.588736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.590746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1c73e562-a6f8-46c1-b428-973b0eaa88eb tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 200 len: 934 time: 1.5530410 Dec 24 03:31:11.593143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:11.599075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] Sync routers for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:11.601028 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-56cd6341-6f11-47bd-9f27-bda2f9109c75 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/routers/71ead7b8-dc06-43dc-9fc9-801eb278ab5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9873300 Dec 24 03:31:11.602738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a8674c-5494-4dfc-a072-1ec4ded38e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.603351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49804) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:11.625688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:11.626326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.695740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.721140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-06a8674c-5494-4dfc-a072-1ec4ded38e10 None None] For port aa1facaa-6805-4b8b-8612-5e8e528c17e8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=aa1facaa-6805-4b8b-8612-5e8e528c17e8,segment=NetworkSegment(1a554022-d941-4866-9a58-876f8fbdddc2),segment_id=1a554022-d941-4866-9a58-876f8fbdddc2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:11.725335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a1f148cb-9144-4170-ab50-78686d63e231 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 200 len: 934 time: 0.1298349 Dec 24 03:31:11.726879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:11.730397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] Routers {'71ead7b8-dc06-43dc-9fc9-801eb278ab5e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:11.731010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:30:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.733175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'routes': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:11.735777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a8674c-5494-4dfc-a072-1ec4ded38e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.760302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.772878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.773501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551de384-644c-4817-ba0b-d0fb34942272 None None] The sync data for ids ['71ead7b8-dc06-43dc-9fc9-801eb278ab5e'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:11.774850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb456cb7-fadf-4dbe-9894-326ac38ea9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.824981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8674c-5494-4dfc-a072-1ec4ded38e10 None None] Pushing event updated for resources: {'Port': ['ID=aa1facaa-6805-4b8b-8612-5e8e528c17e8,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:11.857190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c981893f-6ef7-486c-b986-335054de50af None None] Provisioning complete for port aa1facaa-6805-4b8b-8612-5e8e528c17e8 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:11.857558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c981893f-6ef7-486c-b986-335054de50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.859708 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:10Z', 'revision_number': 6, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1facaa-6805-4b8b-8612-5e8e528c17e8', 'name': '', 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:f9:4c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:08Z', 'updated_at': '2021-12-24T03:31:11Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.873162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:11.913566 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c4c72-2afc-48d5-873c-e497cac6934e None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:10Z', 'revision_number': 6, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1facaa-6805-4b8b-8612-5e8e528c17e8', 'name': '', 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:f9:4c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:08Z', 'updated_at': '2021-12-24T03:31:11Z', 'revision_number': 4, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:11.941154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port a1105602-02ba-41e1-945c-7a782ff39ec9 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:11.941393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.053133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.070223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for a1105602-02ba-41e1-945c-7a782ff39ec9 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:12.188486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added routes are [] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:31:12.188811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:31:12.224200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.257684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.284226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=a1105602-02ba-41e1-945c-7a782ff39ec9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:12.307695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1fed7e-c139-4c1e-b14b-ccbc6c8e5900 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:12.361578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.440009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.443988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.573461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:12.595102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device aa1facaa-6805-4b8b-8612-5e8e528c17e8 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:12.645997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port aa1facaa-6805-4b8b-8612-5e8e528c17e8 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:12.646360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.692009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:12.700187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.702154 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-794b0d8a-2046-46fa-aae9-dece834f7b4b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 200 len: 700 time: 0.9739134 Dec 24 03:31:12.703201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.704824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:12.823426 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e59247d2-86c2-4f5c-9689-34deacfdb63e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 200 len: 700 time: 0.1174440 Dec 24 03:31:12.826018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:12.834598 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:12.844152 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:12.844786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:12.845467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.847708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.891727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.892437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Fanout notify agent at l3_agent the message router_deleted on router 71ead7b8-dc06-43dc-9fc9-801eb278ab5e {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:31:12.900443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:12.901607 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d0823181-43d5-44ac-b0a3-a1a3b72d2300 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/routers/71ead7b8-dc06-43dc-9fc9-801eb278ab5e HTTP/1.1" status: 204 len: 168 time: 1.2973135 Dec 24 03:31:12.904349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49812) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:12.955959 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:13.005205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting subnet 9ce47503-8695-4a0c-9560-ad01f67eafd8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:13.009748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.089379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.168835 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:12Z', 'revision_number': 7, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1facaa-6805-4b8b-8612-5e8e528c17e8', 'name': '', 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:f9:4c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:08Z', 'updated_at': '2021-12-24T03:31:11Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:13.195353 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:13.204142 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:13.204775 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:13.233691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.294350 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:13.314061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.364263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce47503-8695-4a0c-9560-ad01f67eafd8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:13.368965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.372544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-053862e7-a11c-4567-b152-c32e01d65ff1 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/subnets/9ce47503-8695-4a0c-9560-ad01f67eafd8 HTTP/1.1" status: 204 len: 168 time: 0.4666989 Dec 24 03:31:13.375358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49816) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:13.377737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f4b42-62cb-439e-8841-43a27757d15a None None] Network f0771a5f-2b13-403c-8d85-4f4e8d461f93 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:13.396195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.478659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.543420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:13.543698 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.558302 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:12Z', 'revision_number': 7, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1facaa-6805-4b8b-8612-5e8e528c17e8', 'name': '', 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:f9:4c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:08Z', 'updated_at': '2021-12-24T03:31:11Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:13.576559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] DHCP port deletion for f0771a5f-2b13-403c-8d85-4f4e8d461f93 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:13.599883 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebef992-42a8-42a8-a11c-2806eea0ca6d None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:12Z', 'revision_number': 7, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1facaa-6805-4b8b-8612-5e8e528c17e8', 'name': '', 'network_id': '1864dd91-9fd4-4079-b24b-2a1d61cf5dac', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:f9:4c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:08Z', 'updated_at': '2021-12-24T03:31:11Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '9b5f76f4-17a8-4342-bd7a-fac3f2136267', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:13.620497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] For port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,segment=NetworkSegment(1fd4dd5d-2dcf-4523-834e-9fb18ef90c62),segment_id=1fd4dd5d-2dcf-4523-834e-9fb18ef90c62)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:13.621169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.643452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:13.657621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] Deleting port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:13.658140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.700804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port aa1facaa-6805-4b8b-8612-5e8e528c17e8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:13.701282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.739658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.757554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] For port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,segment=NetworkSegment(1fd4dd5d-2dcf-4523-834e-9fb18ef90c62),segment_id=1fd4dd5d-2dcf-4523-834e-9fb18ef90c62)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:13.758024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.771009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:13.777515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] No DVR routers for this DVR port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:13.794789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] Calling delete_port for 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:13.814741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port aa1facaa-6805-4b8b-8612-5e8e528c17e8, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=aa1facaa-6805-4b8b-8612-5e8e528c17e8,segment=NetworkSegment(1a554022-d941-4866-9a58-876f8fbdddc2),segment_id=1a554022-d941-4866-9a58-876f8fbdddc2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:13.815238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.838149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for aa1facaa-6805-4b8b-8612-5e8e528c17e8 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:13.900022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.919696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.934970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0771a5f-2b13-403c-8d85-4f4e8d461f93']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:13.947572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd4dd5d-2dcf-4523-834e-9fb18ef90c62') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:13.947875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd4dd5d-2dcf-4523-834e-9fb18ef90c62') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:13.958049 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.959807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] Pushing event deleted for resources: {'Port': ['ID=3b85e2b4-53fe-46a8-a14f-ca640cb1f424,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:13.967140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169acae-ee6f-4c42-8644-3457d0a782ce None None] No DVR routers for this DVR port 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:13.971960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.986261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:13.986664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:13.991206 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:14.061399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.065551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.075463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.092604 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/networks/f0771a5f-2b13-403c-8d85-4f4e8d461f93 HTTP/1.1" status: 204 len: 168 time: 0.7055829 Dec 24 03:31:14.092926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:14.101848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e18c2-8982-4630-b647-363d1caa4292 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Network': ['ID=f0771a5f-2b13-403c-8d85-4f4e8d461f93,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:14.110617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=aa1facaa-6805-4b8b-8612-5e8e528c17e8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:14.355819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.599471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:14.619828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:14.620752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3b85e2b4-53fe-46a8-a14f-ca640cb1f424 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:14.658040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 482f702c-d4d8-4043-90d5-2d94d2cba78f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:14.658384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.660175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.820493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.821138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:14.862996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 482f702c-d4d8-4043-90d5-2d94d2cba78f owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:14.965806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:15.026768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.113804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:15.123228 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8bf19add-e298-4d50-ba90-110f47285dfd tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2932491 Dec 24 03:31:15.123349 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49820) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.124294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:15.138417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:15.139046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:15.155587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.184123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=482f702c-d4d8-4043-90d5-2d94d2cba78f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:15.184533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet 9b5f76f4-17a8-4342-bd7a-fac3f2136267 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:15.191786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.234737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.236585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:15.255986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.258994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.263467 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d553fd22-8e1b-40cf-b1ff-14a70a11be31 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/floatingips/c49161f4-43d5-4673-8dbd-1d9bdff6cf2a HTTP/1.1" status: 204 len: 168 time: 1.1657124 Dec 24 03:31:15.263825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49822) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.294918 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8746e9-2de6-423b-bd30-b5ac3f115675 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:15.295461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8746e9-2de6-423b-bd30-b5ac3f115675 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:15.299079 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cb8746e9-2de6-423b-bd30-b5ac3f115675 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/ports/2a3db3f1-bc7c-4d02-ad83-02ad810f0873 HTTP/1.1" status: 404 len: 333 time: 0.0342951 Dec 24 03:31:15.302841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49824) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.333018 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-171ee463-a526-4bb2-864a-2ecdbd6bc145 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ead7b8-dc06-43dc-9fc9-801eb278ab5e HTTP/1.1" status: 200 len: 205 time: 0.0266697 Dec 24 03:31:15.333461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49826) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.350538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.370447 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-40e207cc-a0eb-40d5-85b5-ca1c5b1dfa83 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] delete failed (client error): The resource could not be found. Dec 24 03:31:15.374440 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-40e207cc-a0eb-40d5-85b5-ca1c5b1dfa83 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/routers/71ead7b8-dc06-43dc-9fc9-801eb278ab5e HTTP/1.1" status: 404 len: 336 time: 0.0370119 Dec 24 03:31:15.375116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49828) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.410811 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0528a2f0-c5df-4f44-959e-1a3f264ae166 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:15.411289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0528a2f0-c5df-4f44-959e-1a3f264ae166 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:15.414404 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0528a2f0-c5df-4f44-959e-1a3f264ae166 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/subnets/9ce47503-8695-4a0c-9560-ad01f67eafd8 HTTP/1.1" status: 404 len: 337 time: 0.0387423 Dec 24 03:31:15.417131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49832) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.498119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.532864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5f76f4-17a8-4342-bd7a-fac3f2136267,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:15.538977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.544924 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e6bea9e7-9793-4000-a20a-35b67a8c4a1f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/9b5f76f4-17a8-4342-bd7a-fac3f2136267 HTTP/1.1" status: 204 len: 168 time: 0.4205947 Dec 24 03:31:15.545086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.549220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14635532-2b3f-413e-b2de-761949d1b895 None None] Network 1864dd91-9fd4-4079-b24b-2a1d61cf5dac requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:15.563006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 1f691fae-26b4-41dc-96ee-8f8698c58a1f {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:15.563343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.634743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.662172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.677083 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 1f691fae-26b4-41dc-96ee-8f8698c58a1f owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:15.692825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:15.693066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:14Z', 'revision_number': 8, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:15.693270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.721526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:15.728129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49836) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:15.730820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:15.731459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:15.769955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,segment=NetworkSegment(1a554022-d941-4866-9a58-876f8fbdddc2),segment_id=1a554022-d941-4866-9a58-876f8fbdddc2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:15.770315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.790857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:15.824053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:15.858149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] DHCP port deletion for 1864dd91-9fd4-4079-b24b-2a1d61cf5dac request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:15.882467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:15.912056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No DVR routers for this DVR port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:15.916752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:16.002494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.003358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.006548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] Deleting port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:16.006925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.025161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1864dd91-9fd4-4079-b24b-2a1d61cf5dac']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:16.034713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a554022-d941-4866-9a58-876f8fbdddc2') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:16.035013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a554022-d941-4866-9a58-876f8fbdddc2') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:16.038466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=1f691fae-26b4-41dc-96ee-8f8698c58a1f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:16.048547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.067334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.074626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:16.076183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:16.078818 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:16.114476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] For port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:16.114920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.133108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] Calling delete_port for 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:16.136262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] Port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:31:16.139553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.143692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.147858 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-43ce7523-9cd5-41e2-80d0-5b7b0c94fc36 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/ports/1f691fae-26b4-41dc-96ee-8f8698c58a1f HTTP/1.1" status: 204 len: 168 time: 0.7296996 Dec 24 03:31:16.150786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:16.161629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.187746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.191167 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/1864dd91-9fd4-4079-b24b-2a1d61cf5dac HTTP/1.1" status: 204 len: 168 time: 0.6449592 Dec 24 03:31:16.193981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] Pushing event deleted for resources: {'Port': ['ID=463ee6c8-fbf8-4f59-b0bf-156e874e1b33,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:16.194139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49840) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:16.196355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55d136-7661-4444-8c5f-be7aa7387912 None None] No DVR routers for this DVR port 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:16.201227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:14Z', 'revision_number': 8, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:16.218798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41a99f-a8bd-4c49-9cae-a2995cdcdf8b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=1864dd91-9fd4-4079-b24b-2a1d61cf5dac,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:16.235521 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2da39-5a0f-4335-92eb-880317b11f3d None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:14Z', 'revision_number': 8, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66f41978-1699-4307-96ad-5e0a3d5265a3', 'name': '', 'network_id': '97731720-6bde-4864-9bc1-84dd0bbc44bd', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:85:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:03Z', 'updated_at': '2021-12-24T03:31:08Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': 'b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:16.283052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 22caf041-dd4d-4de6-9e48-37105e3886c8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:16.283501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.373364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.385137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 22caf041-dd4d-4de6-9e48-37105e3886c8 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:16.465534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.510484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.544435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=22caf041-dd4d-4de6-9e48-37105e3886c8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:16.618690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:16.624779 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3cf3103e-22a3-470f-8ec0-4d2daae3d04b tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/ports/22caf041-dd4d-4de6-9e48-37105e3886c8 HTTP/1.1" status: 204 len: 168 time: 0.4703112 Dec 24 03:31:16.625566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49842) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:16.690378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69200dba-b711-4ff4-b77d-4fbe3cd85958 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:16.694527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:16.694688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-69200dba-b711-4ff4-b77d-4fbe3cd85958 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 HTTP/1.1" status: 200 len: 913 time: 0.0655859 Dec 24 03:31:16.696352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:16.716885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:16.717232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 463ee6c8-fbf8-4f59-b0bf-156e874e1b33 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:16.717914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device aa1facaa-6805-4b8b-8612-5e8e528c17e8 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:16.743384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: aa1facaa-6805-4b8b-8612-5e8e528c17e8 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:16.743737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device aa1facaa-6805-4b8b-8612-5e8e528c17e8 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:16.778148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.041230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port b1f42450-740d-403e-8b03-f2aced371346 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:17.041466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.051014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.168503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port b1f42450-740d-403e-8b03-f2aced371346, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b1f42450-740d-403e-8b03-f2aced371346,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:17.169099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.185040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 66f41978-1699-4307-96ad-5e0a3d5265a3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:17.185370 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.191798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for b1f42450-740d-403e-8b03-f2aced371346 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:17.318910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 27193d29-8377-40a3-a5eb-ec728046ec10 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:17.319167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.324590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 66f41978-1699-4307-96ad-5e0a3d5265a3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=66f41978-1699-4307-96ad-5e0a3d5265a3,segment=NetworkSegment(800c17f9-cd1e-45a8-98d7-3483dd4f75b8),segment_id=800c17f9-cd1e-45a8-98d7-3483dd4f75b8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:17.324950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.407068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.420218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 27193d29-8377-40a3-a5eb-ec728046ec10 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:17.614329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.642149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=27193d29-8377-40a3-a5eb-ec728046ec10,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:17.696702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 66f41978-1699-4307-96ad-5e0a3d5265a3 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:17.818161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.869457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:17.928445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=b1f42450-740d-403e-8b03-f2aced371346,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:18.002958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.075559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=66f41978-1699-4307-96ad-5e0a3d5265a3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:18.247547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.349632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.379711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:18.501876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:18.507087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fbc4d26d-1fed-4940-97c0-dca5f84e5965 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "PUT /v2.0/routers/e1d88ae1-0a82-480b-8dca-a38c0d85d8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099241 Dec 24 03:31:18.509692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:18.513052 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] Sync routers for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:18.523272 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:18.524223 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:18.557548 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:18.567490 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] Routers {'e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:18.568401 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:18.605065 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:18.605983 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860d9a9-e90a-4756-a6ba-528d9826b7d8 None None] The sync data for ids ['e1d88ae1-0a82-480b-8dca-a38c0d85d8e3'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:18.634326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.687294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:18.696990 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c2fff586-58e8-45ef-b859-fe4f4b2401b6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:18.739562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.791987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting port 7c7e018c-7a35-47a9-be13-64e3f2a66d75 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:18.792332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.833033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:18.839157 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0c6a126f-6667-48a3-910d-5a051805914b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6438677 Dec 24 03:31:18.842739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:18.847238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:18.861859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:18.862810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:18.887701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:18.893199 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4185718a-eae1-4cbd-83e1-98d773d18621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/c2fff586-58e8-45ef-b859-fe4f4b2401b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1637542 Dec 24 03:31:18.902454 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] Sync routers for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:18.914047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.922636 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:18.923413 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:18.924674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:18.930371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:18.962250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Calling delete_port for 7c7e018c-7a35-47a9-be13-64e3f2a66d75 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:18.970616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:18.982178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.072476 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:19.177753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.231663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 9, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:19.246311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b518-1a23-448e-ae8b-6a73e763af5c req-fd8e3117-4058-4169-bf15-786bcd7407ed tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:19.247872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b00b518-1a23-448e-ae8b-6a73e763af5c req-fd8e3117-4058-4169-bf15-786bcd7407ed tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 946 time: 0.1367500 Dec 24 03:31:19.259678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:19.269040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:19.269649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:19.323016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.333228 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:06Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:19.359369 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:19.363288 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] Checking router: c2fff586-58e8-45ef-b859-fe4f4b2401b6 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:19.364640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.371979 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:19.372687 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:19.390781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:19.398857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.404477 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-37e7b135-4fa3-44df-82dd-2254ab2aa3ff tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b HTTP/1.1" status: 204 len: 168 time: 0.5578954 Dec 24 03:31:19.405325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Port': ['ID=7c7e018c-7a35-47a9-be13-64e3f2a66d75,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:19.405980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49854) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:19.411291 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b00b518-1a23-448e-ae8b-6a73e763af5c req-6fe3efbb-0de8-47c4-aaf6-8538be1380c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358922 Dec 24 03:31:19.478264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.521668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781c142-adec-49e9-b64d-20f06c4a5382 None None] Network 97731720-6bde-4864-9bc1-84dd0bbc44bd requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:19.523477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed980a1-45cc-4031-9f76-68cc070121c2 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:19.578539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.597625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.599781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.605879 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:19.646943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 018986b0-26ac-4c5b-b029-08adbb15de45 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:19.646943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.653202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.653730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Fanout notify agent at l3_agent the message router_deleted on router e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:31:19.666393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.671022 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0c856738-725a-4ede-8abc-cf6237bdfc1f tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/routers/e1d88ae1-0a82-480b-8dca-a38c0d85d8e3 HTTP/1.1" status: 204 len: 168 time: 1.1602886 Dec 24 03:31:19.671710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:19.678388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 9, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:19.733710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 018986b0-26ac-4c5b-b029-08adbb15de45, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=018986b0-26ac-4c5b-b029-08adbb15de45,segment=NetworkSegment(800c17f9-cd1e-45a8-98d7-3483dd4f75b8),segment_id=800c17f9-cd1e-45a8-98d7-3483dd4f75b8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:19.734167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.734348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0839a-3148-4541-8f75-ea5b7ac27a42 None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 9, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '2ed22140-6831-46fa-a1a4-a71c9f12a16a', 'name': '', 'network_id': '0961bfe6-0a69-418c-9364-90262cabbc7d', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:1b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:59Z', 'updated_at': '2021-12-24T03:31:05Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '66fe0273-950f-4c29-8a11-fdc7a23e1747', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:19.748846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 018986b0-26ac-4c5b-b029-08adbb15de45 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:19.749630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Deleting subnet 168fe493-ba87-4dd7-8e3c-2de296ed8b77 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:19.753177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.770810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] DHCP port deletion for 97731720-6bde-4864-9bc1-84dd0bbc44bd request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:19.812768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.824305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] Deleting port 018986b0-26ac-4c5b-b029-08adbb15de45 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:19.824723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.861923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.869813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.895913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=018986b0-26ac-4c5b-b029-08adbb15de45,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:19.899729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No DVR routers for this DVR port 018986b0-26ac-4c5b-b029-08adbb15de45 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:19.902994 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:06Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:19.904110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] For port 018986b0-26ac-4c5b-b029-08adbb15de45, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=018986b0-26ac-4c5b-b029-08adbb15de45,segment=NetworkSegment(800c17f9-cd1e-45a8-98d7-3483dd4f75b8),segment_id=800c17f9-cd1e-45a8-98d7-3483dd4f75b8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:19.904618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.919800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] Calling delete_port for 018986b0-26ac-4c5b-b029-08adbb15de45 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:19.931129 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560316b9-040e-4163-9311-696fb4132ab1 None None] The sync data for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8da0952f-6de9-4a69-9840-189acdda5791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'port_id': '183039d6-53d8-4ae9-ac23-50aec5842046', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'mac_address': 'fa:16:3e:e3:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:02Z', 'updated_at': '2021-12-24T03:29:06Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:19.963851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:19.995237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Subnet': ['ID=168fe493-ba87-4dd7-8e3c-2de296ed8b77,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:19.999054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.002879 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c401f6ee-5427-4787-94b9-bdb03f6d2881 tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/subnets/168fe493-ba87-4dd7-8e3c-2de296ed8b77 HTTP/1.1" status: 204 len: 168 time: 0.3302860 Dec 24 03:31:20.005394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49858) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:20.009230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.014597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.034054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] Pushing event deleted for resources: {'Port': ['ID=018986b0-26ac-4c5b-b029-08adbb15de45,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:20.037506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab12a7-8090-4a5c-a658-4de3865ae918 None None] No DVR routers for this DVR port 018986b0-26ac-4c5b-b029-08adbb15de45 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:20.060278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97731720-6bde-4864-9bc1-84dd0bbc44bd']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:20.099463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800c17f9-cd1e-45a8-98d7-3483dd4f75b8') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:20.099799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800c17f9-cd1e-45a8-98d7-3483dd4f75b8') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:20.115670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.120552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.136962 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.145674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:20.146071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:20.259074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.264110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.268330 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/97731720-6bde-4864-9bc1-84dd0bbc44bd HTTP/1.1" status: 204 len: 168 time: 0.8585520 Dec 24 03:31:20.271272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49860) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:20.302794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.322726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f10ebf-bd9d-4ca0-8cb3-06a6e50bd4b0 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=97731720-6bde-4864-9bc1-84dd0bbc44bd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:20.341112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4663c15c-5d55-48e8-ae76-ba090db49018']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:20.352741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a44cbc-a314-46a2-bd8a-52fe1793bc38') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:20.352741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a44cbc-a314-46a2-bd8a-52fe1793bc38') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:20.363079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.377315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.383426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:20.383855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:20.387207 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:20.448530 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.453890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.459382 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] 10.222.0.37 "DELETE /v2.0/networks/4663c15c-5d55-48e8-ae76-ba090db49018 HTTP/1.1" status: 204 len: 168 time: 0.4507504 Dec 24 03:31:20.470888 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e502abb-614e-4a51-a1bb-f3ae16c754af tempest-FloatingIPTestJSON-764437766 tempest-FloatingIPTestJSON-764437766-project] Pushing event deleted for resources: {'Network': ['ID=4663c15c-5d55-48e8-ae76-ba090db49018,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:20.585243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 66f41978-1699-4307-96ad-5e0a3d5265a3 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:20.610438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 66f41978-1699-4307-96ad-5e0a3d5265a3 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:20.610902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 66f41978-1699-4307-96ad-5e0a3d5265a3 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:20.611537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b1f42450-740d-403e-8b03-f2aced371346 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:20.632578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b1f42450-740d-403e-8b03-f2aced371346 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:20.632927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b1f42450-740d-403e-8b03-f2aced371346 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:20.633352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 018986b0-26ac-4c5b-b029-08adbb15de45 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:20.652121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 018986b0-26ac-4c5b-b029-08adbb15de45 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:20.652496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 018986b0-26ac-4c5b-b029-08adbb15de45 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:20.664442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3e43-fe76-42e9-ba0a-0a274e34eb95 req-d6b0172a-4f09-4a35-a32a-80ac4de794e5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:20.666240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4e3e43-fe76-42e9-ba0a-0a274e34eb95 req-d6b0172a-4f09-4a35-a32a-80ac4de794e5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 946 time: 0.0930812 Dec 24 03:31:20.702573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.756632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49868) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:20.791392 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4e3e43-fe76-42e9-ba0a-0a274e34eb95 req-2348e26a-009c-4f42-874b-a0a68aa87075 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044512-0bab-43ba-8505-996a6c9e0bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171510 Dec 24 03:31:20.895178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-3c3a046c-db88-4ace-9be8-21f83cb1ed62 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:20.896089 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-60d8000a-e31e-4403-80b4-a77282cb1b71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edbd2fcdefa242f990280144782f7e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383162 Dec 24 03:31:20.896650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-3c3a046c-db88-4ace-9be8-21f83cb1ed62 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 946 time: 0.1027415 Dec 24 03:31:20.896791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49872) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:20.943332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6f24e60-ddfc-4fb5-b7b5-9d4f790337f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:20.964012 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6f24e60-ddfc-4fb5-b7b5-9d4f790337f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.014086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6f24e60-ddfc-4fb5-b7b5-9d4f790337f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.017504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6f24e60-ddfc-4fb5-b7b5-9d4f790337f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.018613 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a6f24e60-ddfc-4fb5-b7b5-9d4f790337f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c027b810-e017-4335-a0f4-a2123b9e6755 HTTP/1.1" status: 204 len: 168 time: 0.1210558 Dec 24 03:31:21.028391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f24e60-ddfc-4fb5-b7b5-9d4f790337f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c027b810-e017-4335-a0f4-a2123b9e6755,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:21.050687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 0899a5f3-a254-43f5-92d6-770e82ebad9f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:21.051033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.145394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 2ed22140-6831-46fa-a1a4-a71c9f12a16a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:21.145731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.188848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 0899a5f3-a254-43f5-92d6-770e82ebad9f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0899a5f3-a254-43f5-92d6-770e82ebad9f,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:21.189209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.235704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 0899a5f3-a254-43f5-92d6-770e82ebad9f owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:21.296317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 2ed22140-6831-46fa-a1a4-a71c9f12a16a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2ed22140-6831-46fa-a1a4-a71c9f12a16a,segment=NetworkSegment(f41fbe33-1e89-4a24-8791-7c5e21b511c0),segment_id=f41fbe33-1e89-4a24-8791-7c5e21b511c0)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:21.296704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.312335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 2ed22140-6831-46fa-a1a4-a71c9f12a16a owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:21.665216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49894) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:21.758180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-821729807'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:21.780982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:21.784542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.786304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.793445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.824035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=0899a5f3-a254-43f5-92d6-770e82ebad9f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:21.890216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.904290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port 0899a5f3-a254-43f5-92d6-770e82ebad9f on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:21.908409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.911660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9f29a77-5dad-487c-82b0-58eb15c1e577 req-63984124-72e6-4d67-85f1-9d94151c3113 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/0899a5f3-a254-43f5-92d6-770e82ebad9f HTTP/1.1" status: 204 len: 173 time: 1.0081801 Dec 24 03:31:21.925234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'name': 'network-vif-deleted', 'tag': '0899a5f3-a254-43f5-92d6-770e82ebad9f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:21.927567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5837e36a-5e34-4729-ac25-2617b7d48680" -d '{"events": [{"server_uuid": "46fdcf97-321d-48cf-8e03-9f6e5268a27f", "name": "network-vif-deleted", "tag": "0899a5f3-a254-43f5-92d6-770e82ebad9f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:21.935638 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96ab84ad-0f91-4ccb-b589-5263b819c89b req-a3595184-d00e-418b-84de-6f40d48ee542 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fdcf97-321d-48cf-8e03-9f6e5268a27f HTTP/1.1" status: 200 len: 210 time: 0.0658066 Dec 24 03:31:21.942988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:21.976689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=2ed22140-6831-46fa-a1a4-a71c9f12a16a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:22.026304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.027047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b9724b-e798-4f0e-80c1-3b3fb498f1e1 x-openstack-request-id: req-d1b9724b-e798-4f0e-80c1-3b3fb498f1e1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:22.027366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fdcf97-321d-48cf-8e03-9f6e5268a27f", "name": "network-vif-deleted", "tag": "0899a5f3-a254-43f5-92d6-770e82ebad9f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:22.027640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1b9724b-e798-4f0e-80c1-3b3fb498f1e1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:22.028064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fdcf97-321d-48cf-8e03-9f6e5268a27f', 'name': 'network-vif-deleted', 'tag': '0899a5f3-a254-43f5-92d6-770e82ebad9f', 'status': 'completed', 'code': 200} Dec 24 03:31:22.031939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.068384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:22.084976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01168999-cb30-425c-89fa-5ce347fdbcf1,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:22.091982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.092333 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Added segment d52f1c2b-2dbc-4dec-bc50-bca123f3b2e6 of type vlan for network dae7633f-919c-4728-bd76-cdb795f76e9e Dec 24 03:31:22.147444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.163193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.180803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.186987 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:22.187441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.243584 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5770040 Dec 24 03:31:22.278007 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1243-2de7-4c72-9c6b-054a4281e27b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Network': ['ID=dae7633f-919c-4728-bd76-cdb795f76e9e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:22.293531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network dae7633f-919c-4728-bd76-cdb795f76e9e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:22.388262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:22.518722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:22.534650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b8f2aaec-45f5-4a23-8218-5f540ca0f5bc tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2622073 Dec 24 03:31:22.545022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49902) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:22.545208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:22.567867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:22.568629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:22.635355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet 66fe0273-950f-4c29-8a11-fdc7a23e1747 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:22.650021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.666861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:22.711085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.808992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.874680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.877491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:21Z', 'revision_number': 10, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:22.906151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=66fe0273-950f-4c29-8a11-fdc7a23e1747,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:22.911155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:22.911747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.914920 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2cf7dd6d-ecce-4b8f-9829-22b07418e745 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/66fe0273-950f-4c29-8a11-fdc7a23e1747 HTTP/1.1" status: 204 len: 168 time: 0.3702362 Dec 24 03:31:22.917602 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:22.924963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5cecdd-c487-40ae-b8a9-4a5106ba04c5 None None] Network 0961bfe6-0a69-418c-9364-90262cabbc7d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:22.930416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:22.931032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:23.010021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49908) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:23.011683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.078849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50ecd59f-5c5a-4a00-ac73-f20f54c00fa3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.095862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:23.107377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:23.108118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.108922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50ecd59f-5c5a-4a00-ac73-f20f54c00fa3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.191128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50ecd59f-5c5a-4a00-ac73-f20f54c00fa3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.195250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50ecd59f-5c5a-4a00-ac73-f20f54c00fa3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.206107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 808a11c7-72ef-4a73-a9f0-930c8ee196a2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=808a11c7-72ef-4a73-a9f0-930c8ee196a2,segment=NetworkSegment(f41fbe33-1e89-4a24-8791-7c5e21b511c0),segment_id=f41fbe33-1e89-4a24-8791-7c5e21b511c0)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:23.206660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.225185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 808a11c7-72ef-4a73-a9f0-930c8ee196a2 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:23.225883 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-50ecd59f-5c5a-4a00-ac73-f20f54c00fa3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff044512-0bab-43ba-8505-996a6c9e0bf1 HTTP/1.1" status: 204 len: 168 time: 0.2145364 Dec 24 03:31:23.247203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecd59f-5c5a-4a00-ac73-f20f54c00fa3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff044512-0bab-43ba-8505-996a6c9e0bf1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:23.277142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49912) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:23.315142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bfeaec-733c-42a7-bc02-2eb172ec1f77 None None] DHCP port deletion for 0961bfe6-0a69-418c-9364-90262cabbc7d request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:23.333017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.356226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No DVR routers for this DVR port 808a11c7-72ef-4a73-a9f0-930c8ee196a2 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:23.356929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-85bfeaec-733c-42a7-bc02-2eb172ec1f77 None None] The port '808a11c7-72ef-4a73-a9f0-930c8ee196a2' was deleted {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Dec 24 03:31:23.360280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet c54b70c8-4b06-417c-a03c-3976741da6d7 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:23.378029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.421777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=808a11c7-72ef-4a73-a9f0-930c8ee196a2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:23.427681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:21Z', 'revision_number': 10, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:23.439701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.469909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3974d4-1725-4295-88f7-78b18413647a None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:21Z', 'revision_number': 10, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None, '_interfaces': [{'id': '9344e39b-bc65-4210-ae48-ab4214357418', 'name': '', 'network_id': 'fd7f0870-3495-4626-9e49-c22e4fd497ef', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'mac_address': 'fa:16:3e:9c:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5767011f-7d61-4757-9387-6740afcd2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:56Z', 'updated_at': '2021-12-24T03:31:00Z', 'revision_number': 5, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'subnets': [{'id': '5767011f-7d61-4757-9387-6740afcd2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:23.487271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.514803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0961bfe6-0a69-418c-9364-90262cabbc7d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:23.524299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41fbe33-1e89-4a24-8791-7c5e21b511c0') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:23.524557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41fbe33-1e89-4a24-8791-7c5e21b511c0') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:23.534120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.542240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.547581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.553378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:23.553755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:23.556933 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:23.609964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.625196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.642769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.648642 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/0961bfe6-0a69-418c-9364-90262cabbc7d HTTP/1.1" status: 204 len: 168 time: 0.7274587 Dec 24 03:31:23.648849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=c54b70c8-4b06-417c-a03c-3976741da6d7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:23.651174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:23.652194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.653321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687e27f-6379-4e3e-949e-e61e9585cdce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=0961bfe6-0a69-418c-9364-90262cabbc7d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:23.658981 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-51bca8b6-e85a-416e-8370-ad9652c67835 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/c54b70c8-4b06-417c-a03c-3976741da6d7 HTTP/1.1" status: 204 len: 168 time: 0.3782375 Dec 24 03:31:23.659296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49916) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:23.664348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0899a5f3-a254-43f5-92d6-770e82ebad9f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:23.706926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60e883-2fb9-4536-b517-5bcc6d2098aa None None] Network 1c1ed557-6c9b-4ae9-add1-0434377e3275 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:23.709399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 0899a5f3-a254-43f5-92d6-770e82ebad9f {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:23.709768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0899a5f3-a254-43f5-92d6-770e82ebad9f not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:23.783002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.864691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port d95b3760-d878-4b42-bbc8-6f8e19519749 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:23.865296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.896579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] DHCP port deletion for 1c1ed557-6c9b-4ae9-add1-0434377e3275 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:23.945896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port d95b3760-d878-4b42-bbc8-6f8e19519749, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d95b3760-d878-4b42-bbc8-6f8e19519749,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:23.946260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.965082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for d95b3760-d878-4b42-bbc8-6f8e19519749 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:23.973956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] Deleting port d95b3760-d878-4b42-bbc8-6f8e19519749 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:23.975020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.069210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.085286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] For port d95b3760-d878-4b42-bbc8-6f8e19519749, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d95b3760-d878-4b42-bbc8-6f8e19519749,segment=NetworkSegment(3ac0d931-c5e9-47fb-9d78-d68963e9aeda),segment_id=3ac0d931-c5e9-47fb-9d78-d68963e9aeda)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:24.085935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.103892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] Calling delete_port for d95b3760-d878-4b42-bbc8-6f8e19519749 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:24.107339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=d95b3760-d878-4b42-bbc8-6f8e19519749,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:24.121662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port d95b3760-d878-4b42-bbc8-6f8e19519749 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:24.132030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.200529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.228644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] No DVR routers for this DVR port d95b3760-d878-4b42-bbc8-6f8e19519749 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:24.231919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c1965-dd1b-4a89-aca1-7cbf267e14d1 None None] Pushing event deleted for resources: {'Port': ['ID=d95b3760-d878-4b42-bbc8-6f8e19519749,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:24.250214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.277631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1ed557-6c9b-4ae9-add1-0434377e3275']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:24.290319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac0d931-c5e9-47fb-9d78-d68963e9aeda') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:24.291029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac0d931-c5e9-47fb-9d78-d68963e9aeda') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:24.301853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.315023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.321472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:24.321879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:24.325016 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:24.438786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 9344e39b-bc65-4210-ae48-ab4214357418 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:24.439152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.563208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 9344e39b-bc65-4210-ae48-ab4214357418, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=9344e39b-bc65-4210-ae48-ab4214357418,segment=NetworkSegment(c68b871e-09b0-4e58-bc38-d01091026b87),segment_id=c68b871e-09b0-4e58-bc38-d01091026b87)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:24.563568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.578874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 808a11c7-72ef-4a73-a9f0-930c8ee196a2 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:24.579264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 9344e39b-bc65-4210-ae48-ab4214357418 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:24.605485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 808a11c7-72ef-4a73-a9f0-930c8ee196a2 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:24.606514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 808a11c7-72ef-4a73-a9f0-930c8ee196a2 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:24.607117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2ed22140-6831-46fa-a1a4-a71c9f12a16a no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:24.631945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 2ed22140-6831-46fa-a1a4-a71c9f12a16a {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:24.633008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2ed22140-6831-46fa-a1a4-a71c9f12a16a not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:24.633633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d95b3760-d878-4b42-bbc8-6f8e19519749 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:24.660674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d95b3760-d878-4b42-bbc8-6f8e19519749 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:24.661398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d95b3760-d878-4b42-bbc8-6f8e19519749 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:24.739677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.747325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.753178 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/1c1ed557-6c9b-4ae9-add1-0434377e3275 HTTP/1.1" status: 204 len: 168 time: 1.0904253 Dec 24 03:31:24.759744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:24.762053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6cdb-17bf-4c15-a3d7-c66a6cc503fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=1c1ed557-6c9b-4ae9-add1-0434377e3275,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:24.815885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:24.855090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=9344e39b-bc65-4210-ae48-ab4214357418,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:25.066053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.084094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port f3712335-ae57-4eca-8678-4f61cd69cb04 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:25.084463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.453518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49920) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:25.458646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'subnet': {'network_id': 'dae7633f-919c-4728-bd76-cdb795f76e9e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:25.547658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:25.551402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.569671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.570262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.580051 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:25.586579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for f3712335-ae57-4eca-8678-4f61cd69cb04 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:25.704511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:25.710625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4cf7e4bb-5f17-4b97-af26-4dc43a465f80 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0587184 Dec 24 03:31:25.714990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:25.718991 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:25.735301 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:25.736227 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:25.741621 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.785967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting subnet 5767011f-7d61-4757-9387-6740afcd2902 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:25.791083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.802127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Subnet': ['ID=5551fa98-d925-424d-9aad-83cdc70880bb,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:25.807636 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:25.818356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Checking segment: {'id': 'd52f1c2b-2dbc-4dec-bc50-bca123f3b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dae7633f-919c-4728-bd76-cdb795f76e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:25.818356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network hostable DHCP agents. Network: dae7633f-919c-4728-bd76-cdb795f76e9e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:25.839988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.840890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network dae7633f-919c-4728-bd76-cdb795f76e9e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:25.854496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, dae7633f-919c-4728-bd76-cdb795f76e9e) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:25.859007 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:25.860039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.867995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d5a9a-6bc8-41b6-ab24-467ff29937c8 None None] Network dae7633f-919c-4728-bd76-cdb795f76e9e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:25.883019 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:24Z', 'revision_number': 11, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:25.886035 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f17c0296-91f9-46f1-9148-fb1120fa5754 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4312701 Dec 24 03:31:25.890627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49924) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:25.895197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1010471209'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:25.918679 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:25.929118 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:25.929948 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:25.935290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:25.939699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.951153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.974160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:25.986363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=f3712335-ae57-4eca-8678-4f61cd69cb04,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:25.991070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.991227 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Added segment 8f1fd75e-ef01-4cbb-b321-489a724c7489 of type vlan for network 9af525bb-4db7-4f61-b66b-27b78a01798a Dec 24 03:31:25.997653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-dae7633f-919c-4728-bd76-cdb795f76e9e', 'network_id': 'dae7633f-919c-4728-bd76-cdb795f76e9e', 'project_id': 'c4946c175e9f4d98ab1f8ac6e1f7aff4', 'fixed_ips': [{'subnet_id': '5551fa98-d925-424d-9aad-83cdc70880bb'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:25.998529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.998676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.028019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.028281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.028589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.028937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.029271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.029605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.030205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.030335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.030607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.030934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.031261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.031585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.031906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.043334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.045623 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:26.073729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.090485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:26.090773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.111766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.112023 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 8da0952f-6de9-4a69-9840-189acdda5791 disassociated (deleted). External IP: 172.26.5.13, port: 183039d6-53d8-4ae9-ac23-50aec5842046. Dec 24 03:31:26.138324 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2443471 Dec 24 03:31:26.140271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49928) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:26.160298 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:24Z', 'revision_number': 11, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:26.172941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.177277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'subnet': {'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:26.189911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Allocated IP 2001:db8:0:ffff::2 (dae7633f-919c-4728-bd76-cdb795f76e9e/5551fa98-d925-424d-9aad-83cdc70880bb/73eef90d-360d-4ba2-a8e1-9efc9b17c615) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:26.198747 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a509d-069c-4559-949a-4c4eb2d8aeea None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:24Z', 'revision_number': 11, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:26.217032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8105e-4005-410c-9ff9-b55806b5f3fc tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Network': ['ID=9af525bb-4db7-4f61-b66b-27b78a01798a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:26.233853 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9af525bb-4db7-4f61-b66b-27b78a01798a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:26.263681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Subnet': ['ID=5767011f-7d61-4757-9387-6740afcd2902,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:26.266291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.269682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e7936d3d-7b9a-4177-afa1-2585809a84f9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/5767011f-7d61-4757-9387-6740afcd2902 HTTP/1.1" status: 204 len: 168 time: 0.5537689 Dec 24 03:31:26.273037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49930) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:26.290758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:26.297617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.297970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b679fd-5987-4ac7-b98f-18f3eadf12f1 None None] Network fd7f0870-3495-4626-9e49-c22e4fd497ef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:26.402522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.509136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c2fff586-58e8-45ef-b859-fe4f4b2401b6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:26.519676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Deleting port 06f624e0-c5f0-45ab-874e-10b290e72137 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:26.519937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.599494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:31:26.605805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.638599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] For port 06f624e0-c5f0-45ab-874e-10b290e72137, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=06f624e0-c5f0-45ab-874e-10b290e72137,segment=NetworkSegment(c68b871e-09b0-4e58-bc38-d01091026b87),segment_id=c68b871e-09b0-4e58-bc38-d01091026b87)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:26.639226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.669545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.684819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.710442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Subnet': ['ID=e9624a97-a370-4419-9e04-faef4c9dfa1c,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:26.723191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.723432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.724658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.725036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.726125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Calling delete_port for 06f624e0-c5f0-45ab-874e-10b290e72137 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:26.726532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.726902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.727430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.727638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.727984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.728321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.728698 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.729034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.729604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:26.736020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Checking segment: {'id': '8f1fd75e-ef01-4cbb-b321-489a724c7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:26.736412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network hostable DHCP agents. Network: 9af525bb-4db7-4f61-b66b-27b78a01798a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:26.746916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] DHCP port deletion for fd7f0870-3495-4626-9e49-c22e4fd497ef request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:26.752524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9344e39b-bc65-4210-ae48-ab4214357418 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:26.762589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network 9af525bb-4db7-4f61-b66b-27b78a01798a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:26.773220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 9af525bb-4db7-4f61-b66b-27b78a01798a) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:26.779415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:26.780697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.795511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:26.801489 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad522439-b907-41c5-9bfd-66c3f7d44715 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6615970 Dec 24 03:31:26.801635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.804271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49934) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:26.811958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'port': {'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a', 'name': 'tempest-NetworksIpV6TestAttrs-907640109'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:26.827194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Network dae7633f-919c-4728-bd76-cdb795f76e9e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:26.829909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760dadf3-1cb3-46fa-a132-3907a78895c9 None None] Network 9af525bb-4db7-4f61-b66b-27b78a01798a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:26.838089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] Sync routers for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:26.841041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 9344e39b-bc65-4210-ae48-ab4214357418 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:26.841239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e2735c78-1c4b-427d-8359-df5fd299d0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/8da0952f-6de9-4a69-9840-189acdda5791 HTTP/1.1" status: 204 len: 168 time: 2.0801849 Dec 24 03:31:26.841348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 9344e39b-bc65-4210-ae48-ab4214357418 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:26.843486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:26.853560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363c5d5-9547-4aba-ba55-5742843e2592" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:26.863380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:26.871146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:26.874513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Pushing event updated for resources: {'Port': ['ID=73eef90d-360d-4ba2-a8e1-9efc9b17c615,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:26.897879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:26.898609 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:26.928533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:26.969786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb70ede-585a-4e10-b722-4877b06dfff6 x-openstack-request-id: req-1eb70ede-585a-4e10-b722-4877b06dfff6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:26.970083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:26.970339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1eb70ede-585a-4e10-b722-4877b06dfff6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:26.970744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046', 'status': 'completed', 'code': 200} Dec 24 03:31:26.976952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No DVR routers for this DVR port 06f624e0-c5f0-45ab-874e-10b290e72137 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:26.982760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'port': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:26.984603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Port': ['ID=06f624e0-c5f0-45ab-874e-10b290e72137,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:26.990151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.012559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] device_id is not set on port d7ca830d-eb38-403e-ba45-b6ed5b304c61 yet. {{(pid=103177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:31:27.128954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] Deleting port 06f624e0-c5f0-45ab-874e-10b290e72137 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:27.129327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.140915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Allocated IP 2001:db8::f816:3eff:feec:1ee7 (9af525bb-4db7-4f61-b66b-27b78a01798a/e9624a97-a370-4419-9e04-faef4c9dfa1c/d7ca830d-eb38-403e-ba45-b6ed5b304c61) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:27.151609 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Attempting to bind port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:27.151868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Attempting to bind port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'd52f1c2b-2dbc-4dec-bc50-bca123f3b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dae7633f-919c-4728-bd76-cdb795f76e9e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:27.152209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Attempting to bind port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 on network dae7633f-919c-4728-bd76-cdb795f76e9e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:27.172955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:27.173330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Checking segment: {'id': 'd52f1c2b-2dbc-4dec-bc50-bca123f3b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dae7633f-919c-4728-bd76-cdb795f76e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:27.173730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.174574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Bound using segment: {'id': 'd52f1c2b-2dbc-4dec-bc50-bca123f3b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dae7633f-919c-4728-bd76-cdb795f76e9e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:27.174574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Bound port: 73eef90d-360d-4ba2-a8e1-9efc9b17c615, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52f1c2b-2dbc-4dec-bc50-bca123f3b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dae7633f-919c-4728-bd76-cdb795f76e9e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:27.174957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.184181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.206360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-9af525bb-4db7-4f61-b66b-27b78a01798a', 'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a', 'project_id': 'c4946c175e9f4d98ab1f8ac6e1f7aff4', 'fixed_ips': [{'subnet_id': 'e9624a97-a370-4419-9e04-faef4c9dfa1c'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:27.207201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.210442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-4103571e-0340-43bc-a82a-534d885ce7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:27.211969 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-4103571e-0340-43bc-a82a-534d885ce7e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 1099 time: 0.1711671 Dec 24 03:31:27.214958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:27.237997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66ec5f-f1d2-48ce-be15-53de256fa2a6 req-bcbdf935-d28a-401a-b05b-b747992dd169 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:27.239471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3f66ec5f-f1d2-48ce-be15-53de256fa2a6 req-bcbdf935-d28a-401a-b05b-b747992dd169 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.1563673 Dec 24 03:31:27.241152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7f0870-3495-4626-9e49-c22e4fd497ef']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:27.270068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68b871e-09b0-4e58-bc38-d01091026b87') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:27.270292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68b871e-09b0-4e58-bc38-d01091026b87') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:27.297208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.312335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.326370 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] For port 06f624e0-c5f0-45ab-874e-10b290e72137, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:27.327542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.355070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.375913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.396628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:27.397027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:27.400097 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:27.407055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network 9af525bb-4db7-4f61-b66b-27b78a01798a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:27.410429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:27.415082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:27.415656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3f66ec5f-f1d2-48ce-be15-53de256fa2a6 req-c8b0f867-22a9-4e3c-a123-9be83a02057e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583867 Dec 24 03:31:27.430194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] Calling delete_port for 06f624e0-c5f0-45ab-874e-10b290e72137 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:27.432831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:27.434187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.439458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] Port 06f624e0-c5f0-45ab-874e-10b290e72137 was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:31:27.443062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Port': ['ID=d7ca830d-eb38-403e-ba45-b6ed5b304c61,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:27.458943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.468601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49946) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:27.470418 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3a23aa92-56d8-4681-a1b4-ac41eadf53e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6626394 Dec 24 03:31:27.490140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-14c61232-7a9b-4682-b2d8-6bc315a8eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:27.491592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-14c61232-7a9b-4682-b2d8-6bc315a8eec4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 200 len: 896 time: 0.2711780 Dec 24 03:31:27.515436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d570a772-804e-4a21-bce8-411f862282ed None None] For port 73eef90d-360d-4ba2-a8e1-9efc9b17c615, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:27.519194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] Pushing event deleted for resources: {'Port': ['ID=06f624e0-c5f0-45ab-874e-10b290e72137,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:27.519900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.521189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389762d-3ceb-404d-9319-0eb959dbe201 None None] No DVR routers for this DVR port 06f624e0-c5f0-45ab-874e-10b290e72137 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:27.569515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.572012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d570a772-804e-4a21-bce8-411f862282ed None None] For port 73eef90d-360d-4ba2-a8e1-9efc9b17c615, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=73eef90d-360d-4ba2-a8e1-9efc9b17c615,segment=NetworkSegment(d52f1c2b-2dbc-4dec-bc50-bca123f3b2e6),segment_id=d52f1c2b-2dbc-4dec-bc50-bca123f3b2e6)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:27.575363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/networks/fd7f0870-3495-4626-9e49-c22e4fd497ef HTTP/1.1" status: 204 len: 168 time: 1.2987339 Dec 24 03:31:27.575794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49948) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:27.579753 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-35287121-d5a8-48e5-9bbb-1abbc2121352 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=183039d6-53d8-4ae9-ac23-50aec5842046 HTTP/1.1" status: 200 len: 217 time: 0.0678980 Dec 24 03:31:27.580694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5dfe7-8ca1-4600-80ac-1a493a652c5d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Pushing event deleted for resources: {'Network': ['ID=fd7f0870-3495-4626-9e49-c22e4fd497ef,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:27.582431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'routes': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:27.596555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.633286 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting subnet e9624a97-a370-4419-9e04-faef4c9dfa1c {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:27.643727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-c680a423-3087-4627-bcba-40d9cd420e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:27.645638 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-c680a423-3087-4627-bcba-40d9cd420e4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9 HTTP/1.1" status: 200 len: 835 time: 0.0574877 Dec 24 03:31:27.676119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Allocated IP 2001:db8::f816:3eff:fe7f:1e76 (9af525bb-4db7-4f61-b66b-27b78a01798a/e9624a97-a370-4419-9e04-faef4c9dfa1c/cb4df0f0-d7ed-455d-86dd-108aceb582f5) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:27.723438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570a772-804e-4a21-bce8-411f862282ed None None] Pushing event updated for resources: {'Port': ['ID=73eef90d-360d-4ba2-a8e1-9efc9b17c615,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:27.724113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-a3ffda0b-771b-434f-b2ad-61352ca86bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:27.726829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-a3ffda0b-771b-434f-b2ad-61352ca86bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d055c11-9e2d-455a-9f5e-9e0610819748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740535 Dec 24 03:31:27.774128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Added routes are [] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:31:27.774633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.extraroute_db [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Removed routes are [] {{(pid=103177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:31:27.774967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.835906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:27.850690 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-321b45f6-de73-4f93-ae28-e7e6a2089173 service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167130 Dec 24 03:31:27.872399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] Checking router: c2fff586-58e8-45ef-b859-fe4f4b2401b6 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:27.918729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:27.919508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:27.952061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:27.958266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.000211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.029912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1363c5d5-9547-4aba-ba55-5742843e2592 req-6efe388e-d1d4-4910-a48a-043ebbe609fc service neutron] 10.222.0.41 "GET /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684601 Dec 24 03:31:28.037083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.044132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.069872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:28.096155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Network 9af525bb-4db7-4f61-b66b-27b78a01798a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:28.102698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.120454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:28.127107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:28.159664 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:28.169496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:28.172229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.172916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Pushing event updated for resources: {'Port': ['ID=cb4df0f0-d7ed-455d-86dd-108aceb582f5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:28.176841 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4688bc4a-1b7e-4267-be8c-43350c7aa728 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 200 len: 701 time: 0.6001048 Dec 24 03:31:28.177119 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] Sync routers for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:28.178876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49950) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:28.187570 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:28.188169 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:28.211254 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a182ef57-2767-4553-9f7d-b400ff75426c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 200 len: 205 time: 0.0311410 Dec 24 03:31:28.213690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49952) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:28.244047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.268714 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:28.301318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f4f25e8-9fcd-4a48-a9a3-4f462488d9d3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.336150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.350741 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:24Z', 'revision_number': 11, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:28.372345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Subnet': ['ID=e9624a97-a370-4419-9e04-faef4c9dfa1c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:28.374766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.378299 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b337f263-da4d-4d36-9b78-78ccb7511efa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/e9624a97-a370-4419-9e04-faef4c9dfa1c HTTP/1.1" status: 204 len: 168 time: 0.9044032 Dec 24 03:31:28.380771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49954) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:28.387749 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] Checking router: 1b21fe7f-4333-424b-ae57-4cb59fe1a981 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:28.397356 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] Routers {'1b21fe7f-4333-424b-ae57-4cb59fe1a981'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:28.398291 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:28.484213 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] Set router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:28.487320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.487773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.488211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.488771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.489195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.489615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.490036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.490464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.491191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.491551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.491980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.492482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.492871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:28.505107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Attempting to bind port cb4df0f0-d7ed-455d-86dd-108aceb582f5 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:28.505709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Attempting to bind port cb4df0f0-d7ed-455d-86dd-108aceb582f5 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8f1fd75e-ef01-4cbb-b321-489a724c7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:28.506183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Attempting to bind port cb4df0f0-d7ed-455d-86dd-108aceb582f5 on network 9af525bb-4db7-4f61-b66b-27b78a01798a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:28.544618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f4f25e8-9fcd-4a48-a9a3-4f462488d9d3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.549244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f4f25e8-9fcd-4a48-a9a3-4f462488d9d3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.550305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:28.550721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Checking segment: {'id': '8f1fd75e-ef01-4cbb-b321-489a724c7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:28.551222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.552514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Bound using segment: {'id': '8f1fd75e-ef01-4cbb-b321-489a724c7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:28.553095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Bound port: cb4df0f0-d7ed-455d-86dd-108aceb582f5, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1fd75e-ef01-4cbb-b321-489a724c7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9af525bb-4db7-4f61-b66b-27b78a01798a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:28.553697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.604476 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:24Z', 'revision_number': 11, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:28.625258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa66f05-6e96-487d-b004-2f21e732cb7b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:28.626865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa66f05-6e96-487d-b004-2f21e732cb7b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:28.628502 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9aa66f05-6e96-487d-b004-2f21e732cb7b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2467659 Dec 24 03:31:28.631730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49958) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:28.657892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f4f25e8-9fcd-4a48-a9a3-4f462488d9d3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.658406 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4f25e8-9fcd-4a48-a9a3-4f462488d9d3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Fanout notify agent at l3_agent the message router_deleted on router 1b21fe7f-4333-424b-ae57-4cb59fe1a981 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:31:28.664977 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b3ae0-6b7f-4fc3-bb4f-11b0cbdd2ff0 None None] The sync data for ids ['1b21fe7f-4333-424b-ae57-4cb59fe1a981'] in dv-neutron-822869-1-hyperv is: [{'id': '1b21fe7f-4333-424b-ae57-4cb59fe1a981', 'name': 'tempest-RoutersTest-router-1354414450', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:31:24Z', 'revision_number': 11, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:28.674413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f4f25e8-9fcd-4a48-a9a3-4f462488d9d3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.679824 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8f4f25e8-9fcd-4a48-a9a3-4f462488d9d3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 204 len: 168 time: 0.4608619 Dec 24 03:31:28.682857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731e60-55ac-4cbc-8188-939a58e08065 req-f1ae29d3-d5ec-4b49-acb7-d1ed5ccca155 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:28.685330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70731e60-55ac-4cbc-8188-939a58e08065 req-f1ae29d3-d5ec-4b49-acb7-d1ed5ccca155 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.1182470 Dec 24 03:31:28.686023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:28.690605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1d7f3481-a1d3-4ccc-9913-6299dc6c0e8c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2035902150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:28.763398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 73eef90d-360d-4ba2-a8e1-9efc9b17c615 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:28.770904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8731a15d-fd20-4a75-87c4-7d709d3b4989 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.780599 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70731e60-55ac-4cbc-8188-939a58e08065 req-c1b4b469-38e0-49c8-ae89-5fd637e6354b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834002 Dec 24 03:31:28.790539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3481-a1d3-4ccc-9913-6299dc6c0e8c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.792811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3481-a1d3-4ccc-9913-6299dc6c0e8c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.810559 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8731a15d-fd20-4a75-87c4-7d709d3b4989 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 24 03:31:28.811651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8731a15d-fd20-4a75-87c4-7d709d3b4989 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:28.815597 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8731a15d-fd20-4a75-87c4-7d709d3b4989 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/9af525bb-4db7-4f61-b66b-27b78a01798a HTTP/1.1" status: 409 len: 466 time: 0.1831493 Dec 24 03:31:28.820395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49962) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:28.827857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1746927664'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:28.861267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:28.866633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.882178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] For port cb4df0f0-d7ed-455d-86dd-108aceb582f5, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:28.886045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] For port cb4df0f0-d7ed-455d-86dd-108aceb582f5, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb4df0f0-d7ed-455d-86dd-108aceb582f5,segment=NetworkSegment(8f1fd75e-ef01-4cbb-b321-489a724c7489),segment_id=8f1fd75e-ef01-4cbb-b321-489a724c7489)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:28.887044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:28.887422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.897872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3481-a1d3-4ccc-9913-6299dc6c0e8c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.918118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3481-a1d3-4ccc-9913-6299dc6c0e8c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.918549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:28.925316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.931283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.931812 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Added segment 5a0698e5-35d1-47c3-ac2b-1549f3b77c84 of type vlan for network 7964810c-2790-42d1-9de1-b992a3154477 Dec 24 03:31:28.961169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-c50a16e7-4e82-4f97-bc89-118483957910 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:28.963005 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-c50a16e7-4e82-4f97-bc89-118483957910 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.1596231 Dec 24 03:31:28.966225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3481-a1d3-4ccc-9913-6299dc6c0e8c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.970031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1d7f3481-a1d3-4ccc-9913-6299dc6c0e8c tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2803190 Dec 24 03:31:28.975488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:28.981177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fc0045de-e56e-4819-b582-f8b6c41c7a4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:28.993318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:29.029130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.070018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a404c1b-bf54-428a-985a-c96b11b79881 None None] The sync data for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:17Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bd9c3e50-5b44-49e4-9193-9dca882580b0', 'name': '', 'network_id': '0d055c11-9e2d-455a-9f5e-9e0610819748', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:ed:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:33Z', 'updated_at': '2021-12-24T03:28:43Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:29.083993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.098983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:29.099699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.156426 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3347068 Dec 24 03:31:29.160302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49966) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:29.165520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'subnet': {'network_id': '7964810c-2790-42d1-9de1-b992a3154477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:29.175058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e76f4-40d4-4ea2-b762-8fe485263722 None None] Network dae7633f-919c-4728-bd76-cdb795f76e9e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:29.186977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6855ad-c524-430a-9f1d-46845ebaf4a8 None None] Network 9af525bb-4db7-4f61-b66b-27b78a01798a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:29.205684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.230042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d0de1-dcf3-4207-b826-dbde4b836727 None None] Pushing event updated for resources: {'Port': ['ID=cb4df0f0-d7ed-455d-86dd-108aceb582f5,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:29.239762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75097d3f-b116-4fc2-923c-ba4b3d41644c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Network': ['ID=7964810c-2790-42d1-9de1-b992a3154477,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:29.269356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 7964810c-2790-42d1-9de1-b992a3154477 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:29.321575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:29.325709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.368068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-20bde294-43df-46ec-8a8f-258d6353db81 None None] Provisioning complete for port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:29.368481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-20bde294-43df-46ec-8a8f-258d6353db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.380551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 73eef90d-360d-4ba2-a8e1-9efc9b17c615, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=73eef90d-360d-4ba2-a8e1-9efc9b17c615,segment=NetworkSegment(d52f1c2b-2dbc-4dec-bc50-bca123f3b2e6),segment_id=d52f1c2b-2dbc-4dec-bc50-bca123f3b2e6)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:29.461908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.576959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c9fcf-4487-4792-a365-cbcc55e6e620 None None] New status for floating IP 8da0952f-6de9-4a69-9840-189acdda5791: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:31:29.584034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=73eef90d-360d-4ba2-a8e1-9efc9b17c615,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:29.605924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc0045de-e56e-4819-b582-f8b6c41c7a4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.619444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 183039d6-53d8-4ae9-ac23-50aec5842046 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:29.621458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.624425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 06f624e0-c5f0-45ab-874e-10b290e72137 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:29.638851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc0045de-e56e-4819-b582-f8b6c41c7a4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.655686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:31:29.657132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.704470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 06f624e0-c5f0-45ab-874e-10b290e72137 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:29.705316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 06f624e0-c5f0-45ab-874e-10b290e72137 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:29.712465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Subnet': ['ID=ea0eff56-66b9-45d9-8488-6da878c1d7dc,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:29.736194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Checking segment: {'id': '5a0698e5-35d1-47c3-ac2b-1549f3b77c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7964810c-2790-42d1-9de1-b992a3154477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:29.736813 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network hostable DHCP agents. Network: 7964810c-2790-42d1-9de1-b992a3154477, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:29.760472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network 7964810c-2790-42d1-9de1-b992a3154477 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:29.775790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 7964810c-2790-42d1-9de1-b992a3154477) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:29.787301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:29.788170 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.791405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e3159-f355-4d04-9e53-721523fc5ef9 None None] Network 7964810c-2790-42d1-9de1-b992a3154477 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:29.800337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 183039d6-53d8-4ae9-ac23-50aec5842046, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=183039d6-53d8-4ae9-ac23-50aec5842046,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:29.801112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:29.820068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 183039d6-53d8-4ae9-ac23-50aec5842046 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:29.824634 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aeda44e9-9d11-4ebc-8ac2-d69636cbbc22 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6638796 Dec 24 03:31:29.827444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49970) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:29.839836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'port': {'network_id': '7964810c-2790-42d1-9de1-b992a3154477', 'name': 'tempest-NetworksIpV6TestAttrs-555403420'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:29.911309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0045de-e56e-4819-b582-f8b6c41c7a4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Router 64763801-6932-4b1f-af87-39d13ff83f43 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:31:29.932322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-7964810c-2790-42d1-9de1-b992a3154477', 'network_id': '7964810c-2790-42d1-9de1-b992a3154477', 'project_id': 'c4946c175e9f4d98ab1f8ac6e1f7aff4', 'fixed_ips': [{'subnet_id': 'ea0eff56-66b9-45d9-8488-6da878c1d7dc'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:29.933835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.076957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Allocated IP 2001:db8::f816:3eff:fe0e:eb9a (7964810c-2790-42d1-9de1-b992a3154477/ea0eff56-66b9-45d9-8488-6da878c1d7dc/7fd03063-c04b-49cd-9216-785424da1131) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:30.089433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-34db17e7-3dd0-4ffb-bff2-79dec63cd8ac None None] Provisioning complete for port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:30.089813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34db17e7-3dd0-4ffb-bff2-79dec63cd8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.115365 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da28ea-4058-4349-a0d7-248fa1233b2d req-fd8f413f-a045-4e06-b5ac-bcab195c9160 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:30.116863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5da28ea-4058-4349-a0d7-248fa1233b2d req-fd8f413f-a045-4e06-b5ac-bcab195c9160 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d94fde-f871-4b15-a849-9cbf548a1d0a HTTP/1.1" status: 200 len: 946 time: 0.2105234 Dec 24 03:31:30.122737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0045de-e56e-4819-b582-f8b6c41c7a4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:30.130967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc0045de-e56e-4819-b582-f8b6c41c7a4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.135040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fc0045de-e56e-4819-b582-f8b6c41c7a4f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "PUT /v2.0/routers/64763801-6932-4b1f-af87-39d13ff83f43 HTTP/1.1" status: 200 len: 694 time: 1.1544745 Dec 24 03:31:30.135227 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49972) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.138837 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] Sync routers for ids ['64763801-6932-4b1f-af87-39d13ff83f43'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:30.155778 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] Routers {'64763801-6932-4b1f-af87-39d13ff83f43'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:30.156758 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['64763801-6932-4b1f-af87-39d13ff83f43'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:30.219842 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9a7a5d4f-ba38-4092-a790-106b3d7713ce tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/routers/64763801-6932-4b1f-af87-39d13ff83f43 HTTP/1.1" status: 200 len: 700 time: 0.0815499 Dec 24 03:31:30.220103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:30.220204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49974) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.223421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.239037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.246131 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5da28ea-4058-4349-a0d7-248fa1233b2d req-0752c078-5245-44fe-8419-3c5528795166 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=015948c9-37c5-4bf7-bc42-7bd2f25d8b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114686 Dec 24 03:31:30.253336 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc45ae81-16f0-40d4-80ad-35420d31b84d tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=64763801-6932-4b1f-af87-39d13ff83f43 HTTP/1.1" status: 200 len: 205 time: 0.0299039 Dec 24 03:31:30.254383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49976) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.279172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=183039d6-53d8-4ae9-ac23-50aec5842046,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:30.281724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] device_id is not set on port 5b20a652-efac-4ce7-890c-9dcffe51f078 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:31:30.346755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d44b26-db06-4e73-83d5-002e9e52d104 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.379540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port 183039d6-53d8-4ae9-ac23-50aec5842046 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:30.384114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.387682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8509b476-0580-433b-8fea-6cb3ea9a13a1 req-8f174381-45f7-4974-9383-ab40ed22ea89 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/183039d6-53d8-4ae9-ac23-50aec5842046 HTTP/1.1" status: 204 len: 173 time: 1.4185755 Dec 24 03:31:30.388293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'name': 'network-vif-deleted', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:30.390800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8e1606-c8e0-49a5-a611-8a9662ae892a" -d '{"events": [{"server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "name": "network-vif-deleted", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:30.404784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.413079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.415607 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] Set router 64763801-6932-4b1f-af87-39d13ff83f43 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:30.459505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Network 7964810c-2790-42d1-9de1-b992a3154477 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:30.465469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:30.468977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:30.474062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a865e5-213c-410f-9ab3-e528e022569a x-openstack-request-id: req-60a865e5-213c-410f-9ab3-e528e022569a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:30.474609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d94fde-f871-4b15-a849-9cbf548a1d0a", "name": "network-vif-deleted", "tag": "183039d6-53d8-4ae9-ac23-50aec5842046", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:30.475037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60a865e5-213c-410f-9ab3-e528e022569a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:30.475611 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d94fde-f871-4b15-a849-9cbf548a1d0a', 'name': 'network-vif-deleted', 'tag': '183039d6-53d8-4ae9-ac23-50aec5842046', 'status': 'completed', 'code': 200} Dec 24 03:31:30.492330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Allocated IP 2001:db8::f816:3eff:fe2c:f609 (7964810c-2790-42d1-9de1-b992a3154477/ea0eff56-66b9-45d9-8488-6da878c1d7dc/5b20a652-efac-4ce7-890c-9dcffe51f078) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:30.531586 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Pushing event updated for resources: {'Port': ['ID=7fd03063-c04b-49cd-9216-785424da1131,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:30.547061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Attempting to bind port 7fd03063-c04b-49cd-9216-785424da1131 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:30.547502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Attempting to bind port 7fd03063-c04b-49cd-9216-785424da1131 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '5a0698e5-35d1-47c3-ac2b-1549f3b77c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7964810c-2790-42d1-9de1-b992a3154477'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:30.547962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Attempting to bind port 7fd03063-c04b-49cd-9216-785424da1131 on network 7964810c-2790-42d1-9de1-b992a3154477 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:30.553572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:30.554103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Checking segment: {'id': '5a0698e5-35d1-47c3-ac2b-1549f3b77c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7964810c-2790-42d1-9de1-b992a3154477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:30.554594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.555058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Bound using segment: {'id': '5a0698e5-35d1-47c3-ac2b-1549f3b77c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7964810c-2790-42d1-9de1-b992a3154477'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:30.555652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Bound port: 7fd03063-c04b-49cd-9216-785424da1131, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0698e5-35d1-47c3-ac2b-1549f3b77c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7964810c-2790-42d1-9de1-b992a3154477'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:30.556052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.591003 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d44b26-db06-4e73-83d5-002e9e52d104 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.594318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d44b26-db06-4e73-83d5-002e9e52d104 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.604240 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64763801-6932-4b1f-af87-39d13ff83f43', 'name': 'tempest-RoutersTest-router-2035902150', 'tenant_id': '3e032ba3b5624958a1e396c2a0d23efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:28Z', 'updated_at': '2021-12-24T03:31:29Z', 'revision_number': 2, 'project_id': '3e032ba3b5624958a1e396c2a0d23efc', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:30.633517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] For port 7fd03063-c04b-49cd-9216-785424da1131, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:30.649719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 73eef90d-360d-4ba2-a8e1-9efc9b17c615 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:30.651981 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] Checking router: 64763801-6932-4b1f-af87-39d13ff83f43 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:30.653328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] For port 7fd03063-c04b-49cd-9216-785424da1131, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7fd03063-c04b-49cd-9216-785424da1131,segment=NetworkSegment(5a0698e5-35d1-47c3-ac2b-1549f3b77c84),segment_id=5a0698e5-35d1-47c3-ac2b-1549f3b77c84)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:30.668738 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] Routers {'64763801-6932-4b1f-af87-39d13ff83f43'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:30.669615 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['64763801-6932-4b1f-af87-39d13ff83f43'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:30.669876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d44b26-db06-4e73-83d5-002e9e52d104 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.671302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d44b26-db06-4e73-83d5-002e9e52d104 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Fanout notify agent at l3_agent the message router_deleted on router 64763801-6932-4b1f-af87-39d13ff83f43 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:31:30.684895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d44b26-db06-4e73-83d5-002e9e52d104 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.692187 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f0d44b26-db06-4e73-83d5-002e9e52d104 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/64763801-6932-4b1f-af87-39d13ff83f43 HTTP/1.1" status: 204 len: 168 time: 0.4367380 Dec 24 03:31:30.692950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49980) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.707667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.720520 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:30.721583 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bded7-51dd-4e09-87c4-58dcb8850f40 None None] The sync data for ids ['64763801-6932-4b1f-af87-39d13ff83f43'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:30.740284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.743843 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-58c29aaf-85cd-402d-9a19-7e3c302769a3 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=64763801-6932-4b1f-af87-39d13ff83f43 HTTP/1.1" status: 200 len: 205 time: 0.0485651 Dec 24 03:31:30.744549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49982) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.784241 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-f7cf457c-ffe2-450a-8d7c-981625210e02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] delete failed (client error): The resource could not be found. Dec 24 03:31:30.785345 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f7cf457c-ffe2-450a-8d7c-981625210e02 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/64763801-6932-4b1f-af87-39d13ff83f43 HTTP/1.1" status: 404 len: 336 time: 0.0398045 Dec 24 03:31:30.788094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49984) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.790241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.821011 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6c8266-e39f-42ce-a8fb-c0b02b411ac1 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:30.821481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6c8266-e39f-42ce-a8fb-c0b02b411ac1 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:30.825446 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1c6c8266-e39f-42ce-a8fb-c0b02b411ac1 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/9b5f76f4-17a8-4342-bd7a-fac3f2136267 HTTP/1.1" status: 404 len: 337 time: 0.0357821 Dec 24 03:31:30.828744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49986) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.851414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network 7964810c-2790-42d1-9de1-b992a3154477 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:30.855222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:30.862571 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0415e92e-4854-4c80-91df-996f16f7c90e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:30.863410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0415e92e-4854-4c80-91df-996f16f7c90e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:30.864876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:30.867277 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0415e92e-4854-4c80-91df-996f16f7c90e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/b8fa88d6-a3e2-4fd3-9799-bd0d0b9a1f5b HTTP/1.1" status: 404 len: 337 time: 0.0372066 Dec 24 03:31:30.870834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49988) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.877496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:30.878165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.900631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Port': ['ID=5b20a652-efac-4ce7-890c-9dcffe51f078,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:30.911761 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ddb269-7725-402b-82de-a475ab7307e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:30.912507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ddb269-7725-402b-82de-a475ab7307e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:30.918056 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c2ddb269-7725-402b-82de-a475ab7307e4 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/66fe0273-950f-4c29-8a11-fdc7a23e1747 HTTP/1.1" status: 404 len: 337 time: 0.0436668 Dec 24 03:31:30.918056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49990) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.918354 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1d67a8fc-c6ad-448a-a2a4-4ea23c99cefa tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0815392 Dec 24 03:31:30.918478 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 49992) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:30.972353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:30.972964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:30.975918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea20d63-90bd-4ec9-993e-b3f2211ce9c0 None None] Pushing event updated for resources: {'Port': ['ID=7fd03063-c04b-49cd-9216-785424da1131,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:30.982814 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-78826681-b892-4e5a-ba3f-1a34259e4a09 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:30.983719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78826681-b892-4e5a-ba3f-1a34259e4a09 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:30.987811 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-78826681-b892-4e5a-ba3f-1a34259e4a09 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/5767011f-7d61-4757-9387-6740afcd2902 HTTP/1.1" status: 404 len: 337 time: 0.0683217 Dec 24 03:31:30.991180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.020008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting subnet ea0eff56-66b9-45d9-8488-6da878c1d7dc {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:31.023551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.041609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cf2a741f-3a57-4f03-ac36-99800bd9ede6 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 200 len: 205 time: 0.0465317 Dec 24 03:31:31.042009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 49998) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.075554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.113606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-f0a2de60-6e33-4eae-8e17-932e7a27fa3f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] delete failed (client error): The resource could not be found. Dec 24 03:31:31.114995 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f0a2de60-6e33-4eae-8e17-932e7a27fa3f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/1b21fe7f-4333-424b-ae57-4cb59fe1a981 HTTP/1.1" status: 404 len: 336 time: 0.0719528 Dec 24 03:31:31.118040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50000) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.157968 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dd0f06ee-c00c-4341-88b5-8c627b6fe7fe tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=515d320c-0f3b-4e7a-82c0-d34e33772adb HTTP/1.1" status: 200 len: 205 time: 0.0384707 Dec 24 03:31:31.160312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.214471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-f71d75b5-f568-4ee2-a435-71f41d11b24a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] delete failed (client error): The resource could not be found. Dec 24 03:31:31.216520 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f71d75b5-f568-4ee2-a435-71f41d11b24a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/515d320c-0f3b-4e7a-82c0-d34e33772adb HTTP/1.1" status: 404 len: 336 time: 0.0543296 Dec 24 03:31:31.221297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50004) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.241510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.251054 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b24bdad-3c89-45a1-9b44-ca4d5d2ab4db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:31.251502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b24bdad-3c89-45a1-9b44-ca4d5d2ab4db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:31.254513 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0b24bdad-3c89-45a1-9b44-ca4d5d2ab4db tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/a330b722-79a7-4949-bf9b-50bc01fd7c0a HTTP/1.1" status: 404 len: 337 time: 0.0322690 Dec 24 03:31:31.257064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.291320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f15df335-5a40-44f1-b6b5-771bbb74961e tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 HTTP/1.1" status: 200 len: 205 time: 0.0318973 Dec 24 03:31:31.292478 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50010) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.314144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.338701 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-d98dc762-3e65-4a7b-b359-ce3f42481a58 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] delete failed (client error): The resource could not be found. Dec 24 03:31:31.339744 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d98dc762-3e65-4a7b-b359-ce3f42481a58 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/0c95c222-ac7f-4bb0-b3fd-d4aeb64709e0 HTTP/1.1" status: 404 len: 336 time: 0.0463297 Dec 24 03:31:31.342923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50014) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.379572 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-26a7005e-edac-4f71-8007-89982b5e99b7 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e4bc620-884b-4db0-9a0e-64ef468cc5b9 HTTP/1.1" status: 200 len: 205 time: 0.0349996 Dec 24 03:31:31.381908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50016) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.391652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.392831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9afccd41-fa2a-492e-bd94-25091d800513 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.423906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.425820 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-120845bb-1b4e-4ad9-9c63-496e11ef24ac tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] delete failed (client error): The resource could not be found. Dec 24 03:31:31.426954 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-120845bb-1b4e-4ad9-9c63-496e11ef24ac tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/0e4bc620-884b-4db0-9a0e-64ef468cc5b9 HTTP/1.1" status: 404 len: 336 time: 0.0440331 Dec 24 03:31:31.427313 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/ea0eff56-66b9-45d9-8488-6da878c1d7dc HTTP/1.1" status: 204 len: 168 time: 0.5099065 Dec 24 03:31:31.428503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c245118-3be0-4ad7-b0a1-b09506cc1b80 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0eff56-66b9-45d9-8488-6da878c1d7dc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:31.432248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50018) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.432614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50020) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.519761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9afccd41-fa2a-492e-bd94-25091d800513 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.522803 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b23307-ef35-49cf-9c6b-a0366d712539 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:31.523268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b23307-ef35-49cf-9c6b-a0366d712539 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:31.526355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-00b23307-ef35-49cf-9c6b-a0366d712539 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/f7ff3ec4-008e-405b-8c70-145ed3a39a3f HTTP/1.1" status: 404 len: 337 time: 0.0917404 Dec 24 03:31:31.529178 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50024) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.556764 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c1a7964f-2b97-41ca-9bfb-d87996683ac9 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb794719-f448-477f-aff4-326647bc33d3 HTTP/1.1" status: 200 len: 205 time: 0.0262172 Dec 24 03:31:31.558918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50026) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.582919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5de78-5cc2-48c0-b8e8-c983de105c61 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:31.584473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5de78-5cc2-48c0-b8e8-c983de105c61 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:31.585966 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a2d5de78-5cc2-48c0-b8e8-c983de105c61 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1524649 Dec 24 03:31:31.588759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.599155 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-c79eee7e-302b-4c16-a1bd-f93f53c89bc1 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] delete failed (client error): The resource could not be found. Dec 24 03:31:31.600187 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c79eee7e-302b-4c16-a1bd-f93f53c89bc1 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/bb794719-f448-477f-aff4-326647bc33d3 HTTP/1.1" status: 404 len: 336 time: 0.0403802 Dec 24 03:31:31.602734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50030) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.629985 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a524fe64-6c79-434a-87d2-7f7687421951 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:31.630354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a524fe64-6c79-434a-87d2-7f7687421951 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:31.633410 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a524fe64-6c79-434a-87d2-7f7687421951 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/e41e8a98-1dc1-461c-bdad-7258cb1a7811 HTTP/1.1" status: 404 len: 337 time: 0.0297551 Dec 24 03:31:31.636517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50032) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.665335 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4d78db25-f0a1-4a71-9f6d-e48d63bb5f81 tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3232560-1bc9-4166-b380-74a3dd57239e HTTP/1.1" status: 200 len: 205 time: 0.0252006 Dec 24 03:31:31.665578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50034) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.675352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-390f7ed0-dfb8-4b5b-abf1-32a7e5dd296c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.688046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-390f7ed0-dfb8-4b5b-abf1-32a7e5dd296c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 24 03:31:31.688551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390f7ed0-dfb8-4b5b-abf1-32a7e5dd296c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:31.692873 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-390f7ed0-dfb8-4b5b-abf1-32a7e5dd296c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/7964810c-2790-42d1-9de1-b992a3154477 HTTP/1.1" status: 409 len: 466 time: 0.1031268 Dec 24 03:31:31.699375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.705382 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-df1116c8-597a-4f6f-a109-3fd22940556b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] delete failed (client error): The resource could not be found. Dec 24 03:31:31.708418 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-df1116c8-597a-4f6f-a109-3fd22940556b tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/routers/b3232560-1bc9-4166-b380-74a3dd57239e HTTP/1.1" status: 404 len: 336 time: 0.0400984 Dec 24 03:31:31.709095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-592677177'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:31.710645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50038) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.712791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 183039d6-53d8-4ae9-ac23-50aec5842046 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:31.715986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9afccd41-fa2a-492e-bd94-25091d800513 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.717723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9afccd41-fa2a-492e-bd94-25091d800513 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.721383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9afccd41-fa2a-492e-bd94-25091d800513 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/015948c9-37c5-4bf7-bc42-7bd2f25d8b50 HTTP/1.1" status: 204 len: 168 time: 0.4036870 Dec 24 03:31:31.751317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 183039d6-53d8-4ae9-ac23-50aec5842046 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:31.751580 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d57e81-864c-4363-ae66-bba45451964a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:31.751707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 183039d6-53d8-4ae9-ac23-50aec5842046 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:31.751802 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d57e81-864c-4363-ae66-bba45451964a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:31.754889 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-22d57e81-864c-4363-ae66-bba45451964a tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/9f98840b-1ebe-4285-a9d3-1828db65b5c1 HTTP/1.1" status: 404 len: 337 time: 0.0432839 Dec 24 03:31:31.758065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50042) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.760435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50044) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:31.761318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afccd41-fa2a-492e-bd94-25091d800513 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015948c9-37c5-4bf7-bc42-7bd2f25d8b50,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:31.796310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-222138a6-3a8c-4e94-9e6c-4ff48761c66f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:31.797047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222138a6-3a8c-4e94-9e6c-4ff48761c66f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:31.810068 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-222138a6-3a8c-4e94-9e6c-4ff48761c66f tempest-RoutersTest-2030646139 tempest-RoutersTest-2030646139-project] 10.222.0.37 "DELETE /v2.0/subnets/897474f6-41ff-4de4-a5df-245039a309b8 HTTP/1.1" status: 404 len: 337 time: 0.0391605 Dec 24 03:31:31.811994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:31.815557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.848211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:31.859946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.860751 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Added segment 85596b2b-c322-4f08-af23-24d038616183 of type vlan for network 22fa752c-8126-445e-9e70-6c5880ab2b49 Dec 24 03:31:31.916389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.952838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:31.959603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:31.960238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.015542 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3139873 Dec 24 03:31:32.018312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50050) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:32.030296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'subnet': {'network_id': '22fa752c-8126-445e-9e70-6c5880ab2b49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:32.047112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0def7e-eee2-41ec-826b-94866b72f8a6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Network': ['ID=22fa752c-8126-445e-9e70-6c5880ab2b49,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:32.067187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 22fa752c-8126-445e-9e70-6c5880ab2b49 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:32.135093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a687d7-e2a5-42a1-9260-0dd822296bc9 None None] Network 7964810c-2790-42d1-9de1-b992a3154477 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:32.164089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:32.201338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:32.205536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.240515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-458724a6-1135-49ca-86b3-da6fa1d641bd None None] Provisioning complete for port 7fd03063-c04b-49cd-9216-785424da1131 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:32.240515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-458724a6-1135-49ca-86b3-da6fa1d641bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.306440 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8a2416fa-b070-4055-b079-de5f22e576eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e032ba3b5624958a1e396c2a0d23efc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409326 Dec 24 03:31:32.309233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:32.343861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-458724a6-1135-49ca-86b3-da6fa1d641bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.375132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e463399a-3953-438e-88b4-07a9afbe197c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.384068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] DHCP port deletion for 7964810c-2790-42d1-9de1-b992a3154477 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:32.399979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e463399a-3953-438e-88b4-07a9afbe197c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.400309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-458724a6-1135-49ca-86b3-da6fa1d641bd None None] For port 7fd03063-c04b-49cd-9216-785424da1131, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7fd03063-c04b-49cd-9216-785424da1131,segment=NetworkSegment(5a0698e5-35d1-47c3-ac2b-1549f3b77c84),segment_id=5a0698e5-35d1-47c3-ac2b-1549f3b77c84)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:32.422040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-458724a6-1135-49ca-86b3-da6fa1d641bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.444335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.458633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e463399a-3953-438e-88b4-07a9afbe197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.461566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e463399a-3953-438e-88b4-07a9afbe197c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.462734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e463399a-3953-438e-88b4-07a9afbe197c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d3f767d-a005-42f1-a994-df3ffcb9c2aa HTTP/1.1" status: 204 len: 168 time: 0.1530747 Dec 24 03:31:32.471717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463399a-3953-438e-88b4-07a9afbe197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f767d-a005-42f1-a994-df3ffcb9c2aa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:32.486694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458724a6-1135-49ca-86b3-da6fa1d641bd None None] Pushing event updated for resources: {'Port': ['ID=7fd03063-c04b-49cd-9216-785424da1131,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:32.507006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] Deleting port 7fd03063-c04b-49cd-9216-785424da1131 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:32.507565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.572926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] For port 7fd03063-c04b-49cd-9216-785424da1131, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7fd03063-c04b-49cd-9216-785424da1131,segment=NetworkSegment(5a0698e5-35d1-47c3-ac2b-1549f3b77c84),segment_id=5a0698e5-35d1-47c3-ac2b-1549f3b77c84)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:32.573332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.587706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] Calling delete_port for 7fd03063-c04b-49cd-9216-785424da1131 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:32.685930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:32.714452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] Pushing event deleted for resources: {'Port': ['ID=7fd03063-c04b-49cd-9216-785424da1131,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:32.717392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f59d9-f789-4da8-9dda-d7cab7cbf1e4 None None] No DVR routers for this DVR port 7fd03063-c04b-49cd-9216-785424da1131 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:32.740185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a723a-811e-4006-98eb-adef064a4ad8 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:31:32.927789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a723a-811e-4006-98eb-adef064a4ad8 None None] Network 22fa752c-8126-445e-9e70-6c5880ab2b49 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:32.939179 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a723a-811e-4006-98eb-adef064a4ad8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 22fa752c-8126-445e-9e70-6c5880ab2b49) {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:31:33.023721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:31:33.026472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.090849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network 22fa752c-8126-445e-9e70-6c5880ab2b49 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:33.101301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:33.104528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:33.105168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.140744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Subnet': ['ID=4c854212-c8f3-4f7b-a5ff-238ac5baf092,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:33.146824 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-15e27f2e-23a9-42b9-b9b4-d9fa5dc2546d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1234374 Dec 24 03:31:33.149803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50078) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:33.212670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-22fa752c-8126-445e-9e70-6c5880ab2b49', 'network_id': '22fa752c-8126-445e-9e70-6c5880ab2b49', 'project_id': 'c4946c175e9f4d98ab1f8ac6e1f7aff4', 'fixed_ips': [{'subnet_id': '4c854212-c8f3-4f7b-a5ff-238ac5baf092'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:33.213630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.292199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:33.308493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.356354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port bd9c3e50-5b44-49e4-9193-9dca882580b0 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:33.356739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.365557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Allocated IP 2001:db8::f816:3eff:fe0e:7f5e (22fa752c-8126-445e-9e70-6c5880ab2b49/4c854212-c8f3-4f7b-a5ff-238ac5baf092/6d04774b-01b5-4d9e-a2a4-4f6b99ede988) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:33.396632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4f5b22d1-cde7-4b14-bf9b-37907d0cde41 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-704723173', 'prefixes': ['172.20.0.0/16']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:33.409562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.457081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f5b22d1-cde7-4b14-bf9b-37907d0cde41 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] Publish callbacks [] for subnetpool, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.461445 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4f5b22d1-cde7-4b14-bf9b-37907d0cde41 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1666827 Dec 24 03:31:33.462446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:33.497971 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9028e0ba-e921-4730-8531-864a777ab79f tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] 10.222.0.37 "GET /v2.0/subnetpools/5fcb8be5-7634-4a4c-bbad-8a89471ab225 HTTP/1.1" status: 200 len: 731 time: 0.0341990 Dec 24 03:31:33.500623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50088) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:33.507883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e1cfe16d-3235-48ec-9d01-90a1bda70be4 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-8358767'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:33.516344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port bd9c3e50-5b44-49e4-9193-9dca882580b0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bd9c3e50-5b44-49e4-9193-9dca882580b0,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:33.516735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.526973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.533067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for bd9c3e50-5b44-49e4-9193-9dca882580b0 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:33.534273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.578211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Network 22fa752c-8126-445e-9e70-6c5880ab2b49 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:33.582389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:33.584107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Pushing event updated for resources: {'Port': ['ID=6d04774b-01b5-4d9e-a2a4-4f6b99ede988,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:33.586284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:33.594776 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.598024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1cfe16d-3235-48ec-9d01-90a1bda70be4 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] Publish callbacks [] for subnetpool, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.599271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e1cfe16d-3235-48ec-9d01-90a1bda70be4 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] 10.222.0.37 "PUT /v2.0/subnetpools/5fcb8be5-7634-4a4c-bbad-8a89471ab225 HTTP/1.1" status: 200 len: 681 time: 0.0977278 Dec 24 03:31:33.604805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:33.638397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Subnet': ['ID=4c854212-c8f3-4f7b-a5ff-238ac5baf092,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:33.644051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Attempting to bind port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:33.644446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Attempting to bind port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '85596b2b-c322-4f08-af23-24d038616183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '22fa752c-8126-445e-9e70-6c5880ab2b49'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:33.644815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Attempting to bind port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988 on network 22fa752c-8126-445e-9e70-6c5880ab2b49 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:33.652563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:33.652948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Checking segment: {'id': '85596b2b-c322-4f08-af23-24d038616183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '22fa752c-8126-445e-9e70-6c5880ab2b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:33.653352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.653753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Bound using segment: {'id': '85596b2b-c322-4f08-af23-24d038616183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '22fa752c-8126-445e-9e70-6c5880ab2b49'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:33.654221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Bound port: 6d04774b-01b5-4d9e-a2a4-4f6b99ede988, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85596b2b-c322-4f08-af23-24d038616183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '22fa752c-8126-445e-9e70-6c5880ab2b49'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:33.655686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.686899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea5772e-89ee-4e6d-b8d0-a1ac8fd8f70e tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] Publish callbacks [] for subnetpool, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.688296 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2ea5772e-89ee-4e6d-b8d0-a1ac8fd8f70e tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5fcb8be5-7634-4a4c-bbad-8a89471ab225 HTTP/1.1" status: 204 len: 168 time: 0.0824051 Dec 24 03:31:33.691409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50092) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:33.706409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-520edce8-1c63-49b1-9d6c-70bf30c050b8 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] show failed (client error): The resource could not be found. Dec 24 03:31:33.707763 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-520edce8-1c63-49b1-9d6c-70bf30c050b8 tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] 10.222.0.37 "GET /v2.0/subnetpools/5fcb8be5-7634-4a4c-bbad-8a89471ab225 HTTP/1.1" status: 404 len: 346 time: 0.0153210 Dec 24 03:31:33.710503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50094) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:33.715921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.726192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.api.v2.resource [None req-76386f71-4e82-4578-8767-f8a6a4b4c7ad tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] delete failed (client error): The resource could not be found. Dec 24 03:31:33.727287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-76386f71-4e82-4578-8767-f8a6a4b4c7ad tempest-SubnetPoolsTestJSON-1748009384 tempest-SubnetPoolsTestJSON-1748009384-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5fcb8be5-7634-4a4c-bbad-8a89471ab225 HTTP/1.1" status: 404 len: 346 time: 0.0156567 Dec 24 03:31:33.728054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] For port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:33.738353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] For port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6d04774b-01b5-4d9e-a2a4-4f6b99ede988,segment=NetworkSegment(85596b2b-c322-4f08-af23-24d038616183),segment_id=85596b2b-c322-4f08-af23-24d038616183)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:33.743921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.799375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fa752c-8126-445e-9e70-6c5880ab2b49']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:33.812306 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85596b2b-c322-4f08-af23-24d038616183') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:33.812645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85596b2b-c322-4f08-af23-24d038616183') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:33.821659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e740c-4dfb-42eb-ac90-cc54bb06ebd1 None None] Pushing event updated for resources: {'Port': ['ID=6d04774b-01b5-4d9e-a2a4-4f6b99ede988,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:33.827784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.849708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d974e326-664b-4589-beef-4f09dc82b8d5 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:31:33.853654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.867372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:33.868243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:33.871467 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:33.931748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974e326-664b-4589-beef-4f09dc82b8d5 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:31:33.962712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:31:33.962712 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:31:33.962712 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': '22fa752c-8126-445e-9e70-6c5880ab2b49'}] Dec 24 03:31:33.962712 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:31:33.963290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:31:33.976582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.003051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=bd9c3e50-5b44-49e4-9193-9dca882580b0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:34.010561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50100) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:34.167260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3a8c3-3642-4dde-b850-6229f6957e05 None None] Network 22fa752c-8126-445e-9e70-6c5880ab2b49 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:34.179997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fea65603-2821-492f-bd4f-5bbb99ea8454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.211964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.364576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fea65603-2821-492f-bd4f-5bbb99ea8454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.369227 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fea65603-2821-492f-bd4f-5bbb99ea8454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.440621 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fea65603-2821-492f-bd4f-5bbb99ea8454 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab79a29cd3ad4c0b83fb6f818803eacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4290273 Dec 24 03:31:34.443297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:34.445308 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65603-2821-492f-bd4f-5bbb99ea8454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd4cae-13db-408f-b8a3-30d3ca32a7f0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:34.487302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.497130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7eb47c5-519b-47ed-987b-ed47cf07570b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.521181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7eb47c5-519b-47ed-987b-ed47cf07570b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.540023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c2fff586-58e8-45ef-b859-fe4f4b2401b6 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:34.568687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7eb47c5-519b-47ed-987b-ed47cf07570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.571335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7eb47c5-519b-47ed-987b-ed47cf07570b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.573565 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f7eb47c5-519b-47ed-987b-ed47cf07570b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4fd4cae-13db-408f-b8a3-30d3ca32a7f0 HTTP/1.1" status: 204 len: 168 time: 0.1292822 Dec 24 03:31:34.582603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb47c5-519b-47ed-987b-ed47cf07570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd4cae-13db-408f-b8a3-30d3ca32a7f0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:34.612839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:34.613183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.722960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] For port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6d04774b-01b5-4d9e-a2a4-4f6b99ede988,segment=NetworkSegment(85596b2b-c322-4f08-af23-24d038616183),segment_id=85596b2b-c322-4f08-af23-24d038616183)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:34.723331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.726330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:34.739230 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8d605aeb-26e8-4ae6-8a37-04c6b11ce5aa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/c2fff586-58e8-45ef-b859-fe4f4b2401b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9775331 Dec 24 03:31:34.739562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:34.742441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] Sync routers for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:34.749365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Calling delete_port for 6d04774b-01b5-4d9e-a2a4-4f6b99ede988 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:34.756972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:34.757912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:34.799202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:34.803888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.855409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.857570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.874303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:34.882568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Port': ['ID=6d04774b-01b5-4d9e-a2a4-4f6b99ede988,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:34.887738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No DVR routers for this DVR port 6d04774b-01b5-4d9e-a2a4-4f6b99ede988 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:34.952084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:34.978797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.000273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fa752c-8126-445e-9e70-6c5880ab2b49']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:35.011473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85596b2b-c322-4f08-af23-24d038616183') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:35.011881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85596b2b-c322-4f08-af23-24d038616183') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:35.014161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.021956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.038483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.045846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:35.046686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.047916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:35.052600 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:35.055430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.062067 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b4e74d56-53b5-4902-9f69-38452ee3ecc3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/fb6a9a63-22c8-42a4-bbdc-41d1c7497ed9 HTTP/1.1" status: 204 len: 168 time: 0.3189139 Dec 24 03:31:35.062263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c2bda7-ff04-465c-9055-93b416158217 None None] Network 0d055c11-9e2d-455a-9f5e-9e0610819748 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:35.062395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:35.064623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:33Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:35.100911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] Checking router: c2fff586-58e8-45ef-b859-fe4f4b2401b6 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:35.124790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.130040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.134508 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/22fa752c-8126-445e-9e70-6c5880ab2b49 HTTP/1.1" status: 204 len: 168 time: 1.9836452 Dec 24 03:31:35.138466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50112) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:35.144867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-532587761'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:35.167334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede20396-9850-4611-82d6-2f1fa125067c tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Network': ['ID=22fa752c-8126-445e-9e70-6c5880ab2b49,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:35.189925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:35.190817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.193512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.226553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:35.240904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.241526 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Added segment 6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a of type vlan for network de093952-9f6c-413c-ac81-238baa67c5aa Dec 24 03:31:35.287128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.296624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] Routers {'c2fff586-58e8-45ef-b859-fe4f4b2401b6'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:35.297252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:35.306263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.315229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.323387 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:35.323983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.363987 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2243257 Dec 24 03:31:35.366765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50114) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:35.374416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:35.374768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.396564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'subnet': {'network_id': 'de093952-9f6c-413c-ac81-238baa67c5aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:35.414460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a86d47-59bc-43eb-8531-a5bb16ebc576 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Network': ['ID=de093952-9f6c-413c-ac81-238baa67c5aa,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:35.425703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] Set router c2fff586-58e8-45ef-b859-fe4f4b2401b6 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:35.428803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network de093952-9f6c-413c-ac81-238baa67c5aa details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:35.484930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:35.485554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.502373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:35.506539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] DHCP port deletion for 0d055c11-9e2d-455a-9f5e-9e0610819748 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:35.512156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:35.516554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.681763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.683405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] Deleting port 6d150b98-fd3e-4ee3-9d11-898b2b141159 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:35.683878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.710827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:35.732765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.740502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2680332-1b2b-409b-9a79-d672e7800bc9 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:35.762488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] For port 6d150b98-fd3e-4ee3-9d11-898b2b141159, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6d150b98-fd3e-4ee3-9d11-898b2b141159,segment=NetworkSegment(8f51eb12-5d72-4085-916f-b5959a4acb36),segment_id=8f51eb12-5d72-4085-916f-b5959a4acb36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:35.763089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.781084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] Calling delete_port for 6d150b98-fd3e-4ee3-9d11-898b2b141159 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:35.783218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.793815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:33Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:35.801898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Subnet': ['ID=096f81d0-a890-4014-b3a3-86d7dff05a58,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:35.809870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Checking segment: {'id': '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'de093952-9f6c-413c-ac81-238baa67c5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:35.810228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network hostable DHCP agents. Network: de093952-9f6c-413c-ac81-238baa67c5aa, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:35.828968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network de093952-9f6c-413c-ac81-238baa67c5aa is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:35.839208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, de093952-9f6c-413c-ac81-238baa67c5aa) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:35.844222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:35.844790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.856407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec1b94-94c6-4f5c-9c82-ee82d7352915 None None] The sync data for ids ['c2fff586-58e8-45ef-b859-fe4f4b2401b6'] in dv-neutron-822869-1-hyperv is: [{'id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'name': 'tempest-TestNetworkBasicOps-router-1300760628', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:28:26Z', 'updated_at': '2021-12-24T03:31:33Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fff586-58e8-45ef-b859-fe4f4b2401b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:28:28Z', 'updated_at': '2021-12-24T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:35.858110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4b8b1-4847-407d-8baa-3b1101627e21 None None] Network de093952-9f6c-413c-ac81-238baa67c5aa requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:35.867883 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8080b5a9-74dc-4245-a0ff-e03274adbd35 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4975967 Dec 24 03:31:35.868114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50116) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:35.903303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.908305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.960726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.961279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router c2fff586-58e8-45ef-b859-fe4f4b2401b6 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:31:35.971843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.973101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-881339c5-61f1-4399-92f9-430dbabdad3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/c2fff586-58e8-45ef-b859-fe4f4b2401b6 HTTP/1.1" status: 204 len: 168 time: 0.9097867 Dec 24 03:31:35.975750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50118) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:35.981095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:35.999847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.007854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-de093952-9f6c-413c-ac81-238baa67c5aa', 'network_id': 'de093952-9f6c-413c-ac81-238baa67c5aa', 'project_id': 'c4946c175e9f4d98ab1f8ac6e1f7aff4', 'fixed_ips': [{'subnet_id': '096f81d0-a890-4014-b3a3-86d7dff05a58'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:36.008731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.012164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] Pushing event deleted for resources: {'Port': ['ID=6d150b98-fd3e-4ee3-9d11-898b2b141159,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:36.023870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e64ca1-09d4-4353-ba70-42957544cb24 None None] No DVR routers for this DVR port 6d150b98-fd3e-4ee3-9d11-898b2b141159 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:36.063444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.068074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.157302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Allocated IP 2001:db8::2 (de093952-9f6c-413c-ac81-238baa67c5aa/096f81d0-a890-4014-b3a3-86d7dff05a58/37c65716-3930-45c7-9741-865a3b55c1e1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:36.158490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.179836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d055c11-9e2d-455a-9f5e-9e0610819748']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:36.189654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f51eb12-5d72-4085-916f-b5959a4acb36') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:36.189952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f51eb12-5d72-4085-916f-b5959a4acb36') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:36.202227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.216221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.223348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:36.223777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:36.227314 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:36.293590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.301028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.306824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/0d055c11-9e2d-455a-9f5e-9e0610819748 HTTP/1.1" status: 204 len: 168 time: 0.3273675 Dec 24 03:31:36.321801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1e04f-4462-4b16-a4dc-9ccce019d599 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=0d055c11-9e2d-455a-9f5e-9e0610819748,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:36.322344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.325346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50120) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:36.331178 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--1739741293', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:36.333812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.361288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.377078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Network de093952-9f6c-413c-ac81-238baa67c5aa is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:36.381820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:36.385351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:36.394282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Pushing event updated for resources: {'Port': ['ID=37c65716-3930-45c7-9741-865a3b55c1e1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:36.395825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:36.399345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.401680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Subnet': ['ID=096f81d0-a890-4014-b3a3-86d7dff05a58,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:36.452254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Attempting to bind port 37c65716-3930-45c7-9741-865a3b55c1e1 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:36.454437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Attempting to bind port 37c65716-3930-45c7-9741-865a3b55c1e1 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'de093952-9f6c-413c-ac81-238baa67c5aa'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:36.454890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Attempting to bind port 37c65716-3930-45c7-9741-865a3b55c1e1 on network de093952-9f6c-413c-ac81-238baa67c5aa {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:36.460745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:36.461124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Checking segment: {'id': '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'de093952-9f6c-413c-ac81-238baa67c5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:36.461518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.461907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Bound using segment: {'id': '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'de093952-9f6c-413c-ac81-238baa67c5aa'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:36.462389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Bound port: 37c65716-3930-45c7-9741-865a3b55c1e1, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'de093952-9f6c-413c-ac81-238baa67c5aa'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:36.462738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.478799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.487989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:36.507624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de093952-9f6c-413c-ac81-238baa67c5aa']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:36.510118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.510465 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment aea5e65e-05ef-4b72-9a23-5d9be9bacfe0 of type vlan for network f8112419-e26b-4ef7-9120-9cf0d88edf0f Dec 24 03:31:36.525688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:36.526047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:36.544965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] For port 37c65716-3930-45c7-9741-865a3b55c1e1, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:36.550184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] For port 37c65716-3930-45c7-9741-865a3b55c1e1, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=37c65716-3930-45c7-9741-865a3b55c1e1,segment=NetworkSegment(6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a),segment_id=6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:36.556464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.556765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.576138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.586365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.599122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:36.599310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:36.602964 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:36.657920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7be3a9-311f-487c-874e-53753ee78f96 None None] Network de093952-9f6c-413c-ac81-238baa67c5aa requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:36.679307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.682421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6d150b98-fd3e-4ee3-9d11-898b2b141159 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:36.684109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f585-4c6b-43ce-8958-1198e6b25fd8 None None] Pushing event updated for resources: {'Port': ['ID=37c65716-3930-45c7-9741-865a3b55c1e1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:36.685038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:36.685632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.696626 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:31:36.696626 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:31:36.696626 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': 'de093952-9f6c-413c-ac81-238baa67c5aa'}] Dec 24 03:31:36.696626 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:31:36.697072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:31:36.712303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6d150b98-fd3e-4ee3-9d11-898b2b141159 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:36.712678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6d150b98-fd3e-4ee3-9d11-898b2b141159 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:36.713096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bd9c3e50-5b44-49e4-9193-9dca882580b0 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:36.731658 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4028373 Dec 24 03:31:36.732212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50122) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:36.738391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-7154756', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:36.761699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: bd9c3e50-5b44-49e4-9193-9dca882580b0 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:36.762040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bd9c3e50-5b44-49e4-9193-9dca882580b0 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:36.762549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb642d9-ca9e-4b35-9131-c68e7840eb57 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=f8112419-e26b-4ef7-9120-9cf0d88edf0f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:36.778777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.780533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.783742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:36.829373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.851448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208aa9c-a26b-48ff-9c97-1f9c008e1b6c None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:31:36.921572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208aa9c-a26b-48ff-9c97-1f9c008e1b6c None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:31:37.198302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.253044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting port 37c65716-3930-45c7-9741-865a3b55c1e1 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:37.253388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.274508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.316054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] For port 37c65716-3930-45c7-9741-865a3b55c1e1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=37c65716-3930-45c7-9741-865a3b55c1e1,segment=NetworkSegment(6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a),segment_id=6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:37.316551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.329593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Calling delete_port for 37c65716-3930-45c7-9741-865a3b55c1e1 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:37.412082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.438827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Port': ['ID=37c65716-3930-45c7-9741-865a3b55c1e1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:37.440855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No DVR routers for this DVR port 37c65716-3930-45c7-9741-865a3b55c1e1 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:37.464573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.488238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.521828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.541986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de093952-9f6c-413c-ac81-238baa67c5aa']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:37.551613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:37.551907 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd4b5ba-34ca-4c9e-afde-934a2e72ab6a') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:37.561538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.574169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.580440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:37.580845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:37.583808 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:37.593804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.194 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/a76429a2-5be4-47f2-9970-0d172a39d3b4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:37.640066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.647135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.650282 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/de093952-9f6c-413c-ac81-238baa67c5aa HTTP/1.1" status: 204 len: 168 time: 1.7811165 Dec 24 03:31:37.660850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:37.664986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dde1b-927f-4b46-ac21-2f92fa2074a3 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Network': ['ID=de093952-9f6c-413c-ac81-238baa67c5aa,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:37.666729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1386995897'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:37.706387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:37.709777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.737488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.751456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:37.767119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.767464 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Added segment c17d3e1c-58c8-4346-be40-83c3ba3807d0 of type vlan for network b267850b-f1a7-4ad9-9a9f-2a872f73a2df Dec 24 03:31:37.821280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.828403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.877348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:37.883223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:37.887798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:37.894063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=a76429a2-5be4-47f2-9970-0d172a39d3b4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:37.896521 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac64493-ea6f-4b69-8653-032142a7cc04 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:37.917469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.923639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:37.924235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:37.975146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3132176 Dec 24 03:31:37.978164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50126) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:37.983838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Request body: {'subnet': {'network_id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:37.993986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5912fdfb-e4ff-4cf5-ae27-ec8acb5388a7 None None] Provisioning complete for port a76429a2-5be4-47f2-9970-0d172a39d3b4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:37.994274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5912fdfb-e4ff-4cf5-ae27-ec8acb5388a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.009414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965753e-9cd3-469d-bc15-9dd477660005 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Network': ['ID=b267850b-f1a7-4ad9-9a9f-2a872f73a2df,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:38.023686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network b267850b-f1a7-4ad9-9a9f-2a872f73a2df details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:38.052436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5912fdfb-e4ff-4cf5-ae27-ec8acb5388a7 None None] Port a76429a2-5be4-47f2-9970-0d172a39d3b4 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:38.089724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Made reservation on behalf of c4946c175e9f4d98ab1f8ac6e1f7aff4 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:38.094388 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.232310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.341105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.objects.ports [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103177) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:31:38.343018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.407087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event updated for resources: {'Subnet': ['ID=6f53d2d0-d9c1-4f78-add0-5a257c57cce1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:38.414317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Checking segment: {'id': 'c17d3e1c-58c8-4346-be40-83c3ba3807d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:38.414677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network hostable DHCP agents. Network: b267850b-f1a7-4ad9-9a9f-2a872f73a2df, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:38.432613 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Network b267850b-f1a7-4ad9-9a9f-2a872f73a2df is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:38.442046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.443690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, b267850b-f1a7-4ad9-9a9f-2a872f73a2df) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:38.448143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:38.448922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.456141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb4a7e-3bb5-402c-983c-36396a1aa5ae None None] Network b267850b-f1a7-4ad9-9a9f-2a872f73a2df requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:38.468382 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d8f989dd-7717-45de-aee1-7e95d31429f5 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4890661 Dec 24 03:31:38.470910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50128) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:38.516354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:38.544503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:38.544844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 49b709dd-f3f5-4a4a-93a1-9ab306b2c7f9 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:38.583321 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.593389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-b267850b-f1a7-4ad9-9a9f-2a872f73a2df', 'network_id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df', 'project_id': 'c4946c175e9f4d98ab1f8ac6e1f7aff4', 'fixed_ips': [{'subnet_id': '6f53d2d0-d9c1-4f78-add0-5a257c57cce1'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:38.594153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.595282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router fd87d140-c07c-4bdb-b372-7073fccd546e is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:31:38.647819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.709782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:38.721319 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Sync routers for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:38.732007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:38.732651 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:38.733069 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Allocated IP 2001:db8::f816:3eff:fe27:7a59 (b267850b-f1a7-4ad9-9a9f-2a872f73a2df/6f53d2d0-d9c1-4f78-add0-5a257c57cce1/5009e4cd-4535-4f51-b43b-c85648dd3f4c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:38.733511 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:38.733694 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c439ad2d-9e83-48bd-ab14-1c697a1547e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9992797 Dec 24 03:31:38.736858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50130) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:38.775272 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-389d7721-6097-4dfd-bc00-89919547e4df tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369291 Dec 24 03:31:38.777841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50132) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:38.846658 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:38.872465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29455e0-f71a-42d9-9bd0-3384d6f2c3ea tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:38.877365 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b29455e0-f71a-42d9-9bd0-3384d6f2c3ea tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956345 Dec 24 03:31:38.877605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50134) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:38.909029 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b60c6581-02f9-44f1-8bab-a34b3ca41a9f tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277939 Dec 24 03:31:38.909281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50136) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:38.914645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538883179', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:39.007714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:39.012536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.035408 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:38Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:39.044982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.054810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.062967 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Checking router: fd87d140-c07c-4bdb-b372-7073fccd546e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:39.063296 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Updating router fd87d140-c07c-4bdb-b372-7073fccd546e port a76429a2-5be4-47f2-9970-0d172a39d3b4 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:31:39.092231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Network b267850b-f1a7-4ad9-9a9f-2a872f73a2df is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:39.093414 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.098041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:39.102643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:39.124024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.154246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Pushing event updated for resources: {'Port': ['ID=5009e4cd-4535-4f51-b43b-c85648dd3f4c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:39.166850 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Subnet': ['ID=6f53d2d0-d9c1-4f78-add0-5a257c57cce1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:39.167102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Attempting to bind port 5009e4cd-4535-4f51-b43b-c85648dd3f4c on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:39.167545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Attempting to bind port 5009e4cd-4535-4f51-b43b-c85648dd3f4c by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c17d3e1c-58c8-4346-be40-83c3ba3807d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:39.167978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Attempting to bind port 5009e4cd-4535-4f51-b43b-c85648dd3f4c on network b267850b-f1a7-4ad9-9a9f-2a872f73a2df {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:39.174054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:39.174536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Checking segment: {'id': 'c17d3e1c-58c8-4346-be40-83c3ba3807d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:39.175070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.175519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Bound using segment: {'id': 'c17d3e1c-58c8-4346-be40-83c3ba3807d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:39.176063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Bound port: 5009e4cd-4535-4f51-b43b-c85648dd3f4c, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17d3e1c-58c8-4346-be40-83c3ba3807d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:39.176632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.244950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] For port 5009e4cd-4535-4f51-b43b-c85648dd3f4c, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:39.248083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] For port 5009e4cd-4535-4f51-b43b-c85648dd3f4c, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5009e4cd-4535-4f51-b43b-c85648dd3f4c,segment=NetworkSegment(c17d3e1c-58c8-4346-be40-83c3ba3807d0),segment_id=c17d3e1c-58c8-4346-be40-83c3ba3807d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:39.254337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.276694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.304777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b267850b-f1a7-4ad9-9a9f-2a872f73a2df']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:39.332067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6923f-2283-47ce-86c5-8c49b005c8b0 None None] Pushing event updated for resources: {'Port': ['ID=5009e4cd-4535-4f51-b43b-c85648dd3f4c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:39.338902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17d3e1c-58c8-4346-be40-83c3ba3807d0') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:39.339197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17d3e1c-58c8-4346-be40-83c3ba3807d0') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:39.354094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71947d84-ae68-49c4-8068-728dc171a82e None None] Network b267850b-f1a7-4ad9-9a9f-2a872f73a2df requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:39.356159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.367081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.386933 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.394896 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.399283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.412859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:39.413315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:39.425449 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:39.444708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6cff5-6b29-4ebb-bdc3-95ff784d377a None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:39.453113 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Attempting to bind port a76429a2-5be4-47f2-9970-0d172a39d3b4 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:39.453851 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Attempting to bind port a76429a2-5be4-47f2-9970-0d172a39d3b4 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:39.454469 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Attempting to bind port a76429a2-5be4-47f2-9970-0d172a39d3b4 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:39.455030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b97c8ef3-3b94-4c5d-a3a1-b74bfb8a146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.463453 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:39.464016 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:39.464572 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.465048 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:39.465610 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Bound port: a76429a2-5be4-47f2-9970-0d172a39d3b4, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:39.466098 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.500054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-21e54708-6505-450d-8175-fbe31a372403 None None] Provisioning complete for port a76429a2-5be4-47f2-9970-0d172a39d3b4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:39.500779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21e54708-6505-450d-8175-fbe31a372403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.516644 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d8a5b-abf3-498c-9712-075348ae24b8 None None] Pushing event updated for resources: {'Port': ['ID=a76429a2-5be4-47f2-9970-0d172a39d3b4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:39.525984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff55b9a3-f8a3-4ab7-a106-86e3981fed0b None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:31:39.530023 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] For port a76429a2-5be4-47f2-9970-0d172a39d3b4, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:39.534238 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] For port a76429a2-5be4-47f2-9970-0d172a39d3b4, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a76429a2-5be4-47f2-9970-0d172a39d3b4,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:39.539475 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.570684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-21e54708-6505-450d-8175-fbe31a372403 None None] Port a76429a2-5be4-47f2-9970-0d172a39d3b4 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:39.605971 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:39.606620 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:39.656770 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d8a5b-abf3-498c-9712-075348ae24b8 None None] Pushing event updated for resources: {'Port': ['ID=a76429a2-5be4-47f2-9970-0d172a39d3b4,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:39.719874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff55b9a3-f8a3-4ab7-a106-86e3981fed0b None None] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:39.726822 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:39.735237 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff55b9a3-f8a3-4ab7-a106-86e3981fed0b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f8112419-e26b-4ef7-9120-9cf0d88edf0f) {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:31:39.845038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=2b350803-95b7-4e76-b2bc-dc99ed0f8cb7,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:39.860330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.db.api [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:31:39.860330 dv-neutron-822869-1-hyperv neutron-server[103177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:31:39.860330 dv-neutron-822869-1-hyperv neutron-server[103177]: [parameters: {'id': 'b267850b-f1a7-4ad9-9a9f-2a872f73a2df'}] Dec 24 03:31:39.860330 dv-neutron-822869-1-hyperv neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:31:39.860859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG oslo_db.api [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:31:39.861253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:39.861600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: f8112419-e26b-4ef7-9120-9cf0d88edf0f, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:39.872896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Unable to find a vacant binding_index for network f8112419-e26b-4ef7-9120-9cf0d88edf0f and agent e7575186-6e7a-4f86-b1d1-8748907ffc09 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 24 03:31:39.882324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f8112419-e26b-4ef7-9120-9cf0d88edf0f) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:39.887464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:39.888344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:39.903153 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:31:39.910599 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c04dd15d-b6a7-43a1-99e3-9ef2b3d8b308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9978180 Dec 24 03:31:39.911122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:39.933430 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:38Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:39.962626 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245b701-5e1a-422c-b1d8-f28216f8b1b3 None None] The sync data for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv is: [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:38Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:39.976715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:39.977930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.128539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Allocated IP 172.20.0.2 (f8112419-e26b-4ef7-9120-9cf0d88edf0f/2b350803-95b7-4e76-b2bc-dc99ed0f8cb7/cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:40.312603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.319609 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.360955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:40.361735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.363755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:40.367253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:40.372920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Pushing event updated for resources: {'Port': ['ID=cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:40.416820 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.433547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Attempting to bind port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:40.434110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Attempting to bind port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:40.434784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Attempting to bind port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c on network f8112419-e26b-4ef7-9120-9cf0d88edf0f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:40.440399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting port 5009e4cd-4535-4f51-b43b-c85648dd3f4c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:40.440867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.442746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:40.443951 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Checking segment: {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:40.444580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.445143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Bound using segment: {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:40.445804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Bound port: cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:40.446365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.528082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] For port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:40.528870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] For port 5009e4cd-4535-4f51-b43b-c85648dd3f4c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5009e4cd-4535-4f51-b43b-c85648dd3f4c,segment=NetworkSegment(c17d3e1c-58c8-4346-be40-83c3ba3807d0),segment_id=c17d3e1c-58c8-4346-be40-83c3ba3807d0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:40.529509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.533554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] For port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:40.539293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.550795 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Calling delete_port for 5009e4cd-4535-4f51-b43b-c85648dd3f4c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:40.612823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef3ce2-4684-4049-a4f9-0b948d2dd749 None None] Pushing event updated for resources: {'Port': ['ID=cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:40.642496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a76429a2-5be4-47f2-9970-0d172a39d3b4 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:40.688848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.731030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a76429a2-5be4-47f2-9970-0d172a39d3b4 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:40.733126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.733261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Port': ['ID=5009e4cd-4535-4f51-b43b-c85648dd3f4c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:40.751549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No DVR routers for this DVR port 5009e4cd-4535-4f51-b43b-c85648dd3f4c on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:40.826927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (f8112419-e26b-4ef7-9120-9cf0d88edf0f/2b350803-95b7-4e76-b2bc-dc99ed0f8cb7/8b6a7416-6c51-4df7-9b16-dd874875b5f4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:40.850216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.889518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port a76429a2-5be4-47f2-9970-0d172a39d3b4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a76429a2-5be4-47f2-9970-0d172a39d3b4,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:40.895585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.903199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.925910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b267850b-f1a7-4ad9-9a9f-2a872f73a2df']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:40.951797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17d3e1c-58c8-4346-be40-83c3ba3807d0') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:40.953150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17d3e1c-58c8-4346-be40-83c3ba3807d0') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:40.964859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.971978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=a76429a2-5be4-47f2-9970-0d172a39d3b4,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:40.981692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.991966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:40.992459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:40.995771 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:41.026439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.070569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.072078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.082395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.087156 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/b267850b-f1a7-4ad9-9a9f-2a872f73a2df HTTP/1.1" status: 204 len: 168 time: 2.6150680 Dec 24 03:31:41.096603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50140) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.106322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8c328-a8da-4538-8889-41299f36bfad tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Network': ['ID=b267850b-f1a7-4ad9-9a9f-2a872f73a2df,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:41.127165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=8b6a7416-6c51-4df7-9b16-dd874875b5f4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:41.127391 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc39a33-eb89-49ba-a1f7-0e561e62054b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:41.127738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc39a33-eb89-49ba-a1f7-0e561e62054b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:41.130850 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7cc39a33-eb89-49ba-a1f7-0e561e62054b tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/6f53d2d0-d9c1-4f78-add0-5a257c57cce1 HTTP/1.1" status: 404 len: 337 time: 0.0331421 Dec 24 03:31:41.133402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.158905 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b2f752-4b4d-4f6b-8903-db8d996ed4e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:41.159328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b2f752-4b4d-4f6b-8903-db8d996ed4e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:41.162381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e6b2f752-4b4d-4f6b-8903-db8d996ed4e8 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/b267850b-f1a7-4ad9-9a9f-2a872f73a2df HTTP/1.1" status: 404 len: 339 time: 0.0280550 Dec 24 03:31:41.164168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:41.165161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50144) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.165504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:41.167913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:41.191423 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30994bf-9c45-4503-988d-cc25705e7392 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:41.191961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30994bf-9c45-4503-988d-cc25705e7392 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:41.195081 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d30994bf-9c45-4503-988d-cc25705e7392 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/096f81d0-a890-4014-b3a3-86d7dff05a58 HTTP/1.1" status: 404 len: 337 time: 0.0287905 Dec 24 03:31:41.197702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50146) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.211121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.215752 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5a0a19-b2d4-4f74-a26a-34c24f23aa8d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:41.216247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5a0a19-b2d4-4f74-a26a-34c24f23aa8d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:41.219566 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1c5a0a19-b2d4-4f74-a26a-34c24f23aa8d tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/de093952-9f6c-413c-ac81-238baa67c5aa HTTP/1.1" status: 404 len: 339 time: 0.0209715 Dec 24 03:31:41.222164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50148) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.251912 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-33629578-788d-4167-b214-34975909d58f tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:41.252395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33629578-788d-4167-b214-34975909d58f tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:41.255397 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-33629578-788d-4167-b214-34975909d58f tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/4c854212-c8f3-4f7b-a5ff-238ac5baf092 HTTP/1.1" status: 404 len: 337 time: 0.0323520 Dec 24 03:31:41.257998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50150) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.275999 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f677f320-7974-4c2f-aa61-019481fce2f2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:41.276548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f677f320-7974-4c2f-aa61-019481fce2f2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:41.279585 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f677f320-7974-4c2f-aa61-019481fce2f2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/22fa752c-8126-445e-9e70-6c5880ab2b49 HTTP/1.1" status: 404 len: 339 time: 0.0206592 Dec 24 03:31:41.282099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50152) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.342998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.367496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting port 5b20a652-efac-4ce7-890c-9dcffe51f078 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:41.368062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.437062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.448894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Calling delete_port for 5b20a652-efac-4ce7-890c-9dcffe51f078 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:41.528861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.563002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.566778 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/ports/5b20a652-efac-4ce7-890c-9dcffe51f078 HTTP/1.1" status: 204 len: 168 time: 0.2837996 Dec 24 03:31:41.568017 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea49105-cb34-4657-a04e-b27a85b71596 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Port': ['ID=5b20a652-efac-4ce7-890c-9dcffe51f078,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:41.569317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50154) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.599090 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5801092-e7b5-43f3-9621-c62896d2eb20 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:41.599538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5801092-e7b5-43f3-9621-c62896d2eb20 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:41.602591 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f5801092-e7b5-43f3-9621-c62896d2eb20 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/ea0eff56-66b9-45d9-8488-6da878c1d7dc HTTP/1.1" status: 404 len: 337 time: 0.0323241 Dec 24 03:31:41.605090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:41.713521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.718558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86c8b6c5-f227-442d-9f9d-0529593fe8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.720136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.725700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.824298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=8b6a7416-6c51-4df7-9b16-dd874875b5f4,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:41.840397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:41.898661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.128681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e637df25-4731-49a4-ba08-3f3024499d68 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:42.131807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6ca1a-78cd-4c4d-b471-cd2ab3de6c76 None None] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:42.245104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] Provisioning complete for port a76429a2-5be4-47f2-9970-0d172a39d3b4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:42.245385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.266008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7964810c-2790-42d1-9de1-b992a3154477']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:42.281132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0698e5-35d1-47c3-ac2b-1549f3b77c84') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:42.281438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0698e5-35d1-47c3-ac2b-1549f3b77c84') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:42.293732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.317791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.328867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:42.329273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:42.332289 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:42.334871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:42.345239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:42.345484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] Provisioning complete for port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:42.345706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.436731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.442309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.446062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.452131 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/7964810c-2790-42d1-9de1-b992a3154477 HTTP/1.1" status: 204 len: 168 time: 0.8433259 Dec 24 03:31:42.452936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50158) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:42.479339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] For port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:42.484928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.489701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1506d-24df-4d22-817c-8fdb5a7dc244 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Network': ['ID=7964810c-2790-42d1-9de1-b992a3154477,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:42.521728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router fd87d140-c07c-4bdb-b372-7073fccd546e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:42.552849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e2ad9-47f8-40f9-9e94-c47ec3c4a332 None None] Pushing event updated for resources: {'Port': ['ID=cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:42.601605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting port d7ca830d-eb38-403e-ba45-b6ed5b304c61 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:42.601956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.654509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:42.663907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f6fb6a40-28df-4791-98f0-42f0ce8fef3c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/fd87d140-c07c-4bdb-b372-7073fccd546e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7515256 Dec 24 03:31:42.664628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:42.685410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Sync routers for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:42.695360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.710130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.717533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Calling delete_port for d7ca830d-eb38-403e-ba45-b6ed5b304c61 owned by {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:42.723025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:42.723663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:42.784745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a76429a2-5be4-47f2-9970-0d172a39d3b4 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:42.833875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.868586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Port': ['ID=d7ca830d-eb38-403e-ba45-b6ed5b304c61,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:42.879198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227b8ed-87fd-4f4f-a669-64ced164939d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.879680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227b8ed-87fd-4f4f-a669-64ced164939d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.880207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227b8ed-87fd-4f4f-a669-64ced164939d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.880704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227b8ed-87fd-4f4f-a669-64ced164939d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.881212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227b8ed-87fd-4f4f-a669-64ced164939d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.881606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227b8ed-87fd-4f4f-a669-64ced164939d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.883467 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4227b8ed-87fd-4f4f-a669-64ced164939d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4252 time: 0.2178161 Dec 24 03:31:42.886817 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50162) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:42.899346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.902645 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89cf1554-5f7e-4146-801c-c24919417562 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/ports/d7ca830d-eb38-403e-ba45-b6ed5b304c61 HTTP/1.1" status: 204 len: 168 time: 0.4487107 Dec 24 03:31:42.905388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:42.933719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:42.936414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a76429a2-5be4-47f2-9970-0d172a39d3b4 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:42.936589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:42.937317 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ae83e9-636b-44d2-a1f1-d212d0a32ad6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] DELETE failed (client error): The resource could not be found. Dec 24 03:31:42.937974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ae83e9-636b-44d2-a1f1-d212d0a32ad6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:31:42.942805 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-16ae83e9-636b-44d2-a1f1-d212d0a32ad6 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/e9624a97-a370-4419-9e04-faef4c9dfa1c HTTP/1.1" status: 404 len: 337 time: 0.0363748 Dec 24 03:31:42.945433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50166) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:42.962591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef1729-fcde-4d94-b7f8-9022847ee7a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.963054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef1729-fcde-4d94-b7f8-9022847ee7a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.963508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef1729-fcde-4d94-b7f8-9022847ee7a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.963958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef1729-fcde-4d94-b7f8-9022847ee7a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.964423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef1729-fcde-4d94-b7f8-9022847ee7a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:42.966235 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-42ef1729-fcde-4d94-b7f8-9022847ee7a4 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3367 time: 0.0770388 Dec 24 03:31:42.969154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50168) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:42.978930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd791f-d390-434d-baef-a279baa0fc77 None None] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:43.096751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.263394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting port cb4df0f0-d7ed-455d-86dd-108aceb582f5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:43.263780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.282046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7a4d9614-9797-4598-8f8e-d48de4d4b3a8 None None] Provisioning complete for port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:43.282410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9614-9797-4598-8f8e-d48de4d4b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.343781 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-25730032-44b4-4388-956f-a04270f41f01 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3703454 Dec 24 03:31:43.350188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] For port cb4df0f0-d7ed-455d-86dd-108aceb582f5, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb4df0f0-d7ed-455d-86dd-108aceb582f5,segment=NetworkSegment(8f1fd75e-ef01-4cbb-b321-489a724c7489),segment_id=8f1fd75e-ef01-4cbb-b321-489a724c7489)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:43.351004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.363813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Calling delete_port for cb4df0f0-d7ed-455d-86dd-108aceb582f5 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:43.404985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9614-9797-4598-8f8e-d48de4d4b3a8 None None] Port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:43.436589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:43.452015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.479681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Port': ['ID=cb4df0f0-d7ed-455d-86dd-108aceb582f5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:43.484026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No DVR routers for this DVR port cb4df0f0-d7ed-455d-86dd-108aceb582f5 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:43.487933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7a4d9614-9797-4598-8f8e-d48de4d4b3a8 None None] Provisioning complete for port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:43.488283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9614-9797-4598-8f8e-d48de4d4b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.572779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:43.573147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.581608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.607485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af525bb-4db7-4f61-b66b-27b78a01798a']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:43.608078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50172) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:43.613444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d634d3e3-70a8-4b92-8f4e-9bacf84c6787 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456133380', 'description': 'tempest-secgroup-smoke-1456133380 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:43.617951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1fd75e-ef01-4cbb-b321-489a724c7489') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:43.618283 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1fd75e-ef01-4cbb-b321-489a724c7489') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:43.619595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:43.630127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.646110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.656866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:43.657317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:43.661702 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:43.664926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Checking router: fd87d140-c07c-4bdb-b372-7073fccd546e for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:43.664926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Updating router fd87d140-c07c-4bdb-b372-7073fccd546e port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:31:43.666704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d634d3e3-70a8-4b92-8f4e-9bacf84c6787 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.702973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.734139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.739081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.746698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/9af525bb-4db7-4f61-b66b-27b78a01798a HTTP/1.1" status: 204 len: 168 time: 0.7973275 Dec 24 03:31:43.748414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:43.796741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e99b2-245d-4aa6-8c8e-b32648c02ae9 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Network': ['ID=9af525bb-4db7-4f61-b66b-27b78a01798a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:43.817561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d634d3e3-70a8-4b92-8f4e-9bacf84c6787 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.828097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d634d3e3-70a8-4b92-8f4e-9bacf84c6787 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.829088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting subnet 5551fa98-d925-424d-9aad-83cdc70880bb {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:31:43.833092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.865365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d634d3e3-70a8-4b92-8f4e-9bacf84c6787 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.870907 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d634d3e3-70a8-4b92-8f4e-9bacf84c6787 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2592237 Dec 24 03:31:43.871122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8d3fc2d8-d411-4ecc-ae6d-c29cdbd26417 None None] Provisioning complete for port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:43.871122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d3fc2d8-d411-4ecc-ae6d-c29cdbd26417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.871690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:43.878001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fa572014-7cf5-485b-9c40-1ed2eb6436e4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '46302994-ba77-4b13-b313-38e03b8595cc', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:43.889678 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634d3e3-70a8-4b92-8f4e-9bacf84c6787 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46302994-ba77-4b13-b313-38e03b8595cc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:43.896784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.963021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8d3fc2d8-d411-4ecc-ae6d-c29cdbd26417 None None] Port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:43.966416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa572014-7cf5-485b-9c40-1ed2eb6436e4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:43.991254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8d3fc2d8-d411-4ecc-ae6d-c29cdbd26417 None None] Provisioning complete for port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:43.991627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d3fc2d8-d411-4ecc-ae6d-c29cdbd26417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.028910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.085595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa572014-7cf5-485b-9c40-1ed2eb6436e4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.093000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa572014-7cf5-485b-9c40-1ed2eb6436e4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.119902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa572014-7cf5-485b-9c40-1ed2eb6436e4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d165e3-d18b-427b-acad-0369257e11c9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.126830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.128200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa572014-7cf5-485b-9c40-1ed2eb6436e4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.132265 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50178) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:44.132616 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fa572014-7cf5-485b-9c40-1ed2eb6436e4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613850 Dec 24 03:31:44.137180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e547ccfa-ab0d-4a34-b0d0-27aa463e5a48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '46302994-ba77-4b13-b313-38e03b8595cc', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:44.144830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.150464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.182898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e547ccfa-ab0d-4a34-b0d0-27aa463e5a48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.190539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Subnet': ['ID=5551fa98-d925-424d-9aad-83cdc70880bb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.203208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.205989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88ee1e-3546-453e-8e03-e4f50b18d13d None None] Pushing event updated for resources: {'Port': ['ID=8b6a7416-6c51-4df7-9b16-dd874875b5f4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.207817 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d43b7f1-d3c8-404a-bc32-42699b33adc2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/subnets/5551fa98-d925-424d-9aad-83cdc70880bb HTTP/1.1" status: 204 len: 168 time: 0.4583378 Dec 24 03:31:44.212941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f52874-613f-4772-b4f7-a5c48044a048 None None] Network dae7633f-919c-4728-bd76-cdb795f76e9e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:44.216343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50180) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:44.245606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e547ccfa-ab0d-4a34-b0d0-27aa463e5a48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.250871 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e547ccfa-ab0d-4a34-b0d0-27aa463e5a48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.276156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547ccfa-ab0d-4a34-b0d0-27aa463e5a48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4701d8ff-a85a-4b05-9dca-8af4ef1e4a37,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.298493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e547ccfa-ab0d-4a34-b0d0-27aa463e5a48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.303391 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e547ccfa-ab0d-4a34-b0d0-27aa463e5a48 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1675651 Dec 24 03:31:44.304843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50182) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:44.314105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-20aeae69-f030-4ce5-bb72-f4ac8bf3e8bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '46302994-ba77-4b13-b313-38e03b8595cc', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:44.316757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.329252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Attempting to bind port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:44.329624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Attempting to bind port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:44.329982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Attempting to bind port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 on network f8112419-e26b-4ef7-9120-9cf0d88edf0f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:44.360622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20aeae69-f030-4ce5-bb72-f4ac8bf3e8bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.372007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:44.372329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Checking segment: {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:44.372728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.373678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Bound using segment: {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:44.374161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Bound port: 8b6a7416-6c51-4df7-9b16-dd874875b5f4, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:44.374535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.388568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fe753bf5-6336-41d8-be9f-21c15fca57d8 None None] Provisioning complete for port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:44.388971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe753bf5-6336-41d8-be9f-21c15fca57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.390320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Deleting port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:44.390834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.416902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.452047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20aeae69-f030-4ce5-bb72-f4ac8bf3e8bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.464846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fe753bf5-6336-41d8-be9f-21c15fca57d8 None None] Port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:44.465733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20aeae69-f030-4ce5-bb72-f4ac8bf3e8bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.472557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] For port 73eef90d-360d-4ba2-a8e1-9efc9b17c615, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=73eef90d-360d-4ba2-a8e1-9efc9b17c615,segment=NetworkSegment(d52f1c2b-2dbc-4dec-bc50-bca123f3b2e6),segment_id=d52f1c2b-2dbc-4dec-bc50-bca123f3b2e6)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:44.472926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.501022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20aeae69-f030-4ce5-bb72-f4ac8bf3e8bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.504826 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-20aeae69-f030-4ce5-bb72-f4ac8bf3e8bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1965413 Dec 24 03:31:44.507435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Calling delete_port for 73eef90d-360d-4ba2-a8e1-9efc9b17c615 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:44.509100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50184) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:44.515882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] For port 8b6a7416-6c51-4df7-9b16-dd874875b5f4, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:44.516668 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1c9c3196-ffca-43b3-b4c9-6e4df7085807 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '46302994-ba77-4b13-b313-38e03b8595cc', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:44.522085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] For port 8b6a7416-6c51-4df7-9b16-dd874875b5f4, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8b6a7416-6c51-4df7-9b16-dd874875b5f4,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:44.530775 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aeae69-f030-4ce5-bb72-f4ac8bf3e8bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922f6d5a-54b0-4bfe-93d5-d57dab604321,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.531165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.564490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3196-ffca-43b3-b4c9-6e4df7085807 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.576712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] DHCP port deletion for dae7633f-919c-4728-bd76-cdb795f76e9e request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:44.616665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:44.619098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.636448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] No DVR routers for this DVR port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:44.651784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3196-ffca-43b3-b4c9-6e4df7085807 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.659631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3196-ffca-43b3-b4c9-6e4df7085807 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.662126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Port': ['ID=73eef90d-360d-4ba2-a8e1-9efc9b17c615,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.683647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c3196-ffca-43b3-b4c9-6e4df7085807 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c8c4a6-48fc-4223-9e7e-57dbfb84c6d7,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.696000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0c0f3510-3479-4274-b1f7-bd3231262101 None None] Provisioning complete for port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:44.696199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3510-3479-4274-b1f7-bd3231262101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.698122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:44.699161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:44.700546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3196-ffca-43b3-b4c9-6e4df7085807 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.703023 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1c9c3196-ffca-43b3-b4c9-6e4df7085807 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1916893 Dec 24 03:31:44.705033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50186) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:44.710576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '46302994-ba77-4b13-b313-38e03b8595cc', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:44.742621 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:31:44.749927 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.764281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.790999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88ee1e-3546-453e-8e03-e4f50b18d13d None None] Pushing event updated for resources: {'Port': ['ID=8b6a7416-6c51-4df7-9b16-dd874875b5f4,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.791322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae7633f-919c-4728-bd76-cdb795f76e9e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:44.810501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52f1c2b-2dbc-4dec-bc50-bca123f3b2e6') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:44.810952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52f1c2b-2dbc-4dec-bc50-bca123f3b2e6') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:44.826968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.844064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.849851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.852275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:31:44.852903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:31:44.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:31:44.861053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.887492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5029da-f9bf-41b1-859f-994c95bf44ea,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:44.898046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.901200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Deleting port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:31:44.901719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.902071 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e4cf8daf-0766-4743-9523-ad53c19068a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1959031 Dec 24 03:31:44.902670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50188) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:44.903108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:44.903459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.908401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '46302994-ba77-4b13-b313-38e03b8595cc', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:44.910774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:44.925292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.934500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.938256 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:31:44.944056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:44.947851 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] 10.222.0.37 "DELETE /v2.0/networks/dae7633f-919c-4728-bd76-cdb795f76e9e HTTP/1.1" status: 204 len: 168 time: 0.7265940 Dec 24 03:31:44.962185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b376-b065-41b6-a5c9-c9d3e6425ce2 tempest-NetworksIpV6TestAttrs-1830725522 tempest-NetworksIpV6TestAttrs-1830725522-project] Pushing event deleted for resources: {'Network': ['ID=dae7633f-919c-4728-bd76-cdb795f76e9e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:45.007296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.011361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.034792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9897580c-3784-478f-98f9-291c2c893664,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:45.041459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.051715 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f149df23-20e7-44ec-9218-5c0c0d8b5647 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479344 Dec 24 03:31:45.249533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50210) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:45.273340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3510-3479-4274-b1f7-bd3231262101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.274667 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-2e3ac2ed-0570-4124-b3b5-927ca375da32 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456133380&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0492094 Dec 24 03:31:45.284183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] For port 73eef90d-360d-4ba2-a8e1-9efc9b17c615, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:45.284827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.287833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.319652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Calling delete_port for 73eef90d-360d-4ba2-a8e1-9efc9b17c615 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:31:45.325063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:31:45.341387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.386686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Network dae7633f-919c-4728-bd76-cdb795f76e9e is not hosted by any dhcp agent {{(pid=103178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:31:45.387142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] No DVR routers for this DVR port 73eef90d-360d-4ba2-a8e1-9efc9b17c615 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:31:45.387263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-852e814f-53d2-4e82-8582-750cc10cbb40 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:45.389403 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-852e814f-53d2-4e82-8582-750cc10cbb40 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=f8112419-e26b-4ef7-9120-9cf0d88edf0f HTTP/1.1" status: 200 len: 797 time: 0.1058886 Dec 24 03:31:45.404883 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-c0e21b5f-c7f0-46d1-a38b-d74b7e85cd81 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0096254 Dec 24 03:31:45.439390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0c0f3510-3479-4274-b1f7-bd3231262101 None None] For port 8b6a7416-6c51-4df7-9b16-dd874875b5f4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8b6a7416-6c51-4df7-9b16-dd874875b5f4,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:45.444307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b33ab-4a0a-4902-9f15-244510c1ffaa None None] Pushing event deleted for resources: {'Port': ['ID=73eef90d-360d-4ba2-a8e1-9efc9b17c615,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:45.454195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3510-3479-4274-b1f7-bd3231262101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.468422 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d2e4e4c6-c3aa-4942-af07-ff04749faec2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4946c175e9f4d98ab1f8ac6e1f7aff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150428 Dec 24 03:31:45.469067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50214) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:45.474206 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-36eb6bb1-3de4-4ad3-9e5b-d1ffaf4c0e79 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622303 Dec 24 03:31:45.534767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-832cc970-02d0-4b14-b4ac-b9622c9f48e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.547687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f3510-3479-4274-b1f7-bd3231262101 None None] Pushing event updated for resources: {'Port': ['ID=8b6a7416-6c51-4df7-9b16-dd874875b5f4,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:45.559271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-832cc970-02d0-4b14-b4ac-b9622c9f48e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.585695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:44Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:45.589714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-62aaa5ce-49d0-4e73-9bba-f8c3a0942049 None None] Provisioning complete for port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:45.590253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62aaa5ce-49d0-4e73-9bba-f8c3a0942049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.622295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-832cc970-02d0-4b14-b4ac-b9622c9f48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.622561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641d0a0-6a67-4720-a911-c12cc5f708b0 None None] The sync data for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv is: [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:44Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:45.626067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-832cc970-02d0-4b14-b4ac-b9622c9f48e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:45.629732 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-832cc970-02d0-4b14-b4ac-b9622c9f48e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01168999-cb30-425c-89fa-5ce347fdbcf1 HTTP/1.1" status: 204 len: 168 time: 0.1571691 Dec 24 03:31:45.637195 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cc970-02d0-4b14-b4ac-b9622c9f48e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01168999-cb30-425c-89fa-5ce347fdbcf1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:45.649891 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-69e038af-a636-4fbb-be9f-877311f812eb service neutron] 10.222.0.37 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630709 Dec 24 03:31:45.787767 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-ac33ae34-de3c-4e1d-aa49-7f59a8682122 service neutron] 10.222.0.37 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368828 Dec 24 03:31:45.970115 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6cc52ee0-f5d0-4854-9595-9a63ff8eba0c req-c7c242c9-484b-4ae7-90c7-535a3e4e1eab tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0290129 Dec 24 03:31:46.601391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8b6a7416-6c51-4df7-9b16-dd874875b5f4 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:46.659548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:46.659992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:46.804889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 73eef90d-360d-4ba2-a8e1-9efc9b17c615 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:31:46.830155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 73eef90d-360d-4ba2-a8e1-9efc9b17c615 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:31:46.831083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 73eef90d-360d-4ba2-a8e1-9efc9b17c615 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:31:47.125139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-505f2543-7dc4-4559-b292-6c25984ccc98 req-1e6d5472-7723-4396-be29-d5c112a50de6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0738368 Dec 24 03:31:47.168861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-c74d2e8e-7fb2-4f1e-9dea-e7063be6507f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:47.171074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-c74d2e8e-7fb2-4f1e-9dea-e7063be6507f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=f8112419-e26b-4ef7-9120-9cf0d88edf0f HTTP/1.1" status: 200 len: 797 time: 0.1735475 Dec 24 03:31:47.244534 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-d3435550-597a-43ba-b2e2-e599c2638bd4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 380 time: 0.0573041 Dec 24 03:31:47.272498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['46302994-ba77-4b13-b313-38e03b8595cc']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:47.382493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:47.385976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.506229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.3 (f8112419-e26b-4ef7-9120-9cf0d88edf0f/2b350803-95b7-4e76-b2bc-dc99ed0f8cb7/b079c541-0843-4825-ba80-cc6fd51924ea) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:47.640504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.674226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.721144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:47.725950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:47.730480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:47.735706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=b079c541-0843-4825-ba80-cc6fd51924ea,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:47.770691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50272) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:47.781369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1902859012', 'description': 'tempest-secgroup-smoke-1902859012 description', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:47.793074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:47.793820 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.807886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.813869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-0d8f3f1a-5b90-4273-934c-74ad26a7a596 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451024 Dec 24 03:31:47.816878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.833109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Request body: {'port': {'device_id': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:47.891964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.900150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.905941 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:47.938485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339cec0a-5792-4934-8e9d-fd0424261758,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:48.014968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.019895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.050845 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.055135 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2828751 Dec 24 03:31:48.055708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50274) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:48.057125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7bed2-eb0c-4c8d-a474-df707b8419f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e651f96b-c8e4-4fe5-835c-10ecfe36fad6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:48.066851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9f4f27ed-2854-4d2d-baf3-2aa528016075 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'security_group_rule': {'security_group_id': 'e651f96b-c8e4-4fe5-835c-10ecfe36fad6', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:48.086461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-272f936e-ff00-41e5-aa9c-5514e75bae03 None None] Provisioning complete for port b079c541-0843-4825-ba80-cc6fd51924ea triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:48.087022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272f936e-ff00-41e5-aa9c-5514e75bae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.120435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-272f936e-ff00-41e5-aa9c-5514e75bae03 None None] Port b079c541-0843-4825-ba80-cc6fd51924ea cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:48.140456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4f27ed-2854-4d2d-baf3-2aa528016075 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.562924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b079c541-0843-4825-ba80-cc6fd51924ea {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:31:48.577633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.582333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4f27ed-2854-4d2d-baf3-2aa528016075 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.589813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4f27ed-2854-4d2d-baf3-2aa528016075 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.605929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Transition to ACTIVE for port object b079c541-0843-4825-ba80-cc6fd51924ea will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:31:48.619427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bcd6e-4b57-456b-886c-693ac5e07e02 req-ad24463a-c37d-4e11-97b2-5f3616cb377c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:48.620907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a46bcd6e-4b57-456b-886c-693ac5e07e02 req-ad24463a-c37d-4e11-97b2-5f3616cb377c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 931 time: 0.1404316 Dec 24 03:31:48.623835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.625460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f27ed-2854-4d2d-baf3-2aa528016075 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc469bb-25a6-42a8-a413-d804f41c2d03,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:48.670403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4f27ed-2854-4d2d-baf3-2aa528016075 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.671586 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f4f27ed-2854-4d2d-baf3-2aa528016075 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6149151 Dec 24 03:31:48.674470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50278) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:48.679628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a522a8d8-21bd-4e69-902d-d6d991bc136e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'security_group_rule': {'security_group_id': 'e651f96b-c8e4-4fe5-835c-10ecfe36fad6', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:48.710468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Pushing event updated for resources: {'Port': ['ID=b079c541-0843-4825-ba80-cc6fd51924ea,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:48.710840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a522a8d8-21bd-4e69-902d-d6d991bc136e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.742931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a46bcd6e-4b57-456b-886c-693ac5e07e02 req-47410ffd-199d-4712-b2dc-731fff2f33d0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152811 Dec 24 03:31:48.777032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a522a8d8-21bd-4e69-902d-d6d991bc136e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.783999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a522a8d8-21bd-4e69-902d-d6d991bc136e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.794121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Attempting to bind port b079c541-0843-4825-ba80-cc6fd51924ea on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:48.794461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Attempting to bind port b079c541-0843-4825-ba80-cc6fd51924ea by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:48.794831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Attempting to bind port b079c541-0843-4825-ba80-cc6fd51924ea on network f8112419-e26b-4ef7-9120-9cf0d88edf0f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:48.799590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Port b079c541-0843-4825-ba80-cc6fd51924ea on network f8112419-e26b-4ef7-9120-9cf0d88edf0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:31:48.799911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Attempting to bind port b079c541-0843-4825-ba80-cc6fd51924ea on network f8112419-e26b-4ef7-9120-9cf0d88edf0f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:48.805322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:48.805553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Checking segment: {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:48.805747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522a8d8-21bd-4e69-902d-d6d991bc136e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5dfcfa1-bbf0-44c9-8e81-801ff3bccef5,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:48.805916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Bound using segment: {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:48.806185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Bound port: b079c541-0843-4825-ba80-cc6fd51924ea, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:48.806535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.817224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a522a8d8-21bd-4e69-902d-d6d991bc136e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.821298 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a522a8d8-21bd-4e69-902d-d6d991bc136e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457140 Dec 24 03:31:48.821462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:48.827875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c228a1b3-440c-42ae-970d-7ee9cb2a17b9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'security_group_rule': {'security_group_id': 'e651f96b-c8e4-4fe5-835c-10ecfe36fad6', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:48.899913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c228a1b3-440c-42ae-970d-7ee9cb2a17b9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.910760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] For port b079c541-0843-4825-ba80-cc6fd51924ea, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:48.930405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] For port b079c541-0843-4825-ba80-cc6fd51924ea, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b079c541-0843-4825-ba80-cc6fd51924ea,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:48.936371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.988164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:48.988802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:48.990181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] 10.222.0.41 "PUT /v2.0/ports/b079c541-0843-4825-ba80-cc6fd51924ea HTTP/1.1" status: 200 len: 1093 time: 1.1616154 Dec 24 03:31:48.990618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:48.993027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c79c4-f751-4bf7-a333-0503a7b3564d" -d '{"events": [{"name": "network-changed", "server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:49.008637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c228a1b3-440c-42ae-970d-7ee9cb2a17b9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.015564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c228a1b3-440c-42ae-970d-7ee9cb2a17b9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.034589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1245f-b846-4ac5-854f-a46e07cb5a07 service neutron] Pushing event updated for resources: {'Port': ['ID=b079c541-0843-4825-ba80-cc6fd51924ea,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:49.041836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228a1b3-440c-42ae-970d-7ee9cb2a17b9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0f574d-7772-4f42-8357-b18c488971e0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:49.050315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c228a1b3-440c-42ae-970d-7ee9cb2a17b9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.052659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c228a1b3-440c-42ae-970d-7ee9cb2a17b9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2279866 Dec 24 03:31:49.053316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e97ddc-410c-4f2f-9797-6034cf7209f0 x-openstack-request-id: req-54e97ddc-410c-4f2f-9797-6034cf7209f0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:49.053603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:49.053854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54e97ddc-410c-4f2f-9797-6034cf7209f0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:49.054328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'status': 'completed', 'code': 200} Dec 24 03:31:49.054598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50284) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:49.059567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-67bbf8c0-b317-4c1f-b48e-28f5a4c6b77c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'security_group_rule': {'security_group_id': 'e651f96b-c8e4-4fe5-835c-10ecfe36fad6', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:49.092565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67bbf8c0-b317-4c1f-b48e-28f5a4c6b77c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.106321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-9f643fbb-6359-4817-bab6-c6b04705f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.109052 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-9f643fbb-6359-4817-bab6-c6b04705f6ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0445056 Dec 24 03:31:49.170297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67bbf8c0-b317-4c1f-b48e-28f5a4c6b77c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.175543 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67bbf8c0-b317-4c1f-b48e-28f5a4c6b77c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.177658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-b3204afa-e8a3-4b53-86ae-04226f1c8af6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b079c541-0843-4825-ba80-cc6fd51924ea HTTP/1.1" status: 200 len: 217 time: 0.0524149 Dec 24 03:31:49.192571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbf8c0-b317-4c1f-b48e-28f5a4c6b77c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a8b886-9738-4178-9889-ccc950f3a096,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:49.205586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67bbf8c0-b317-4c1f-b48e-28f5a4c6b77c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.206848 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-67bbf8c0-b317-4c1f-b48e-28f5a4c6b77c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511605 Dec 24 03:31:49.209464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50286) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:49.213765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'security_group_rule': {'security_group_id': 'e651f96b-c8e4-4fe5-835c-10ecfe36fad6', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:49.235109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-28bde730-ddd3-4425-a2e6-bf9392726e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.236596 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-28bde730-ddd3-4425-a2e6-bf9392726e46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b350803-95b7-4e76-b2bc-dc99ed0f8cb7 HTTP/1.1" status: 200 len: 835 time: 0.0447133 Dec 24 03:31:49.236837 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Project 6499dba0c56d4146a6371ba5f95d3a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:31:49.241704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.287969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-87a484df-d1b3-41f4-a854-0e67b1c8379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.289500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-87a484df-d1b3-41f4-a854-0e67b1c8379c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8112419-e26b-4ef7-9120-9cf0d88edf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448956 Dec 24 03:31:49.304913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.309647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.328416 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c676dd09-7013-40ef-a3fd-60e437fb7d65,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:49.335609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.336842 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3b1f3dfc-d76d-4bab-8b23-43054536c5cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264591 Dec 24 03:31:49.339577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50288) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:49.343899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'security_group_rule': {'security_group_id': 'e651f96b-c8e4-4fe5-835c-10ecfe36fad6', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:49.366922 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Project 6499dba0c56d4146a6371ba5f95d3a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:31:49.371923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.388254 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-3320e8ce-5a08-4435-b341-f3ca29d75132 service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904489 Dec 24 03:31:49.430355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.434794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.452922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f728e7c4-51fe-4cd8-97cb-da2fbf270708,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:49.461400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.462744 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-796f7c88-4ed7-4984-aa4b-3d331a002db0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221216 Dec 24 03:31:49.465798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:49.470538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'network': {'name': 'tempest-network-smoke--1414806635', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:49.502614 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ee123e3-f3c4-41f2-afe0-f90fac19ede3 req-6c6e4800-f0e9-42b0-9c8d-f256d8ab383e service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075742 Dec 24 03:31:49.509136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Made reservation on behalf of 6499dba0c56d4146a6371ba5f95d3a4c for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:49.513831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.539039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:31:49.548573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.548971 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Added segment 6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c of type vlan for network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d Dec 24 03:31:49.588132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.640377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.645910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.646489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.673256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-dc401ea6-6ba1-4bcf-ac92-dcfdacc3b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.674754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-dc401ea6-6ba1-4bcf-ac92-dcfdacc3b259 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0843055 Dec 24 03:31:49.697730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2309036 Dec 24 03:31:49.700681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50292) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:49.705511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'admin_state_up': True, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:49.729814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.730792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.748703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00d444-4e68-415e-b2b6-35241825deff tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Network': ['ID=589b412f-ca6e-4369-9d87-c2fd4d5fff6d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:49.759273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:31:49.790239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.814046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-37ac2214-6379-49c6-947b-09ced1cfc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.815529 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-37ac2214-6379-49c6-947b-09ced1cfc60c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8112419-e26b-4ef7-9120-9cf0d88edf0f HTTP/1.1" status: 200 len: 897 time: 0.1315181 Dec 24 03:31:49.872475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-dfbde1fc-b397-403f-be7b-db132bf115b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b079c541-0843-4825-ba80-cc6fd51924ea HTTP/1.1" status: 200 len: 217 time: 0.0488660 Dec 24 03:31:49.944675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:49.945634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a6877-14f7-45e5-8461-33089f92835d req-1e4bb458-2f82-4681-aa4f-5d15b8f4ba02 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.947143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d76a6877-14f7-45e5-8461-33089f92835d req-1e4bb458-2f82-4681-aa4f-5d15b8f4ba02 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 943 time: 0.0838027 Dec 24 03:31:49.950945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-be118567-5e70-470a-a699-1514a4239199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.953132 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-be118567-5e70-470a-a699-1514a4239199 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b350803-95b7-4e76-b2bc-dc99ed0f8cb7 HTTP/1.1" status: 200 len: 835 time: 0.0633364 Dec 24 03:31:50.025514 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d76a6877-14f7-45e5-8461-33089f92835d req-9244768a-b7a1-45fe-87ab-1b015663443f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714376 Dec 24 03:31:50.033859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-269b9890-81ee-49c2-8f1b-ecb283a55033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:50.035269 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-269b9890-81ee-49c2-8f1b-ecb283a55033 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8112419-e26b-4ef7-9120-9cf0d88edf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678947 Dec 24 03:31:50.129077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-f7052d4d-7ea7-4b0a-9542-d29dc563598a service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829270 Dec 24 03:31:50.135928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.154875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.223989 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea8c79c4-f751-4bf7-a333-0503a7b3564d req-ab0ff3d8-6e84-4afb-9e1f-d40baa836d59 service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877960 Dec 24 03:31:50.261442 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Allocated IP 172.26.5.73 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/29b0ceb0-f50b-4cff-aa46-ed3d50615fa7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:50.360999 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.397213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.435342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:50.438103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:50.441440 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:50.451703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf459c1-29b7-4660-ba05-5f61bcb0f3d8 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:50.463438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Port': ['ID=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:50.503417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d2f40a23-6e3a-49ee-80cd-6d1d139d72b8 None None] Provisioning complete for port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:50.503863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2f40a23-6e3a-49ee-80cd-6d1d139d72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.541242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d2f40a23-6e3a-49ee-80cd-6d1d139d72b8 None None] Port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:50.685856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.874058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.995513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Router 9206c23b-17bb-4801-b6ba-28d35f3fb405 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:31:51.099280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:51.111472 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Sync routers for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:51.119989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.121353 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-955390eb-4d37-423b-bf0c-484953332625 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4194210 Dec 24 03:31:51.121823 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:51.122418 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:51.125139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50298) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:51.164595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d9b00-ce58-4979-ab62-3ed05af15656 req-c07eb684-dc2c-4bdb-a789-6d5719eb7a50 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:51.166187 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-584d9b00-ce58-4979-ab62-3ed05af15656 req-c07eb684-dc2c-4bdb-a789-6d5719eb7a50 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 943 time: 0.0705132 Dec 24 03:31:51.219286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-584d9b00-ce58-4979-ab62-3ed05af15656 req-1d0abae1-c644-4d70-9487-1ba562714f11 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462646 Dec 24 03:31:51.229057 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:51.258782 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dde79cc6-dcf7-4ce1-a71b-2dee14735c39 tempest-TestNetworkAdvancedServerOps-1338027508 tempest-TestNetworkAdvancedServerOps-1338027508-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6499dba0c56d4146a6371ba5f95d3a4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1324437 Dec 24 03:31:51.261560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50302) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:51.346612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfacd05d-7425-460a-ac5f-a061aa4985f1 tempest-TestNetworkAdvancedServerOps-1338027508 tempest-TestNetworkAdvancedServerOps-1338027508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:51.348131 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bfacd05d-7425-460a-ac5f-a061aa4985f1 tempest-TestNetworkAdvancedServerOps-1338027508 tempest-TestNetworkAdvancedServerOps-1338027508-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856495 Dec 24 03:31:51.351042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50304) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:51.382918 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b90f0529-a71a-48a1-a9dd-818c34e0a714 tempest-TestNetworkAdvancedServerOps-1338027508 tempest-TestNetworkAdvancedServerOps-1338027508-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308204 Dec 24 03:31:51.385532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50306) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:51.390221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419386945', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:51.403242 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:50Z', 'revision_number': 3, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:51.429722 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Checking router: 9206c23b-17bb-4801-b6ba-28d35f3fb405 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:51.430060 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Updating router 9206c23b-17bb-4801-b6ba-28d35f3fb405 port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:31:51.453140 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.477436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Made reservation on behalf of 6499dba0c56d4146a6371ba5f95d3a4c for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:51.481024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.664693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.723056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Subnet': ['ID=e254cecf-e193-4c5e-ba3d-a602e34f2c37,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:51.731600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Checking segment: {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:51.732651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Network hostable DHCP agents. Network: 589b412f-ca6e-4369-9d87-c2fd4d5fff6d, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:31:51.749490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:31:51.759082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 589b412f-ca6e-4369-9d87-c2fd4d5fff6d) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:51.760015 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b079c541-0843-4825-ba80-cc6fd51924ea details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:31:51.764249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:51.764932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.782282 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-18578d05-c0c7-4048-b4da-aae2f85b2d41 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3957407 Dec 24 03:31:51.783202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64bdac-ed66-4a96-8ff2-acf0f1e93df7 None None] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:51.785047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50308) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:51.785881 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.792907 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.858202 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Attempting to bind port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:51.858552 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Attempting to bind port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:51.859128 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Attempting to bind port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:51.864358 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Pushing event updated for resources: {'Port': ['ID=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:51.870893 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:51.871535 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:51.872187 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.872970 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:51.873584 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Bound port: 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:51.874124 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.876973 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.877335 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.877672 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.878000 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.878321 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.878650 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.878962 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.879458 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.879947 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.880475 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.880976 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.881290 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.881613 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:31:51.897009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa55640-3307-40f1-b191-d7be3019977f None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:51.939480 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] For port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:51.941243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.943345 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] For port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:51.948019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port b079c541-0843-4825-ba80-cc6fd51924ea, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b079c541-0843-4825-ba80-cc6fd51924ea,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:51.948593 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:51.978591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'port_id': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'mac_address': 'fa:16:3e:d2:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:31:51.990429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:31:51.991269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.003592 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d02c3e-7b77-4801-b39c-e009e3dee063 None None] Pushing event updated for resources: {'Port': ['ID=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:52.016911 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:52.017729 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:52.026468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5f453762-8b97-427d-b47a-0c61ed946344 None None] Provisioning complete for port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:52.026839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f453762-8b97-427d-b47a-0c61ed946344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.034727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37530f58-270d-49a0-ba80-c7d8087185f8 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:31:52.078534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.135613 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:52.139856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b079c541-0843-4825-ba80-cc6fd51924ea {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:31:52.175047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port b079c541-0843-4825-ba80-cc6fd51924ea, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b079c541-0843-4825-ba80-cc6fd51924ea,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:52.184667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.281196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Allocated IP 172.20.0.2 (589b412f-ca6e-4369-9d87-c2fd4d5fff6d/e254cecf-e193-4c5e-ba3d-a602e34f2c37/d784b46b-4769-4206-b792-8d2349e22598) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:52.294690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.327080 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:50Z', 'revision_number': 3, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:52.353351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfa81b-dc4f-4213-8547-f90e54236bbc req-52665185-ad14-47f9-bd12-4f427ac0a56c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:52.354759 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae9e9-e182-43c5-8937-31ffdc52907d None None] The sync data for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv is: [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:50Z', 'revision_number': 3, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:52.361553 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-30dfa81b-dc4f-4213-8547-f90e54236bbc req-52665185-ad14-47f9-bd12-4f427ac0a56c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 944 time: 0.0639398 Dec 24 03:31:52.439380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.445557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-30dfa81b-dc4f-4213-8547-f90e54236bbc req-6d30fdd5-2f2b-4074-a6b7-a8fc1a209764 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683901 Dec 24 03:31:52.455947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.462335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f453762-8b97-427d-b47a-0c61ed946344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.471228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=b079c541-0843-4825-ba80-cc6fd51924ea,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:52.517954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:52.526379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5f453762-8b97-427d-b47a-0c61ed946344 None None] For port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:52.529312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:52.533021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:52.537956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f453762-8b97-427d-b47a-0c61ed946344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.547431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Pushing event updated for resources: {'Port': ['ID=d784b46b-4769-4206-b792-8d2349e22598,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:52.591966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['b079c541-0843-4825-ba80-cc6fd51924ea'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:31:52.611977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Allocated IP 172.20.0.1 (589b412f-ca6e-4369-9d87-c2fd4d5fff6d/e254cecf-e193-4c5e-ba3d-a602e34f2c37/f9214631-a180-4f2e-8b5a-f3e43d3d22a0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:52.635521 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f453762-8b97-427d-b47a-0c61ed946344 None None] Pushing event updated for resources: {'Port': ['ID=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:52.704257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Attempting to bind port d784b46b-4769-4206-b792-8d2349e22598 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:52.704682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Attempting to bind port d784b46b-4769-4206-b792-8d2349e22598 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:52.705049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Attempting to bind port d784b46b-4769-4206-b792-8d2349e22598 on network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:52.721831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:52.722248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Checking segment: {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:52.722658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.723061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Bound using segment: {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:52.723546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Bound port: d784b46b-4769-4206-b792-8d2349e22598, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:52.723932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.738480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-745b235f-d518-4ae8-99df-35229601b07e None None] Provisioning complete for port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:52.738850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-745b235f-d518-4ae8-99df-35229601b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.883722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] For port d784b46b-4769-4206-b792-8d2349e22598, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:53.088700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] For port d784b46b-4769-4206-b792-8d2349e22598, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d784b46b-4769-4206-b792-8d2349e22598,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:53.104098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.137847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.182577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.211081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68af85-5f2f-448f-b0f3-6ea059b119c5 None None] Pushing event updated for resources: {'Port': ['ID=d784b46b-4769-4206-b792-8d2349e22598,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:53.244070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:53.247657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:53.251670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:53.277338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Port': ['ID=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:53.310052 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.474504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.577561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517eb9e-f646-4426-8ab2-bdd0a02ca122 req-84256857-8969-45ba-937e-e34142ec20d9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:53.579119 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c517eb9e-f646-4426-8ab2-bdd0a02ca122 req-84256857-8969-45ba-937e-e34142ec20d9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 944 time: 0.0540330 Dec 24 03:31:53.631913 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c517eb9e-f646-4426-8ab2-bdd0a02ca122 req-95764853-7d89-41bb-a291-c76394d5d7c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Dec 24 03:31:53.757231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.761574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.833919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:53.835600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Port': ['ID=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:53.932867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:53.934443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:54.041968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Router 9206c23b-17bb-4801-b6ba-28d35f3fb405 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:54.151592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:54.156758 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-91eb9dd4-b83e-4900-847c-d14cb3af5a94 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "PUT /v2.0/routers/9206c23b-17bb-4801-b6ba-28d35f3fb405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3706028 Dec 24 03:31:54.260853 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Sync routers for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:54.272493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:54.273107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:54.305554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-65e3ea18-32ab-4be7-91e1-099319a85be7 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902859012&fields=id&tenant_id=6499dba0c56d4146a6371ba5f95d3a4c HTTP/1.1" status: 200 len: 267 time: 0.0441403 Dec 24 03:31:54.383517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:54.419322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-bab28926-df03-4567-af3d-2eef2c8c3a74 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:54.421542 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-bab28926-df03-4567-af3d-2eef2c8c3a74 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/networks?id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d HTTP/1.1" status: 200 len: 797 time: 0.1090126 Dec 24 03:31:54.436182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-37f10d8f-4d98-4e0a-9ae5-76e9f8b612d3 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/quotas/6499dba0c56d4146a6371ba5f95d3a4c HTTP/1.1" status: 200 len: 375 time: 0.0092347 Dec 24 03:31:54.504247 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-35922e6d-ecae-4c9c-afa6-745d5d819285 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6499dba0c56d4146a6371ba5f95d3a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621014 Dec 24 03:31:54.624034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 2, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:54.633558 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d79fb60f-e6ab-44c9-b4c4-9f852c0a2ebf service neutron] 10.222.0.37 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170580 Dec 24 03:31:54.664465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:54.698407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Checking router: 9206c23b-17bb-4801-b6ba-28d35f3fb405 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:54.698767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Updating router 9206c23b-17bb-4801-b6ba-28d35f3fb405 port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:31:54.738672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:54.771283 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-7a310194-fd70-4dbb-9671-2a2e867c6344 service neutron] 10.222.0.37 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310315 Dec 24 03:31:54.787131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221f243-9a5e-4af3-ae69-322b7d2cc816 req-b4a04f24-7dc3-485c-a72d-3a3a7151ccad tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:54.788674 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c221f243-9a5e-4af3-ae69-322b7d2cc816 req-b4a04f24-7dc3-485c-a72d-3a3a7151ccad tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 944 time: 0.0692863 Dec 24 03:31:54.790071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:54.790694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:54.857487 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c221f243-9a5e-4af3-ae69-322b7d2cc816 req-3081f463-644e-446f-a7d1-8e012347ac50 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603890 Dec 24 03:31:54.885998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a58c3-1701-4193-8c12-4ab35f107a3c None None] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:31:54.984970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-de1bfad6-980a-47d3-8eb0-ff33771027b2 None None] Provisioning complete for port d784b46b-4769-4206-b792-8d2349e22598 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:54.985344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de1bfad6-980a-47d3-8eb0-ff33771027b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:54.992214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13dab857-98a2-4903-be42-f28ef3ebd1cd req-09b87173-59ff-4f51-842d-ae59ec13c549 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 210 time: 0.0339394 Dec 24 03:31:55.146783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d784b46b-4769-4206-b792-8d2349e22598 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:55.265869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de1bfad6-980a-47d3-8eb0-ff33771027b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.348686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.351768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d784b46b-4769-4206-b792-8d2349e22598 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:55.352125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.355458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-de1bfad6-980a-47d3-8eb0-ff33771027b2 None None] For port d784b46b-4769-4206-b792-8d2349e22598, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d784b46b-4769-4206-b792-8d2349e22598,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:55.379480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.381327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de1bfad6-980a-47d3-8eb0-ff33771027b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.447267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b2934-32a6-41ea-8c46-3493763ada9c None None] Pushing event updated for resources: {'Port': ['ID=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:55.581222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0f611184-6b0f-48fd-9997-c26b8aa46e0b None None] Provisioning complete for port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:55.581597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f611184-6b0f-48fd-9997-c26b8aa46e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.586351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Attempting to bind port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:55.586720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Attempting to bind port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:55.587073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Attempting to bind port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 on network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:55.591207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bfad6-980a-47d3-8eb0-ff33771027b2 None None] Pushing event updated for resources: {'Port': ['ID=d784b46b-4769-4206-b792-8d2349e22598,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:55.623359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:55.623734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Checking segment: {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:55.624138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.624552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Bound using segment: {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:55.625029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Bound port: f9214631-a180-4f2e-8b5a-f3e43d3d22a0, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:55.625404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.645083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0f611184-6b0f-48fd-9997-c26b8aa46e0b None None] Port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:55.692725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0f611184-6b0f-48fd-9997-c26b8aa46e0b None None] Provisioning complete for port d784b46b-4769-4206-b792-8d2349e22598 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:55.693095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f611184-6b0f-48fd-9997-c26b8aa46e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.727007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] For port f9214631-a180-4f2e-8b5a-f3e43d3d22a0, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:55.743511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] For port f9214631-a180-4f2e-8b5a-f3e43d3d22a0, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:55.752190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.820350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b079c541-0843-4825-ba80-cc6fd51924ea up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:55.881421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b2934-32a6-41ea-8c46-3493763ada9c None None] Pushing event updated for resources: {'Port': ['ID=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:55.891159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:55.891792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:56.089173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244185-dd4a-4697-8ba6-01f9db850e72 req-a369d7f8-c035-446c-8a1a-8599098b1c53 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:56.091934 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87244185-dd4a-4697-8ba6-01f9db850e72 req-a369d7f8-c035-446c-8a1a-8599098b1c53 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 944 time: 0.1413765 Dec 24 03:31:56.101373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-136ade89-87e1-47ab-8669-58c7faf64321 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:56.103408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-136ade89-87e1-47ab-8669-58c7faf64321 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.41 "GET /v2.0/networks?id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d HTTP/1.1" status: 200 len: 797 time: 0.1860657 Dec 24 03:31:56.158632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bae2e07-9bf1-44ed-97c2-5acb2ac698fc req-59ba1cb5-1b4c-4233-95ea-27ca787cdeb9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 210 time: 0.0526428 Dec 24 03:31:56.197956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port b079c541-0843-4825-ba80-cc6fd51924ea completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:31:56.214334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port b079c541-0843-4825-ba80-cc6fd51924ea triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:56.214797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.222752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-38e28ab6-a5ab-4c0b-a3f2-4ebfa165daa5 None None] Provisioning complete for port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:56.223131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38e28ab6-a5ab-4c0b-a3f2-4ebfa165daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.251220 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87244185-dd4a-4697-8ba6-01f9db850e72 req-514b0bda-c305-4db8-97fb-5c6784e1f66b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464591 Dec 24 03:31:56.257073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-85061515-b44c-4f41-8dbf-5bba6f0457e7 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6499dba0c56d4146a6371ba5f95d3a4c HTTP/1.1" status: 200 len: 380 time: 0.1316788 Dec 24 03:31:56.268620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:56.269195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'port': {'device_id': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'admin_state_up': True, 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'security_groups': ['e651f96b-c8e4-4fe5-835c-10ecfe36fad6']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:56.394910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Made reservation on behalf of 6499dba0c56d4146a6371ba5f95d3a4c for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:56.398526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.489470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38e28ab6-a5ab-4c0b-a3f2-4ebfa165daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.512118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.526031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Allocated IP 172.20.0.11 (589b412f-ca6e-4369-9d87-c2fd4d5fff6d/e254cecf-e193-4c5e-ba3d-a602e34f2c37/db6c72b2-14a5-4272-a2ef-52cfc396fd8b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:56.578803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:56.581062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e39a3-db0b-44a0-a202-d47f616c17aa" -d '{"events": [{"server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:56.583794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d784b46b-4769-4206-b792-8d2349e22598 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:56.587304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-38e28ab6-a5ab-4c0b-a3f2-4ebfa165daa5 None None] For port f9214631-a180-4f2e-8b5a-f3e43d3d22a0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:56.617059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port b079c541-0843-4825-ba80-cc6fd51924ea, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b079c541-0843-4825-ba80-cc6fd51924ea,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:56.619977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38e28ab6-a5ab-4c0b-a3f2-4ebfa165daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.631825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f3ec3e-aa6a-47a2-a02b-31f0a0406c29 x-openstack-request-id: req-71f3ec3e-aa6a-47a2-a02b-31f0a0406c29 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:56.632118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:56.632395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71f3ec3e-aa6a-47a2-a02b-31f0a0406c29 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:56.632781 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'code': 200} Dec 24 03:31:56.653245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.688403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.697362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e28ab6-a5ab-4c0b-a3f2-4ebfa165daa5 None None] Pushing event updated for resources: {'Port': ['ID=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:56.732389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.752960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:55Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:56.783306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:56.786328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:56.788485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d784b46b-4769-4206-b792-8d2349e22598 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:56.788861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.790771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:56.795019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:56.813542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b0b-17c4-4007-8f81-3ad14baf43e0 None None] The sync data for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv is: [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:55Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:56.824267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=b079c541-0843-4825-ba80-cc6fd51924ea,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:56.827516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e6371953-5a2b-4c9f-97d4-3bdd5a7fd51c None None] Provisioning complete for port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:56.828680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6371953-5a2b-4c9f-97d4-3bdd5a7fd51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.894725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:56.903114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.949296 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8ef3c245-d5a0-4286-8806-6c18f35c17fc tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6847925 Dec 24 03:31:56.959403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d705-5eab-4879-a0a5-3ffc1b6e1f40 req-d40c59a0-77e9-4122-9621-cc8ac894b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:56.961202 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2999d705-5eab-4879-a0a5-3ffc1b6e1f40 req-d40c59a0-77e9-4122-9621-cc8ac894b71b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0566981 Dec 24 03:31:56.975924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Request body: {'port': {'device_id': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:57.082241 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2999d705-5eab-4879-a0a5-3ffc1b6e1f40 req-f54abf1f-80e2-4d20-b7ca-fd8cb97bdfbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029007 Dec 24 03:31:57.082996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:57.123072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-58a205a8-444e-4228-a1dc-e25d9a9fa5bc None None] Provisioning complete for port db6c72b2-14a5-4272-a2ef-52cfc396fd8b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:57.123550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58a205a8-444e-4228-a1dc-e25d9a9fa5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:57.166307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-58a205a8-444e-4228-a1dc-e25d9a9fa5bc None None] Port db6c72b2-14a5-4272-a2ef-52cfc396fd8b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:57.334052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7366a-07e7-41f3-bd8d-1932817e226d req-c1779553-4216-478d-8b9c-928cc26ef78f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:57.335605 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9e7366a-07e7-41f3-bd8d-1932817e226d req-c1779553-4216-478d-8b9c-928cc26ef78f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 932 time: 0.1044190 Dec 24 03:31:57.448215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048f0b2-0027-4259-a9d2-e8845364c456 req-6fae1e00-f1e8-4d33-9651-1d92e519f4b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:57.449735 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a048f0b2-0027-4259-a9d2-e8845364c456 req-6fae1e00-f1e8-4d33-9651-1d92e519f4b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 945 time: 0.1081250 Dec 24 03:31:57.486939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9e7366a-07e7-41f3-bd8d-1932817e226d req-2a609e0e-7413-4296-a697-3b758042b555 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440830 Dec 24 03:31:57.511101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6c72b2-14a5-4272-a2ef-52cfc396fd8b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:31:57.525663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:57.550363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a048f0b2-0027-4259-a9d2-e8845364c456 req-cb05ea80-4a92-4c8a-8297-2afd60b903da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930493 Dec 24 03:31:57.552981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Transition to ACTIVE for port object db6c72b2-14a5-4272-a2ef-52cfc396fd8b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:31:57.558112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:57.612416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:57.685198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Attempting to bind port db6c72b2-14a5-4272-a2ef-52cfc396fd8b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:57.685611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Attempting to bind port db6c72b2-14a5-4272-a2ef-52cfc396fd8b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:57.685945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Attempting to bind port db6c72b2-14a5-4272-a2ef-52cfc396fd8b on network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:57.690857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Port db6c72b2-14a5-4272-a2ef-52cfc396fd8b on network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:31:57.691188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Attempting to bind port db6c72b2-14a5-4272-a2ef-52cfc396fd8b on network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:57.696962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:57.697303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Checking segment: {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:57.697729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Bound using segment: {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:57.698167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Bound port: db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:57.698521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:57.769192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:57.772826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:57.780545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:57.817256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:57.817902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:57.819276 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] 10.222.0.41 "PUT /v2.0/ports/db6c72b2-14a5-4272-a2ef-52cfc396fd8b HTTP/1.1" status: 200 len: 1094 time: 0.8492091 Dec 24 03:31:57.819726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:57.822025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eb3547-9faf-4416-80c1-01f4b36d2992" -d '{"events": [{"name": "network-changed", "server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:57.847117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892877b-4ea3-46ee-ba6f-f71cd45cf343 service neutron] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:57.892485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb27232b-8a59-481e-b221-ac7d187e3295 x-openstack-request-id: req-cb27232b-8a59-481e-b221-ac7d187e3295 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:57.892777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:57.893030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb27232b-8a59-481e-b221-ac7d187e3295 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:57.893437 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'status': 'completed', 'code': 200} Dec 24 03:31:57.958077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-74f94f18-797f-44d5-94af-dfcfb67848ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:57.960587 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-74f94f18-797f-44d5-94af-dfcfb67848ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6499dba0c56d4146a6371ba5f95d3a4c&device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1097 time: 0.0495045 Dec 24 03:31:58.015166 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-192f1f83-c9cb-4938-a33c-a3dd6267cd5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b HTTP/1.1" status: 200 len: 217 time: 0.0397565 Dec 24 03:31:58.066437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-4fda64d0-396a-4322-9eaf-a21c64c49706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.067877 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-4fda64d0-396a-4322-9eaf-a21c64c49706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e254cecf-e193-4c5e-ba3d-a602e34f2c37 HTTP/1.1" status: 200 len: 835 time: 0.0429218 Dec 24 03:31:58.117213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-b4075736-8fdf-4dd1-9eb1-ac8ebe087bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.118786 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-b4075736-8fdf-4dd1-9eb1-ac8ebe087bac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404475 Dec 24 03:31:58.212950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-e2a8db29-7d58-41e7-8d16-ff5272558cfe service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Dec 24 03:31:58.347974 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee7444cd-d0ea-461e-9569-3f9e774f587b req-8740112c-7621-4d70-b9c3-c17b8e7fef48 service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868945 Dec 24 03:31:58.573330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-4d3b0ce7-4851-4ac1-8938-841269af25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.576050 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-4d3b0ce7-4851-4ac1-8938-841269af25f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6499dba0c56d4146a6371ba5f95d3a4c&device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1097 time: 0.0656817 Dec 24 03:31:58.599234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f9214631-a180-4f2e-8b5a-f3e43d3d22a0 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:58.650393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:58.650757 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:58.715099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30e873-3895-4988-b5ff-83182c5bcef6 req-d8885176-0d87-4b7d-84d8-699b8dafcde7 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.716715 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba30e873-3895-4988-b5ff-83182c5bcef6 req-d8885176-0d87-4b7d-84d8-699b8dafcde7 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 944 time: 0.1393061 Dec 24 03:31:58.776154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce16353-e38d-4d45-92a2-3ce38ce8db1e req-065eff66-e116-4039-9142-4be8d8afdcac tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.777661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3ce16353-e38d-4d45-92a2-3ce38ce8db1e req-065eff66-e116-4039-9142-4be8d8afdcac tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 945 time: 0.1485550 Dec 24 03:31:58.787882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-75c47166-b4ee-4c22-8728-25f80fe3fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.789329 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-75c47166-b4ee-4c22-8728-25f80fe3fc39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d HTTP/1.1" status: 200 len: 897 time: 0.2005692 Dec 24 03:31:58.854175 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-240d7485-d318-499a-8b64-c0056389056b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b HTTP/1.1" status: 200 len: 217 time: 0.0536568 Dec 24 03:31:58.858325 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba30e873-3895-4988-b5ff-83182c5bcef6 req-c2f59df6-67a6-4054-8de1-30910ab9ea25 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329286 Dec 24 03:31:58.915396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3ce16353-e38d-4d45-92a2-3ce38ce8db1e req-6066ac44-4fa7-41c7-a35e-92395edce987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289518 Dec 24 03:31:58.927623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-46cc9127-9269-42ec-9f5b-2f2d2df65a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.929083 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-46cc9127-9269-42ec-9f5b-2f2d2df65a75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e254cecf-e193-4c5e-ba3d-a602e34f2c37 HTTP/1.1" status: 200 len: 835 time: 0.0609677 Dec 24 03:31:59.000336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-858e7d16-bd8f-43e9-be64-be826b56abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:59.001806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-858e7d16-bd8f-43e9-be64-be826b56abe4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529337 Dec 24 03:31:59.089394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563d720-a7ad-4f21-a606-ba392c31dae2 req-b5b98cb5-21c6-4ec2-8dac-084030619cb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:59.090839 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e563d720-a7ad-4f21-a606-ba392c31dae2 req-b5b98cb5-21c6-4ec2-8dac-084030619cb5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 945 time: 0.1051929 Dec 24 03:31:59.132408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-4f75edc3-0a59-4156-8479-e1003e90ab21 service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142616 Dec 24 03:31:59.173026 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e563d720-a7ad-4f21-a606-ba392c31dae2 req-ef7ff113-c255-4373-ac94-d34e328c6627 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755966 Dec 24 03:31:59.194053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:59.240867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0eb3547-9faf-4416-80c1-01f4b36d2992 req-c8eae896-4f27-4dbf-8a24-39023ed28758 service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984321 Dec 24 03:31:59.287595 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b84f0-ba9c-492a-b4f0-c9dfca0be082 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:59.289156 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2b2b84f0-ba9c-492a-b4f0-c9dfca0be082 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 1093 time: 0.0941195 Dec 24 03:31:59.291848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50362) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:59.296127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:59.321036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:59.415312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:59.518631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.25 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/fd8dc790-cf09-4b4d-bdef-0548e0efdca9) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:59.617218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:59.650148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:59.689759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:59.692484 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:59.694860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:59.728248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=fd8dc790-cf09-4b4d-bdef-0548e0efdca9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:59.973318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5855b-aa8c-4fab-801a-6f19ba6e8329 req-a773bb41-686c-4124-9c6b-a105a77d148b tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:59.974710 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1e5855b-aa8c-4fab-801a-6f19ba6e8329 req-a773bb41-686c-4124-9c6b-a105a77d148b tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 944 time: 0.0495327 Dec 24 03:32:00.023470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1e5855b-aa8c-4fab-801a-6f19ba6e8329 req-59423d14-8930-4bde-a7a0-45e211470840 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Dec 24 03:32:00.187762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:00.288133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:00.437405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:00.442334 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:00.512317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=fd8dc790-cf09-4b4d-bdef-0548e0efdca9,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:00.522397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:00.617121 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 740a909d-895c-4324-ba3e-70305abfaa63 associated. External IP: 172.26.5.25, port: b079c541-0843-4825-ba80-cc6fd51924ea. Dec 24 03:32:00.820540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router fd87d140-c07c-4bdb-b372-7073fccd546e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:32:00.925225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:32:00.934609 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] Sync routers for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:32:00.942109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:00.944513 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:00.945191 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:00.969599 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b0a881f3-6100-4596-b219-d37cce6946c2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6766679 Dec 24 03:32:00.970176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:32:00.972343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50366) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:00.972539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61be361-8bbc-4358-86bd-9692abaf8237" -d '{"events": [{"name": "network-changed", "server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:32:01.043146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0e7e824f-8f01-45e8-903b-cff10138a331 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/740a909d-895c-4324-ba3e-70305abfaa63 HTTP/1.1" status: 200 len: 990 time: 0.0684192 Dec 24 03:32:01.052029 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:01.073458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0b00f3-b69b-4385-896c-da28c5226a43 x-openstack-request-id: req-2b0b00f3-b69b-4385-896c-da28c5226a43 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:32:01.073809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:32:01.074122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b0b00f3-b69b-4385-896c-da28c5226a43 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:32:01.074586 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'status': 'completed', 'code': 200} Dec 24 03:32:01.163131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c899f-abbc-4b25-b57e-c04e643aa84e req-94b5b820-2fe0-4be9-85b5-c7657a3a3bdb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:01.164607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ec0c899f-abbc-4b25-b57e-c04e643aa84e req-94b5b820-2fe0-4be9-85b5-c7657a3a3bdb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 944 time: 0.0717010 Dec 24 03:32:01.191440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-a6f2dca1-0f3b-4a7f-8217-88a1b03a1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:01.192888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-a6f2dca1-0f3b-4a7f-8217-88a1b03a1ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0671010 Dec 24 03:32:01.246896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ec0c899f-abbc-4b25-b57e-c04e643aa84e req-503162b6-1deb-4758-88a7-9f0d7009997d tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742283 Dec 24 03:32:01.275190 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '740a909d-895c-4324-ba3e-70305abfaa63', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.25', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'port_id': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'mac_address': 'fa:16:3e:d2:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:31:59Z', 'updated_at': '2021-12-24T03:31:59Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:45Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:01.300274 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] Checking router: fd87d140-c07c-4bdb-b372-7073fccd546e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:32:01.302388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-ee8bca29-db17-4849-84f2-22ed993cc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:01.303928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-ee8bca29-db17-4849-84f2-22ed993cc644 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8112419-e26b-4ef7-9120-9cf0d88edf0f HTTP/1.1" status: 200 len: 897 time: 0.1000948 Dec 24 03:32:01.308388 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:01.308993 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:01.366907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-8060a929-31af-44b8-bd24-c4f08f8fc333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b079c541-0843-4825-ba80-cc6fd51924ea HTTP/1.1" status: 200 len: 998 time: 0.0559886 Dec 24 03:32:01.411652 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:01.638956 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '740a909d-895c-4324-ba3e-70305abfaa63', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.25', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'port_id': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'mac_address': 'fa:16:3e:d2:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:31:59Z', 'updated_at': '2021-12-24T03:31:59Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:45Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:01.738561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-6df7293b-16d2-4d65-ad4c-f886ee65c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:01.740009 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-6df7293b-16d2-4d65-ad4c-f886ee65c847 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b350803-95b7-4e76-b2bc-dc99ed0f8cb7 HTTP/1.1" status: 200 len: 835 time: 0.3635252 Dec 24 03:32:01.758912 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e71981-5c23-44da-808e-14146ee5e386 None None] The sync data for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv is: [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '740a909d-895c-4324-ba3e-70305abfaa63', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.25', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'port_id': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'mac_address': 'fa:16:3e:d2:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:31:59Z', 'updated_at': '2021-12-24T03:31:59Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:45Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:32:01.787844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-92206949-5bd0-4265-8504-35beb92d65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:01.789385 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-92206949-5bd0-4265-8504-35beb92d65dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8112419-e26b-4ef7-9120-9cf0d88edf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410578 Dec 24 03:32:01.827118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device db6c72b2-14a5-4272-a2ef-52cfc396fd8b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:32:01.885083 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-8130380a-310b-41fa-8d7b-b557006b374f service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886755 Dec 24 03:32:01.935643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:01.948552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'port_id': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'mac_address': 'fa:16:3e:00:fc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:32:01.977856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6c654-5996-4567-8f76-05ecbcd58298 None None] New status for floating IP 740a909d-895c-4324-ba3e-70305abfaa63: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:32:01.986088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c61be361-8bbc-4358-86bd-9692abaf8237 req-77d69777-08b2-4169-93e3-0a683aafadd0 service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945263 Dec 24 03:32:02.030712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:02.045771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:02.050778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6c72b2-14a5-4272-a2ef-52cfc396fd8b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:32:02.108540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:02.114576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-10e98920-22ae-479b-8db4-dabf6889d426 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/740a909d-895c-4324-ba3e-70305abfaa63 HTTP/1.1" status: 200 len: 990 time: 0.0665429 Dec 24 03:32:02.118883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:02.199905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:02.360828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c6104-36ed-41a6-a74d-e946e1367aa4 req-eaf68717-2a61-4815-8245-d505b28abe76 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:02.362276 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c70c6104-36ed-41a6-a74d-e946e1367aa4 req-eaf68717-2a61-4815-8245-d505b28abe76 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 945 time: 0.0479236 Dec 24 03:32:02.411185 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c70c6104-36ed-41a6-a74d-e946e1367aa4 req-0ef6ca79-68b5-4e66-a213-1a06babe3a69 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Dec 24 03:32:02.520880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['db6c72b2-14a5-4272-a2ef-52cfc396fd8b'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:32:03.117405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50378) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:03.176477 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6331face-8ce6-428b-81d8-1dda00366dda tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/740a909d-895c-4324-ba3e-70305abfaa63 HTTP/1.1" status: 200 len: 992 time: 0.0579176 Dec 24 03:32:03.525397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae32337-8904-43d2-aeed-0e74fd4f4c6b req-26e3787f-ea3f-4027-b75a-0773d9b56116 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:03.526830 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ae32337-8904-43d2-aeed-0e74fd4f4c6b req-26e3787f-ea3f-4027-b75a-0773d9b56116 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Dec 24 03:32:03.574460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ae32337-8904-43d2-aeed-0e74fd4f4c6b req-92288b7e-d0e9-4a74-90c6-f5a5cad28301 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Dec 24 03:32:03.825922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device db6c72b2-14a5-4272-a2ef-52cfc396fd8b up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:32:03.873280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port db6c72b2-14a5-4272-a2ef-52cfc396fd8b completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:32:03.876801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port db6c72b2-14a5-4272-a2ef-52cfc396fd8b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:03.877187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:03.954226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:03.976456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:32:03.978671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a0629-7ea0-4b2f-ace0-526d63670e63" -d '{"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-plugged", "status": "completed", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:32:03.991533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:03.995688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:04.019000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09573fac-19f5-4a5e-8254-5ef483a8defc x-openstack-request-id: req-09573fac-19f5-4a5e-8254-5ef483a8defc {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:32:04.019295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-plugged", "status": "completed", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:32:04.019546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09573fac-19f5-4a5e-8254-5ef483a8defc {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:32:04.019936 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'code': 200} Dec 24 03:32:04.044981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:04.219935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310692d9-cdb9-4ab6-bd0e-86eafcf8bc6c req-3aa9ed2f-dd6b-438d-80cf-a183b41ab502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:04.221451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-310692d9-cdb9-4ab6-bd0e-86eafcf8bc6c req-3aa9ed2f-dd6b-438d-80cf-a183b41ab502 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1099 time: 0.0393834 Dec 24 03:32:04.267345 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-310692d9-cdb9-4ab6-bd0e-86eafcf8bc6c req-68255f2d-46d3-4d82-882a-f01fd0539406 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380509 Dec 24 03:32:04.691162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1c7ad-bd6b-4b12-a799-d7e14a09127d req-e5cec4f4-7009-428f-9de6-6a4e0fcea8f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:04.692628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97d1c7ad-bd6b-4b12-a799-d7e14a09127d req-e5cec4f4-7009-428f-9de6-6a4e0fcea8f2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0520155 Dec 24 03:32:04.739691 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97d1c7ad-bd6b-4b12-a799-d7e14a09127d req-9693a074-4002-472d-855a-b84a398278c2 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412514 Dec 24 03:32:05.857465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ef26-0ac0-4837-a09a-6b832ee20aa1 req-3a4dd89f-fc2b-44f6-90fb-9c50e29875b0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:05.858912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f895ef26-0ac0-4837-a09a-6b832ee20aa1 req-3a4dd89f-fc2b-44f6-90fb-9c50e29875b0 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0501523 Dec 24 03:32:05.907192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f895ef26-0ac0-4837-a09a-6b832ee20aa1 req-6e0b7764-c63f-4a8f-bf2c-bd37c5ca5c23 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423017 Dec 24 03:32:06.019005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa91ed-c1c6-4d77-80d7-1dfc405dcbcb req-900f100c-71f3-4cfa-be2c-eb1b1c84b175 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:06.020412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2daa91ed-c1c6-4d77-80d7-1dfc405dcbcb req-900f100c-71f3-4cfa-be2c-eb1b1c84b175 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0488956 Dec 24 03:32:06.072829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2daa91ed-c1c6-4d77-80d7-1dfc405dcbcb req-adb4222d-bf66-4b85-ad13-79cc70794a97 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464778 Dec 24 03:32:06.094141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50390) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:06.134005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce60d6d-fd06-47ac-a679-550aff06888c tempest-TestNetworkAdvancedServerOps-1338027508 tempest-TestNetworkAdvancedServerOps-1338027508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:06.135483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2ce60d6d-fd06-47ac-a679-550aff06888c tempest-TestNetworkAdvancedServerOps-1338027508 tempest-TestNetworkAdvancedServerOps-1338027508-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1094 time: 0.0403173 Dec 24 03:32:06.138336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50392) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:06.142451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:06.164871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:06.258005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:06.362405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Allocated IP 172.26.5.128 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/29bed581-78df-4cc9-88f4-247de5168139) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:32:06.463052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:06.495535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:06.533065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:32:06.535917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:32:06.538466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:32:06.567138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Port': ['ID=29bed581-78df-4cc9-88f4-247de5168139,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:06.897267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:06.960593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:07.112335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:07.116586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:07.183411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event updated for resources: {'Port': ['ID=29bed581-78df-4cc9-88f4-247de5168139,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:07.193598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:07.291547 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Floating IP 83ad3187-3be6-485a-a9de-ed15eeacb45d associated. External IP: 172.26.5.128, port: db6c72b2-14a5-4272-a2ef-52cfc396fd8b. Dec 24 03:32:07.492718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Router 9206c23b-17bb-4801-b6ba-28d35f3fb405 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:32:07.598273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:32:07.608485 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] Sync routers for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:32:07.616722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:07.619514 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:07.620205 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:07.645831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3051f71b-feae-4372-94c9-49d5a3470e56 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5040169 Dec 24 03:32:07.645831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:32:07.647598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a6097-324a-42ea-a9bd-3981b5f911e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:32:07.686080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683087e2-53ee-43b7-a18d-a1547b2b5fb5 x-openstack-request-id: req-683087e2-53ee-43b7-a18d-a1547b2b5fb5 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:32:07.686365 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:32:07.686605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-683087e2-53ee-43b7-a18d-a1547b2b5fb5 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:32:07.687359 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'status': 'completed', 'code': 200} Dec 24 03:32:07.728352 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:07.770226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fb710-b1a9-4937-ae60-508f880db063 req-b9b45416-1e97-48f5-8041-3241fa541355 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:07.771726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f8fb710-b1a9-4937-ae60-508f880db063 req-b9b45416-1e97-48f5-8041-3241fa541355 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0767176 Dec 24 03:32:07.799600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-60baaf7b-872d-4889-a14c-83a84f5e5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:07.801107 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-60baaf7b-872d-4889-a14c-83a84f5e5ec8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6499dba0c56d4146a6371ba5f95d3a4c&device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1099 time: 0.0692220 Dec 24 03:32:07.853085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f8fb710-b1a9-4937-ae60-508f880db063 req-73040d9d-5c09-4821-879a-52f864408130 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750310 Dec 24 03:32:07.875768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50398) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:07.911865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-ec23e730-a78d-41c1-add4-4fb5c9332fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:07.913348 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-ec23e730-a78d-41c1-add4-4fb5c9332fcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d HTTP/1.1" status: 200 len: 897 time: 0.1017423 Dec 24 03:32:07.944988 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b46f24c9-6ba1-429b-a8fe-ef6a6e02a57e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/floatingips/83ad3187-3be6-485a-a9de-ed15eeacb45d HTTP/1.1" status: 200 len: 992 time: 0.0667088 Dec 24 03:32:07.954601 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '83ad3187-3be6-485a-a9de-ed15eeacb45d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'floating_ip_address': '172.26.5.128', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'port_id': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'mac_address': 'fa:16:3e:00:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:32:06Z', 'updated_at': '2021-12-24T03:32:06Z', 'revision_number': 0, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:56Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:07.983963 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] Checking router: 9206c23b-17bb-4801-b6ba-28d35f3fb405 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:32:07.985060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-1cef0673-68bd-404a-897a-70269ede7e09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b HTTP/1.1" status: 200 len: 1000 time: 0.0640807 Dec 24 03:32:07.992083 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:07.992712 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:31:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:08.033488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-78f9bd8f-3ce2-42b7-8caa-145bc695829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:08.034835 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-78f9bd8f-3ce2-42b7-8caa-145bc695829e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e254cecf-e193-4c5e-ba3d-a602e34f2c37 HTTP/1.1" status: 200 len: 835 time: 0.0429890 Dec 24 03:32:08.081600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-e418f31e-ee44-41a3-8528-53438bb0d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:08.083134 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-e418f31e-ee44-41a3-8528-53438bb0d15e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415893 Dec 24 03:32:08.094277 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:08.179321 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-6bbec5c7-b098-4e0a-b971-c5fca2c4a824 service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892832 Dec 24 03:32:08.270789 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb0a6097-324a-42ea-a9bd-3981b5f911e9 req-bfa1989c-4377-48aa-bc6b-f8524ae1c03d service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849459 Dec 24 03:32:08.307842 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '83ad3187-3be6-485a-a9de-ed15eeacb45d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'floating_ip_address': '172.26.5.128', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'port_id': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'mac_address': 'fa:16:3e:00:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:32:06Z', 'updated_at': '2021-12-24T03:32:06Z', 'revision_number': 0, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:56Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:08.337560 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb725b8-3a69-49a0-8b9d-eee8db4fd65e None None] The sync data for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv is: [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '83ad3187-3be6-485a-a9de-ed15eeacb45d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'floating_ip_address': '172.26.5.128', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'port_id': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'mac_address': 'fa:16:3e:00:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:32:06Z', 'updated_at': '2021-12-24T03:32:06Z', 'revision_number': 0, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:56Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:32:08.531262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4f725-8b5a-4c42-a625-34716aee03db None None] New status for floating IP 83ad3187-3be6-485a-a9de-ed15eeacb45d: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:32:08.947773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:09.007197 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ad15cf8e-072d-404f-bb27-c9e3467233da tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/floatingips/83ad3187-3be6-485a-a9de-ed15eeacb45d HTTP/1.1" status: 200 len: 994 time: 0.0582061 Dec 24 03:32:09.382528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc1e669c-368f-40a1-9457-6db467bcfab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:11.721979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2e0c-3aa0-4b99-9ba0-1669378bc93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:12.674541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:14.361773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:15.037412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:16.901696 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:32:21.908959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.383871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3c87-8502-4955-8ec5-c052254cf17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.723599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51291ed1-5de6-4495-80d9-f323059f9242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.677177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.362919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:45.028631 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:51.906966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.899875 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:33:02.423247 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-45886798-fb91-487c-aa1f-39185666cbaa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397322 Dec 24 03:33:02.523624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-f0af9039-82a4-4a40-9185-62bb9d075050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:02.525130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-f0af9039-82a4-4a40-9185-62bb9d075050 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0431237 Dec 24 03:33:02.625360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-a4a3b2d8-af12-4484-8318-ef7a8de1dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:02.626797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-a4a3b2d8-af12-4484-8318-ef7a8de1dfb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8112419-e26b-4ef7-9120-9cf0d88edf0f HTTP/1.1" status: 200 len: 897 time: 0.0829647 Dec 24 03:33:02.694605 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-c54e9b58-9dfb-4967-a576-87f065e6e3b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b079c541-0843-4825-ba80-cc6fd51924ea HTTP/1.1" status: 200 len: 1000 time: 0.0601466 Dec 24 03:33:02.742170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-a96f0bf6-f79c-4175-9b62-0f9972570d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:02.743557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-a96f0bf6-f79c-4175-9b62-0f9972570d8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b350803-95b7-4e76-b2bc-dc99ed0f8cb7 HTTP/1.1" status: 200 len: 835 time: 0.0420988 Dec 24 03:33:02.787464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-79201713-3532-490b-8186-901ee1a1cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:02.788912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-79201713-3532-490b-8186-901ee1a1cb2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8112419-e26b-4ef7-9120-9cf0d88edf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384870 Dec 24 03:33:02.878660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-5db3a885-b2bd-4b3f-bfa3-ef28dc6512fc service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825381 Dec 24 03:33:02.967799 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0da4e82-7a87-4fd4-b546-e1147eb263c2 req-b203fd2a-4549-48fb-b200-ada4edebae0a service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818706 Dec 24 03:33:09.385905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfa72-3808-4aca-ae1d-ca17c990abd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:11.726496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63433ad2-7e21-47e5-ab51-b9df1db5b043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:12.679243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:14.366485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:15.030311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:16.134401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50440) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:16.198088 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-af034c5a-d8e6-4a98-8b6b-e6692f8eab93 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/740a909d-895c-4324-ba3e-70305abfaa63 HTTP/1.1" status: 200 len: 992 time: 0.0625532 Dec 24 03:33:16.507807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50448) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:16.663749 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port fd8dc790-cf09-4b4d-bdef-0548e0efdca9 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:33:16.664091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:16.735648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:16.735963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:16.747080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for fd8dc790-cf09-4b4d-bdef-0548e0efdca9 owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:33:16.920748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:16.945587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=fd8dc790-cf09-4b4d-bdef-0548e0efdca9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:16.959407 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.959757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.960108 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.960476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.960808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.961135 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.961462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.961787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.962110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.962435 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.962756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.963074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:16.963392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:17.020632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:17.020943 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 740a909d-895c-4324-ba3e-70305abfaa63 disassociated (deleted). External IP: 172.26.5.25, port: b079c541-0843-4825-ba80-cc6fd51924ea. Dec 24 03:33:17.225985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router fd87d140-c07c-4bdb-b372-7073fccd546e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:33:17.645811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:33:17.650259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:17.655696 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] Sync routers for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:33:17.664785 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:17.665375 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:17.677362 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b60d2161-a8c2-4436-ada0-0e2deb3fd177 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/740a909d-895c-4324-ba3e-70305abfaa63 HTTP/1.1" status: 204 len: 168 time: 1.1684589 Dec 24 03:33:17.677971 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:17.680215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b8c6e-26af-4745-9412-77bc3402218f" -d '{"events": [{"name": "network-changed", "server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:17.719566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834a0e68-4ba8-4caf-82c9-a542e0128272 x-openstack-request-id: req-834a0e68-4ba8-4caf-82c9-a542e0128272 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:17.719806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:17.720015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-834a0e68-4ba8-4caf-82c9-a542e0128272 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:17.720435 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'status': 'completed', 'code': 200} Dec 24 03:33:17.773297 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:17.831954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8c6e-26af-4745-9412-77bc3402218f req-53522ede-20be-443e-ae1b-4cb28e3ef2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:17.833490 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-840b8c6e-26af-4745-9412-77bc3402218f req-53522ede-20be-443e-ae1b-4cb28e3ef2df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0659730 Dec 24 03:33:17.975134 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:45Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:17.977612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6fda4-8e01-4ce3-83c5-29f30b213581 req-bba5ba4d-3bbb-4a27-96d1-2ee7a4d846df tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:17.979071 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ade6fda4-8e01-4ce3-83c5-29f30b213581 req-bba5ba4d-3bbb-4a27-96d1-2ee7a4d846df tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 945 time: 0.1009841 Dec 24 03:33:18.000874 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] Checking router: fd87d140-c07c-4bdb-b372-7073fccd546e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:33:18.009041 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:18.009630 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:18.010123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8c6e-26af-4745-9412-77bc3402218f req-b7f0bcf4-48c5-4c62-bb91-3ae7b8378556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:18.012402 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-840b8c6e-26af-4745-9412-77bc3402218f req-b7f0bcf4-48c5-4c62-bb91-3ae7b8378556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8112419-e26b-4ef7-9120-9cf0d88edf0f HTTP/1.1" status: 200 len: 897 time: 0.1409132 Dec 24 03:33:18.061321 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-840b8c6e-26af-4745-9412-77bc3402218f req-80e10b52-9043-4d7c-9c67-8277b4e576d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b079c541-0843-4825-ba80-cc6fd51924ea HTTP/1.1" status: 200 len: 217 time: 0.0416255 Dec 24 03:33:18.083044 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ade6fda4-8e01-4ce3-83c5-29f30b213581 req-3e590641-6cda-4088-ac59-fe7d5dcbbb36 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961835 Dec 24 03:33:18.115393 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:18.119798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8c6e-26af-4745-9412-77bc3402218f req-01d4c431-aafe-4672-b57f-220dd4df70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:18.121373 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-840b8c6e-26af-4745-9412-77bc3402218f req-01d4c431-aafe-4672-b57f-220dd4df70e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b350803-95b7-4e76-b2bc-dc99ed0f8cb7 HTTP/1.1" status: 200 len: 835 time: 0.0514748 Dec 24 03:33:18.175283 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8c6e-26af-4745-9412-77bc3402218f req-69f34dbd-f4b3-4741-9372-c2b7529714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:18.176834 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-840b8c6e-26af-4745-9412-77bc3402218f req-69f34dbd-f4b3-4741-9372-c2b7529714e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8112419-e26b-4ef7-9120-9cf0d88edf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462101 Dec 24 03:33:18.269881 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-840b8c6e-26af-4745-9412-77bc3402218f req-149087c3-8d77-45f1-ae3c-dd8a27b16cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Dec 24 03:33:18.361902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-840b8c6e-26af-4745-9412-77bc3402218f req-dac02dac-5606-4348-a11b-c8efe7bd2267 service neutron] 10.222.0.41 "GET /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Dec 24 03:33:18.395179 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:45Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:18.421131 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb0720-dde9-49c9-8fad-f4b6457717fb None None] The sync data for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv is: [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:31:41Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '8b6a7416-6c51-4df7-9b16-dd874875b5f4', 'name': '', 'network_id': 'f8112419-e26b-4ef7-9120-9cf0d88edf0f', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:d2:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:40Z', 'updated_at': '2021-12-24T03:31:45Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '2b350803-95b7-4e76-b2bc-dc99ed0f8cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:33:18.635912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0a1fb-1d9c-49c9-af6d-87f95d6094b3 None None] New status for floating IP 740a909d-895c-4324-ba3e-70305abfaa63: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:33:19.199214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5fca6-7df8-4ebf-8eff-9e553132ddba req-f2a6cac6-6396-4a5a-8eec-f84bfec02ec6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:19.200930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-47b5fca6-7df8-4ebf-8eff-9e553132ddba req-f2a6cac6-6396-4a5a-8eec-f84bfec02ec6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Dec 24 03:33:19.248702 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-47b5fca6-7df8-4ebf-8eff-9e553132ddba req-3f3c519d-1e70-4227-841e-858a29e59bcf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=46302994-ba77-4b13-b313-38e03b8595cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Dec 24 03:33:19.859733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51677d-71ec-4b51-866f-8959f5890eea req-4f0b15e0-9247-4edd-9e60-4b251a3e404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:19.861174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a51677d-71ec-4b51-866f-8959f5890eea req-4f0b15e0-9247-4edd-9e60-4b251a3e404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 945 time: 0.0467746 Dec 24 03:33:19.951658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port b079c541-0843-4825-ba80-cc6fd51924ea {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:33:19.951997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:20.036582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port b079c541-0843-4825-ba80-cc6fd51924ea, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b079c541-0843-4825-ba80-cc6fd51924ea,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:20.036942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:20.051021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for b079c541-0843-4825-ba80-cc6fd51924ea owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:33:20.176788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:20.204869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=b079c541-0843-4825-ba80-cc6fd51924ea,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:20.216193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.216581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.216935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.217269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.217603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.217933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.218262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.218592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.218921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.219244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.219571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.219889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.220207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:20.257780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port b079c541-0843-4825-ba80-cc6fd51924ea on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:33:20.260238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:20.263686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a51677d-71ec-4b51-866f-8959f5890eea req-756161f1-d332-41b5-b9e8-2e3bb2d56616 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/b079c541-0843-4825-ba80-cc6fd51924ea HTTP/1.1" status: 204 len: 173 time: 0.3962338 Dec 24 03:33:20.264114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'name': 'network-vif-deleted', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:20.266412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c942804e-3a3f-4b5a-9da0-b2089fbcfc2b" -d '{"events": [{"server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "name": "network-vif-deleted", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:20.302007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa075d-6983-4e85-85a7-2cb6ee27d57e x-openstack-request-id: req-60fa075d-6983-4e85-85a7-2cb6ee27d57e {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:20.302358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2", "name": "network-vif-deleted", "tag": "b079c541-0843-4825-ba80-cc6fd51924ea", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:20.302593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60fa075d-6983-4e85-85a7-2cb6ee27d57e {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:20.302961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2', 'name': 'network-vif-deleted', 'tag': 'b079c541-0843-4825-ba80-cc6fd51924ea', 'status': 'completed', 'code': 200} Dec 24 03:33:20.354540 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-217b2183-e1c9-4694-8149-5aca3f511673 req-c4bde5bd-5948-4632-a154-8e8e3262c7e9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a09fd3-fa3c-4c27-bf21-e4356ef0a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0258265 Dec 24 03:33:21.410858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50466) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:21.466118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef3b1a60-636e-4e7b-99bc-956db7c11bdf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:21.490331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef3b1a60-636e-4e7b-99bc-956db7c11bdf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:21.548309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef3b1a60-636e-4e7b-99bc-956db7c11bdf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:21.551075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef3b1a60-636e-4e7b-99bc-956db7c11bdf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:21.552213 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ef3b1a60-636e-4e7b-99bc-956db7c11bdf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/46302994-ba77-4b13-b313-38e03b8595cc HTTP/1.1" status: 204 len: 168 time: 0.1403766 Dec 24 03:33:21.561248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b1a60-636e-4e7b-99bc-956db7c11bdf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46302994-ba77-4b13-b313-38e03b8595cc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:21.584672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50470) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:21.935336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:21.936975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:22.198401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b079c541-0843-4825-ba80-cc6fd51924ea no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:33:22.215345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 8b6a7416-6c51-4df7-9b16-dd874875b5f4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:33:22.215710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:22.220635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: b079c541-0843-4825-ba80-cc6fd51924ea {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:33:22.220984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b079c541-0843-4825-ba80-cc6fd51924ea not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:33:22.287968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87d6ac-8554-4ff3-a88b-8f4931449a04 req-7d660d35-9ee6-4099-8917-9b916cbb2cf8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:22.289502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6a87d6ac-8554-4ff3-a88b-8f4931449a04 req-7d660d35-9ee6-4099-8917-9b916cbb2cf8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0504575 Dec 24 03:33:22.322596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 8b6a7416-6c51-4df7-9b16-dd874875b5f4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=8b6a7416-6c51-4df7-9b16-dd874875b5f4,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:22.322988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:22.337323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 8b6a7416-6c51-4df7-9b16-dd874875b5f4 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:33:22.342745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6a87d6ac-8554-4ff3-a88b-8f4931449a04 req-44a16390-339c-4027-87cb-32bb540f5dbe tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457518 Dec 24 03:33:22.523742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:22.556024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=8b6a7416-6c51-4df7-9b16-dd874875b5f4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:22.722036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:22.937572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router fd87d140-c07c-4bdb-b372-7073fccd546e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:33:23.047431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:33:23.052458 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e9b264bd-da0b-4a7c-8340-721de4ed09c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/fd87d140-c07c-4bdb-b372-7073fccd546e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665253 Dec 24 03:33:23.055198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50496) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:23.057612 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] Sync routers for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:33:23.067280 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:23.067872 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:23.106257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet 2b350803-95b7-4e76-b2bc-dc99ed0f8cb7 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:33:23.109450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.148644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.171696 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:23.236066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.293773 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.321758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=2b350803-95b7-4e76-b2bc-dc99ed0f8cb7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:23.323697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.327746 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bee1b032-c014-4b93-a5ed-ee98eeba365e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/2b350803-95b7-4e76-b2bc-dc99ed0f8cb7 HTTP/1.1" status: 204 len: 168 time: 0.2714252 Dec 24 03:33:23.329972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8d3ab-7adb-4e3b-acdf-f976000bde7f None None] Network f8112419-e26b-4ef7-9120-9cf0d88edf0f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:33:23.330452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50498) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:23.358856 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:33:22Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:23.390503 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] Checking router: fd87d140-c07c-4bdb-b372-7073fccd546e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:33:23.404334 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] Routers {'fd87d140-c07c-4bdb-b372-7073fccd546e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:23.405031 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['fd87d140-c07c-4bdb-b372-7073fccd546e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:23.458949 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.480902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1272e-c481-4b06-b412-e9d742c0410e req-a1cd2764-58b6-4579-988b-fd5fcf271933 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:23.482478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-20f1272e-c481-4b06-b412-e9d742c0410e req-a1cd2764-58b6-4579-988b-fd5fcf271933 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0660615 Dec 24 03:33:23.513127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] DHCP port deletion for f8112419-e26b-4ef7-9120-9cf0d88edf0f request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:33:23.534796 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] Set router fd87d140-c07c-4bdb-b372-7073fccd546e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:23.541896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-20f1272e-c481-4b06-b412-e9d742c0410e req-45f1dffb-0dc3-40ac-b6da-e3a3ee29eb64 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533483 Dec 24 03:33:23.575412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Deleting port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:33:23.575984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.585125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.640152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port a76429a2-5be4-47f2-9970-0d172a39d3b4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:33:23.640485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] For port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c,segment=NetworkSegment(aea5e65e-05ef-4b72-9a23-5d9be9bacfe0),segment_id=aea5e65e-05ef-4b72-9a23-5d9be9bacfe0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:23.640625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.640843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.653857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Calling delete_port for cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:33:23.720713 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:33:22Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:23.726182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port a76429a2-5be4-47f2-9970-0d172a39d3b4, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a76429a2-5be4-47f2-9970-0d172a39d3b4,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:23.726677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.735616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.740485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for a76429a2-5be4-47f2-9970-0d172a39d3b4 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:33:23.751431 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0ee34f-7802-4ad2-ae26-b845c93e7847 None None] The sync data for ids ['fd87d140-c07c-4bdb-b372-7073fccd546e'] in dv-neutron-822869-1-hyperv is: [{'id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'name': 'tempest-TestNetworkBasicOps-router-7154756', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:36Z', 'updated_at': '2021-12-24T03:33:22Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'a76429a2-5be4-47f2-9970-0d172a39d3b4', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87d140-c07c-4bdb-b372-7073fccd546e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:37Z', 'updated_at': '2021-12-24T03:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:33:23.761372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Pushing event deleted for resources: {'Port': ['ID=cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:23.766540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] No DVR routers for this DVR port cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:33:23.776895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.777328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.777675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.778016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.778343 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.778709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.779181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.779356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.779685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.780568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.780568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.780909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.781020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6c71-49b3-4196-a98c-ae2b064784e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:23.924671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.948163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=a76429a2-5be4-47f2-9970-0d172a39d3b4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:23.962926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc12f282-a5ee-4d12-831c-c7662cf6389d None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:33:24.008620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.099196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.099196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.146128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.146674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router fd87d140-c07c-4bdb-b372-7073fccd546e {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:33:24.153661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.154812 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c7d1cacf-96a5-44cb-a360-0e9525012f01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/fd87d140-c07c-4bdb-b372-7073fccd546e HTTP/1.1" status: 204 len: 168 time: 0.8234143 Dec 24 03:33:24.157474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50502) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:24.235879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.325498 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.345836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8112419-e26b-4ef7-9120-9cf0d88edf0f']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:24.355242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:24.356057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea5e65e-05ef-4b72-9a23-5d9be9bacfe0') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:24.366006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.379898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.386214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:33:24.386653 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:33:24.389878 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:33:24.451541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.458374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.461398 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/f8112419-e26b-4ef7-9120-9cf0d88edf0f HTTP/1.1" status: 204 len: 168 time: 0.3028932 Dec 24 03:33:24.472602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50504) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:24.477740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--1453037331', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:24.482443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54f9d-48f7-4d8e-b5ed-f8596911d5a3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=f8112419-e26b-4ef7-9120-9cf0d88edf0f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:24.501222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:33:24.504757 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.527501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:33:24.535826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.536161 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment d8e1ccab-401b-45dd-a743-c8098e2ecb10 of type vlan for network 76656d0b-c5f2-4f9c-925b-84559dac85c0 Dec 24 03:33:24.575373 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.601252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.607886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:24.608492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.646672 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1730304 Dec 24 03:33:24.649460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50508) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:24.657629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952916-cdf6-41cb-9d30-d0cfcd8d55e0 req-6e4f59a5-d3e7-4d9c-8946-7a6bb19077ce tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:24.659141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-18952916-cdf6-41cb-9d30-d0cfcd8d55e0 req-6e4f59a5-d3e7-4d9c-8946-7a6bb19077ce tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0485022 Dec 24 03:33:24.709682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-18952916-cdf6-41cb-9d30-d0cfcd8d55e0 req-13041ef8-61f7-4bc4-8ac0-3220436b0c57 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Dec 24 03:33:24.788882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a76429a2-5be4-47f2-9970-0d172a39d3b4 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:33:24.809706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: a76429a2-5be4-47f2-9970-0d172a39d3b4 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:33:24.810054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a76429a2-5be4-47f2-9970-0d172a39d3b4 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:33:24.810480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:33:24.830373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:33:24.830719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cb96ed14-7dca-42b1-8b1c-cf3a05b2a78c not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:33:24.831149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8b6a7416-6c51-4df7-9b16-dd874875b5f4 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:33:24.853827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 8b6a7416-6c51-4df7-9b16-dd874875b5f4 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:33:24.854165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 8b6a7416-6c51-4df7-9b16-dd874875b5f4 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:33:24.938296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:24.946906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ea6c6-9ef2-48a4-8757-8d0f3cf7a086 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=76656d0b-c5f2-4f9c-925b-84559dac85c0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:24.957604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:33:24.969276 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:24.970263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.019402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.155965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.342203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.359944 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.464073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.33 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/7ec0f4a9-28d1-430c-aaab-99dcf72b502d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:33:25.565103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.597031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.634313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:33:25.637206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:25.640640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:33:25.653054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9d35e-97e7-4f67-8d63-7849c273ecfc None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:33:25.664632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:25.768414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8757a70b-de0c-408a-993e-18db62a70cce None None] Provisioning complete for port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:25.768791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8757a70b-de0c-408a-993e-18db62a70cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.807057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8757a70b-de0c-408a-993e-18db62a70cce None None] Port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:33:25.839063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105b7b9-f91e-4031-af2b-aecf8326d9e1 req-4b92f380-ee7e-42b5-852b-cd33361831cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:25.841095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b105b7b9-f91e-4031-af2b-aecf8326d9e1 req-4b92f380-ee7e-42b5-852b-cd33361831cb tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0580389 Dec 24 03:33:25.894683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b105b7b9-f91e-4031-af2b-aecf8326d9e1 req-5e4053cd-e106-4afe-bb34-efa5e9f06ef9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471914 Dec 24 03:33:25.895204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:26.089156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:26.213867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router e73a866c-c9ad-45f2-aa8f-a64a4711e17f is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:33:26.320201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:33:26.329801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Sync routers for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:33:26.340615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:26.341233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:26.341439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:26.342656 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2b6dd132-5e8d-4344-968e-a3e359b3c298 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6922967 Dec 24 03:33:26.345878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50512) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:26.446132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:26.632535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:25Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:26.658811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Checking router: e73a866c-c9ad-45f2-aa8f-a64a4711e17f for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:33:26.659158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Updating router e73a866c-c9ad-45f2-aa8f-a64a4711e17f port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:33:26.691345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:26.695500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-915835fd-4a16-4044-847d-715a84d622e1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3483329 Dec 24 03:33:26.698197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:26.801196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf88658f-f352-45a2-a76f-d16464e4e13e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:26.802703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bf88658f-f352-45a2-a76f-d16464e4e13e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1036911 Dec 24 03:33:26.805524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:26.834827 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3e8d68af-1494-4abb-bed8-5238468852a5 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281844 Dec 24 03:33:26.837216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:26.941972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521311358', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:26.954731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:26.960477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.004734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7772e4-9422-467a-bdee-1fff82682731 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:33:27.018187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Attempting to bind port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:33:27.018557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Attempting to bind port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:33:27.018919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Attempting to bind port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:33:27.024892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6c637-1fb5-48ba-b611-bdc8f8618695 None None] Pushing event updated for resources: {'Port': ['ID=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:27.028161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:33:27.028560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:33:27.028957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.029336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:33:27.029809 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Bound port: 7ec0f4a9-28d1-430c-aaab-99dcf72b502d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:33:27.030186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.066813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653e02a-9525-467f-8226-59661a176cf3 req-da7dc721-8ac4-4414-b72a-feb09e62029e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:27.068274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e653e02a-9525-467f-8226-59661a176cf3 req-da7dc721-8ac4-4414-b72a-feb09e62029e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0983150 Dec 24 03:33:27.083421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:33:27.086525 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] For port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:33:27.087071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.089887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] For port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:33:27.093861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.145659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd167d7e-c231-4af9-857c-8dea6821ca66 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:33:27.172315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:27.172974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:27.177566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6c637-1fb5-48ba-b611-bdc8f8618695 None None] Pushing event updated for resources: {'Port': ['ID=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:27.180524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4b8717f2-f9cb-4d3d-8d4b-a060af11176d None None] Provisioning complete for port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:27.180825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b8717f2-f9cb-4d3d-8d4b-a060af11176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.196912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e653e02a-9525-467f-8226-59661a176cf3 req-2d9f4909-0469-4507-b907-a213700b2ae8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201329 Dec 24 03:33:27.314059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.343988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:27.375505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=4841f012-574e-4384-a7a1-e0f4a38646c8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:27.385636 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:33:27.386000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 76656d0b-c5f2-4f9c-925b-84559dac85c0, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:33:27.400746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b8717f2-f9cb-4d3d-8d4b-a060af11176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.403145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:33:27.411704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 76656d0b-c5f2-4f9c-925b-84559dac85c0) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:27.415935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:27.416555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.428673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77d8a4-b8ec-49a0-ac37-7c215a369dfc None None] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:33:27.436599 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fd1e0073-657f-4977-855b-ce69ba0622db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5952325 Dec 24 03:33:27.436805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:27.489059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4b8717f2-f9cb-4d3d-8d4b-a060af11176d None None] For port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:27.499539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b8717f2-f9cb-4d3d-8d4b-a060af11176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.762499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0e2221be-57cb-4501-83ab-17e28c1bc572 None None] Provisioning complete for port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:27.762859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e2221be-57cb-4501-83ab-17e28c1bc572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.790796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8717f2-f9cb-4d3d-8d4b-a060af11176d None None] Pushing event updated for resources: {'Port': ['ID=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:27.817674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-76656d0b-c5f2-4f9c-925b-84559dac85c0', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:33:27.818528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.879688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:27.973210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:25Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:28.029652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6c23e-fdcf-4049-a98e-5cde35066665 None None] The sync data for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv is: [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:25Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:33:28.046254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Allocated IP 172.20.0.2 (76656d0b-c5f2-4f9c-925b-84559dac85c0/4841f012-574e-4384-a7a1-e0f4a38646c8/f23dac40-15ee-4432-9b26-798059d83846) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:33:28.207418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.214300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.279015 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:33:28.286199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:28.288907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:33:28.293959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Pushing event updated for resources: {'Port': ['ID=f23dac40-15ee-4432-9b26-798059d83846,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:28.294120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (76656d0b-c5f2-4f9c-925b-84559dac85c0/4841f012-574e-4384-a7a1-e0f4a38646c8/09848096-624e-42b2-a8c8-368b61db562c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:33:28.359007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Attempting to bind port f23dac40-15ee-4432-9b26-798059d83846 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:33:28.359385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Attempting to bind port f23dac40-15ee-4432-9b26-798059d83846 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:33:28.359755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Attempting to bind port f23dac40-15ee-4432-9b26-798059d83846 on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:33:28.365332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:33:28.365709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Checking segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:33:28.366109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.366555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Bound using segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:33:28.367035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Bound port: f23dac40-15ee-4432-9b26-798059d83846, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:33:28.367415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.438378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69deaf4-33fc-4539-9ef4-750377e32141 req-4b927d95-af15-4700-9b86-e9263f2fc695 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:28.439941 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b69deaf4-33fc-4539-9ef4-750377e32141 req-4b927d95-af15-4700-9b86-e9263f2fc695 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.1284955 Dec 24 03:33:28.444818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] For port f23dac40-15ee-4432-9b26-798059d83846, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:33:28.449481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] For port f23dac40-15ee-4432-9b26-798059d83846, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f23dac40-15ee-4432-9b26-798059d83846,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:33:28.454432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.515413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dca6e0-6d0a-40a5-a1ef-a6d222b33c17 None None] Pushing event updated for resources: {'Port': ['ID=f23dac40-15ee-4432-9b26-798059d83846,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:28.522457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.531545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b69deaf4-33fc-4539-9ef4-750377e32141 req-09fbf99f-341c-4af5-b6e7-ce23d9739912 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831821 Dec 24 03:33:28.567816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.628612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:33:28.638540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=09848096-624e-42b2-a8c8-368b61db562c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:28.641315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:28.649127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:33:28.679211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7ec0f4a9-28d1-430c-aaab-99dcf72b502d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:33:28.741047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.773503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:28.773881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:28.899843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:29.176300 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:29.180760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:29.255063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=09848096-624e-42b2-a8c8-368b61db562c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:29.260040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:29.346369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:33:29.347703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:29.461221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router e73a866c-c9ad-45f2-aa8f-a64a4711e17f has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:33:29.567028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:33:29.575724 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9f192baf-85ab-40b3-9f15-6bf80179916d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/e73a866c-c9ad-45f2-aa8f-a64a4711e17f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1355059 Dec 24 03:33:29.576080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50530) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:29.704623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f6691-8a50-4d43-9d3c-e838d4739dff req-4e7a04f5-72cb-4c8a-94f8-d7f8bdd7e3d7 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.706000 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-484f6691-8a50-4d43-9d3c-e838d4739dff req-4e7a04f5-72cb-4c8a-94f8-d7f8bdd7e3d7 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0994318 Dec 24 03:33:29.732160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be245c5-7c76-4e87-98fc-19211774d074 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.732160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be245c5-7c76-4e87-98fc-19211774d074 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.732528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be245c5-7c76-4e87-98fc-19211774d074 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.732843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be245c5-7c76-4e87-98fc-19211774d074 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.733298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be245c5-7c76-4e87-98fc-19211774d074 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.735047 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3be245c5-7c76-4e87-98fc-19211774d074 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3567 time: 0.1579177 Dec 24 03:33:29.737776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50532) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:29.830994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-484f6691-8a50-4d43-9d3c-e838d4739dff req-cfa23f73-79e7-461d-bed1-19dc0d2be5d5 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186352 Dec 24 03:33:29.856292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77db90-f5f1-4c2c-b8c6-cf004852ef78 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.856779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77db90-f5f1-4c2c-b8c6-cf004852ef78 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.857230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77db90-f5f1-4c2c-b8c6-cf004852ef78 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.857711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77db90-f5f1-4c2c-b8c6-cf004852ef78 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.858153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77db90-f5f1-4c2c-b8c6-cf004852ef78 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:29.859888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7b77db90-f5f1-4c2c-b8c6-cf004852ef78 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1212051 Dec 24 03:33:29.862591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50534) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:29.907023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499dc210-15de-41ac-b1d4-d832514cd0a9 None None] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:33:29.955195 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Sync routers for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:33:29.966405 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:29.967299 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:29.999815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-be28f6f9-9eb7-40b5-ba16-0a2260ff9e9d None None] Provisioning complete for port f23dac40-15ee-4432-9b26-798059d83846 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:30.000511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be28f6f9-9eb7-40b5-ba16-0a2260ff9e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.013975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1c3e824c-1f23-43e8-bc38-5bca3d5dbfef tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.1472425 Dec 24 03:33:30.088255 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:30.114697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be28f6f9-9eb7-40b5-ba16-0a2260ff9e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.153663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-be28f6f9-9eb7-40b5-ba16-0a2260ff9e9d None None] For port f23dac40-15ee-4432-9b26-798059d83846, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f23dac40-15ee-4432-9b26-798059d83846,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:30.160980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be28f6f9-9eb7-40b5-ba16-0a2260ff9e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.219263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28f6f9-9eb7-40b5-ba16-0a2260ff9e9d None None] Pushing event updated for resources: {'Port': ['ID=f23dac40-15ee-4432-9b26-798059d83846,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:30.300125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50538) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:30.304730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-52b0c821-2c28-482e-8785-3e9f07eb7790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668336804', 'description': 'tempest-secgroup-smoke-1668336804 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:30.319265 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:29Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:30.335105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52b0c821-2c28-482e-8785-3e9f07eb7790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.351711 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Checking router: e73a866c-c9ad-45f2-aa8f-a64a4711e17f for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:33:30.352086 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Updating router e73a866c-c9ad-45f2-aa8f-a64a4711e17f port 09848096-624e-42b2-a8c8-368b61db562c binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:33:30.380223 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.383812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-75b8e3af-3d44-43ba-b154-00f93efc5fc0 None None] Provisioning complete for port f23dac40-15ee-4432-9b26-798059d83846 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:30.384194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75b8e3af-3d44-43ba-b154-00f93efc5fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.423777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52b0c821-2c28-482e-8785-3e9f07eb7790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.430216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52b0c821-2c28-482e-8785-3e9f07eb7790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.479353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0c821-2c28-482e-8785-3e9f07eb7790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eabce1b-ce21-4739-bdcc-94c32f09e187,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:30.483924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52b0c821-2c28-482e-8785-3e9f07eb7790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.485609 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-52b0c821-2c28-482e-8785-3e9f07eb7790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1844478 Dec 24 03:33:30.488672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50540) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:30.491688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-75b8e3af-3d44-43ba-b154-00f93efc5fc0 None None] Provisioning complete for port 09848096-624e-42b2-a8c8-368b61db562c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:30.492240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75b8e3af-3d44-43ba-b154-00f93efc5fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.495266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-54a5a262-d741-4369-ae22-4b8a3278863b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5eabce1b-ce21-4739-bdcc-94c32f09e187', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:30.533238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54a5a262-d741-4369-ae22-4b8a3278863b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.536348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-75b8e3af-3d44-43ba-b154-00f93efc5fc0 None None] Port 09848096-624e-42b2-a8c8-368b61db562c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:33:30.605331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54a5a262-d741-4369-ae22-4b8a3278863b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.613633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54a5a262-d741-4369-ae22-4b8a3278863b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.631338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5a262-d741-4369-ae22-4b8a3278863b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc666770-3133-4151-aa92-ab69a695382c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:30.650116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54a5a262-d741-4369-ae22-4b8a3278863b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.651442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-54a5a262-d741-4369-ae22-4b8a3278863b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607606 Dec 24 03:33:30.655993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50542) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:30.661701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-354c91bd-584a-4d98-89a3-170742ccd9c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5eabce1b-ce21-4739-bdcc-94c32f09e187', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:30.675704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-25a01fac-c956-4080-8c16-c4e637e84a34 None None] Provisioning complete for port 09848096-624e-42b2-a8c8-368b61db562c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:30.676071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25a01fac-c956-4080-8c16-c4e637e84a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.713454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-354c91bd-584a-4d98-89a3-170742ccd9c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.740576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f23dac40-15ee-4432-9b26-798059d83846 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:33:30.755728 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.762976 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.806608 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-354c91bd-584a-4d98-89a3-170742ccd9c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.807919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-25a01fac-c956-4080-8c16-c4e637e84a34 None None] Port 09848096-624e-42b2-a8c8-368b61db562c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:33:30.813805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-354c91bd-584a-4d98-89a3-170742ccd9c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.827221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f23dac40-15ee-4432-9b26-798059d83846 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:30.827708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.833479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c91bd-584a-4d98-89a3-170742ccd9c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12776820-a38a-41dc-ac3f-2e5a127c0350,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:30.844000 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-354c91bd-584a-4d98-89a3-170742ccd9c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.848068 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-354c91bd-584a-4d98-89a3-170742ccd9c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1886616 Dec 24 03:33:30.848878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50544) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:30.862738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-3b958a43-7fe0-47c3-9ac3-4c8dc213fb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5eabce1b-ce21-4739-bdcc-94c32f09e187', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:30.902126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:33:30.930776 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Pushing event updated for resources: {'Port': ['ID=09848096-624e-42b2-a8c8-368b61db562c,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:30.932129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b958a43-7fe0-47c3-9ac3-4c8dc213fb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.958060 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.958563 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.958945 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.959082 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.959362 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.959688 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.960025 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.960348 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.962310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9dc19e3e-8237-4043-949d-034043ec1a96 None None] Provisioning complete for port 09848096-624e-42b2-a8c8-368b61db562c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:30.962788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9dc19e3e-8237-4043-949d-034043ec1a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.966182 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.966737 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.967255 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.967746 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.968242 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:33:30.978885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f477b-e738-4074-ba48-1e736fc5c978 req-2f241c3e-c364-4ceb-ae2b-fc455f429d40 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:30.990070 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f2f477b-e738-4074-ba48-1e736fc5c978 req-2f241c3e-c364-4ceb-ae2b-fc455f429d40 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0865684 Dec 24 03:33:30.998522 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Attempting to bind port 09848096-624e-42b2-a8c8-368b61db562c on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:33:30.998895 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Attempting to bind port 09848096-624e-42b2-a8c8-368b61db562c by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:33:30.999253 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Attempting to bind port 09848096-624e-42b2-a8c8-368b61db562c on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:33:31.004397 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:33:31.004786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Checking segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:33:31.005200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.005574 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Bound using segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:33:31.006030 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Bound port: 09848096-624e-42b2-a8c8-368b61db562c, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:33:31.006403 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.032411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b958a43-7fe0-47c3-9ac3-4c8dc213fb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.043930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b958a43-7fe0-47c3-9ac3-4c8dc213fb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.049489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9dc19e3e-8237-4043-949d-034043ec1a96 None None] Port 09848096-624e-42b2-a8c8-368b61db562c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:33:31.055073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f2f477b-e738-4074-ba48-1e736fc5c978 req-207be270-7c13-4980-9ff4-aed03726d116 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640080 Dec 24 03:33:31.077480 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] For port 09848096-624e-42b2-a8c8-368b61db562c, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:33:31.079820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b958a43-7fe0-47c3-9ac3-4c8dc213fb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681ac588-847f-42cc-97ef-bcfe9aa969d1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:31.081170 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] For port 09848096-624e-42b2-a8c8-368b61db562c, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=09848096-624e-42b2-a8c8-368b61db562c,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:33:31.085483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b958a43-7fe0-47c3-9ac3-4c8dc213fb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.088532 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.092002 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3b958a43-7fe0-47c3-9ac3-4c8dc213fb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2388744 Dec 24 03:33:31.092817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:31.097394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6cb44c9a-3ac6-4a30-845b-d011a2c97eb6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5eabce1b-ce21-4739-bdcc-94c32f09e187', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:31.131082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cb44c9a-3ac6-4a30-845b-d011a2c97eb6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.156014 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:31.156814 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:31.162045 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dbc52-6210-4e67-ac20-712da9b7e41a None None] Pushing event updated for resources: {'Port': ['ID=09848096-624e-42b2-a8c8-368b61db562c,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:31.189606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-66ed5aa0-c104-49e9-a329-e357b1fa829a None None] Provisioning complete for port 09848096-624e-42b2-a8c8-368b61db562c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:31.189996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66ed5aa0-c104-49e9-a329-e357b1fa829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.237568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cb44c9a-3ac6-4a30-845b-d011a2c97eb6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.244332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cb44c9a-3ac6-4a30-845b-d011a2c97eb6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.273393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb44c9a-3ac6-4a30-845b-d011a2c97eb6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be898661-c9f1-4be9-bbfa-957d2824c262,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:31.284897 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:31.286707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66ed5aa0-c104-49e9-a329-e357b1fa829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.288223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cb44c9a-3ac6-4a30-845b-d011a2c97eb6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.293429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50550) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:31.298149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5eabce1b-ce21-4739-bdcc-94c32f09e187', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:31.303413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6cb44c9a-3ac6-4a30-845b-d011a2c97eb6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2094328 Dec 24 03:33:31.329666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-66ed5aa0-c104-49e9-a329-e357b1fa829a None None] For port 09848096-624e-42b2-a8c8-368b61db562c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=09848096-624e-42b2-a8c8-368b61db562c,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:31.332464 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:33:31.335113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66ed5aa0-c104-49e9-a329-e357b1fa829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.340317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.398053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed5aa0-c104-49e9-a329-e357b1fa829a None None] Pushing event updated for resources: {'Port': ['ID=09848096-624e-42b2-a8c8-368b61db562c,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:31.407942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.411764 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.429107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284c3430-63bc-48af-b756-a913c85cbefa,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:31.438380 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.439671 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e247ed5e-0b44-4df5-91eb-632d4f253ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452558 Dec 24 03:33:31.442491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50552) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:31.446870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5eabce1b-ce21-4739-bdcc-94c32f09e187', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:31.460040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a146095b-f60f-443e-b35f-69f8d82de100 None None] Provisioning complete for port 09848096-624e-42b2-a8c8-368b61db562c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:31.460827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a146095b-f60f-443e-b35f-69f8d82de100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.475681 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:33:31.480902 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.515049 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:31.542793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.546709 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4f62-66b9-4484-88ed-923839a83b2d None None] The sync data for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv is: [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:33:31.548216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.567198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fe6a4d-ee03-4464-947b-425338eb81f9,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:31.576559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:31.577665 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5ac0e853-16db-4b79-ad18-1d8ec458b34d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342809 Dec 24 03:33:31.744842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-02070f70-ab2a-4cc3-a9bb-9c3d49192409 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668336804&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0472682 Dec 24 03:33:31.859432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d253e35b-eb23-458e-9507-1ee3b115e80b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:31.860912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d253e35b-eb23-458e-9507-1ee3b115e80b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 797 time: 0.1084349 Dec 24 03:33:31.876544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-e0e2fada-7906-48bc-ad04-edb95c1bdcfa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0099304 Dec 24 03:33:31.930829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-061d2797-fe8b-40fc-a620-ed80abd7e593 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481637 Dec 24 03:33:32.028194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-877094ed-7d1d-4753-8264-9ce3c5a20297 service neutron] 10.222.0.37 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848947 Dec 24 03:33:32.126751 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-a5bceea5-446b-4a1d-ba08-0ac18764c850 service neutron] 10.222.0.37 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924189 Dec 24 03:33:32.181086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c1f6c-94c7-4a4b-bee8-199c66e039cb req-85dea624-15a5-4c6f-a80d-770aef729a4e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:32.182721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-648c1f6c-94c7-4a4b-bee8-199c66e039cb req-85dea624-15a5-4c6f-a80d-770aef729a4e tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0550976 Dec 24 03:33:32.237488 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-648c1f6c-94c7-4a4b-bee8-199c66e039cb req-49892cb4-85e3-4e6f-a737-a673ee3c0f14 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469472 Dec 24 03:33:32.325311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9c12ba71-bcf5-4a05-a276-3e9d556364a2 req-0cad733c-bdc6-49e1-bad5-12c3597819d8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 210 time: 0.0281274 Dec 24 03:33:32.647804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 09848096-624e-42b2-a8c8-368b61db562c up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:33:32.700952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 09848096-624e-42b2-a8c8-368b61db562c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:32.701228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:33.357263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525e070-fd95-4d3c-9610-9ba6e0350992 req-0d72e66f-1839-42e4-9ac4-8da8ed3b3773 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:33.358733 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9525e070-fd95-4d3c-9610-9ba6e0350992 req-0d72e66f-1839-42e4-9ac4-8da8ed3b3773 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0532839 Dec 24 03:33:33.417187 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9525e070-fd95-4d3c-9610-9ba6e0350992 req-4b156c51-f826-46e0-9534-4a3289a4754b tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Dec 24 03:33:33.431720 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d74255cc-d677-47a4-9b08-a09bcbb34c4c req-9bdf0566-00f6-44da-885e-620d07d1b4f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 210 time: 0.0315561 Dec 24 03:33:33.891172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d15e8510-1d2e-4657-8137-4dccfb9d34cb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:33.892498 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d15e8510-1d2e-4657-8137-4dccfb9d34cb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 797 time: 0.4212561 Dec 24 03:33:33.967792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-0a19deb9-392c-4d85-8daa-b5d9f55b6c71 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 380 time: 0.0593185 Dec 24 03:33:33.977392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['5eabce1b-ce21-4739-bdcc-94c32f09e187']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:34.083596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:33:34.087713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:34.216083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.11 (76656d0b-c5f2-4f9c-925b-84559dac85c0/4841f012-574e-4384-a7a1-e0f4a38646c8/669b0618-7c69-4198-9977-858a206d645b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:33:34.356570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:34.390238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:34.431751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:33:34.435528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:34.437857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:33:34.472236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=669b0618-7c69-4198-9977-858a206d645b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:33:34.500097 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:33:34.504497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:34.504690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:34.556341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-ab0ae920-4bb7-4018-9cac-9c2f7044dfef tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823545 Dec 24 03:33:34.577223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Request body: {'port': {'device_id': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:34.625733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c3bf-8d36-45a7-86d2-2d873cea880d req-db548183-718e-4778-b164-09bab849f89d tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:34.627228 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1461c3bf-8d36-45a7-86d2-2d873cea880d req-db548183-718e-4778-b164-09bab849f89d tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.1328259 Dec 24 03:33:34.664702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc840bee-39ce-4819-a387-be8cbec8be04 req-fe9c95ea-0d5c-4ba9-85f4-2eb229c08500 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:34.666090 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc840bee-39ce-4819-a387-be8cbec8be04 req-fe9c95ea-0d5c-4ba9-85f4-2eb229c08500 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 932 time: 0.1261787 Dec 24 03:33:34.684734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-070f0c0a-6896-4ea8-9b28-b222a9e6e80d None None] Provisioning complete for port 669b0618-7c69-4198-9977-858a206d645b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:34.685301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-070f0c0a-6896-4ea8-9b28-b222a9e6e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:34.685437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:34.722390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-070f0c0a-6896-4ea8-9b28-b222a9e6e80d None None] Port 669b0618-7c69-4198-9977-858a206d645b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:33:34.776133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1461c3bf-8d36-45a7-86d2-2d873cea880d req-5fb31104-2e55-4d05-b2c0-9b00d5bb9b4c tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284764 Dec 24 03:33:34.784180 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc840bee-39ce-4819-a387-be8cbec8be04 req-6ce47df0-4fac-4d1a-91cb-98b666286282 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098216 Dec 24 03:33:34.995041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669b0618-7c69-4198-9977-858a206d645b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:33:35.002680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:35.014546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Transition to ACTIVE for port object 669b0618-7c69-4198-9977-858a206d645b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:33:35.018405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:35.065367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Pushing event updated for resources: {'Port': ['ID=669b0618-7c69-4198-9977-858a206d645b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:35.141197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Attempting to bind port 669b0618-7c69-4198-9977-858a206d645b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:33:35.141553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Attempting to bind port 669b0618-7c69-4198-9977-858a206d645b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:33:35.141889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Attempting to bind port 669b0618-7c69-4198-9977-858a206d645b on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:33:35.150964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Port 669b0618-7c69-4198-9977-858a206d645b on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:33:35.151294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Attempting to bind port 669b0618-7c69-4198-9977-858a206d645b on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:33:35.156959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:33:35.157440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Checking segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:33:35.157801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Bound using segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:33:35.158237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Bound port: 669b0618-7c69-4198-9977-858a206d645b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:33:35.158589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:35.223162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] For port 669b0618-7c69-4198-9977-858a206d645b, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:33:35.226336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] For port 669b0618-7c69-4198-9977-858a206d645b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=669b0618-7c69-4198-9977-858a206d645b,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:33:35.232976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:35.268530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:35.269146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:35.270502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] 10.222.0.41 "PUT /v2.0/ports/669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 200 len: 1094 time: 0.6994848 Dec 24 03:33:35.270927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'tag': '669b0618-7c69-4198-9977-858a206d645b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:35.273213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2972c93b-61d1-484d-acd5-3a07af464428" -d '{"events": [{"name": "network-changed", "server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "tag": "669b0618-7c69-4198-9977-858a206d645b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:35.298836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599936b-c1f2-4da6-b33d-14448e19997c service neutron] Pushing event updated for resources: {'Port': ['ID=669b0618-7c69-4198-9977-858a206d645b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:35.320530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a57d04-cac1-4cd1-a9a7-ae1f094f7b10 x-openstack-request-id: req-08a57d04-cac1-4cd1-a9a7-ae1f094f7b10 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:35.320922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "tag": "669b0618-7c69-4198-9977-858a206d645b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:35.321074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08a57d04-cac1-4cd1-a9a7-ae1f094f7b10 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:35.322015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'tag': '669b0618-7c69-4198-9977-858a206d645b', 'status': 'completed', 'code': 200} Dec 24 03:33:35.381200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-8ffd78a7-6055-433d-92f6-8d867f9f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:35.382889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-8ffd78a7-6055-433d-92f6-8d867f9f78b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1097 time: 0.0475504 Dec 24 03:33:35.431526 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-701d9fae-e89c-4248-aa6f-096ffeae68bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 200 len: 217 time: 0.0350714 Dec 24 03:33:35.481267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-2efd7027-8d3d-438d-8632-3bd0f1a5d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:35.482987 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-2efd7027-8d3d-438d-8632-3bd0f1a5d01d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0442026 Dec 24 03:33:35.530998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-0284e0f0-d040-4bd5-8e70-b18ec4d57ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:35.532342 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-0284e0f0-d040-4bd5-8e70-b18ec4d57ccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423887 Dec 24 03:33:35.621382 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-514d21c6-cfe3-4f05-a976-88e5120d5def service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812657 Dec 24 03:33:35.712280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc6f0192-e609-4542-b6ae-681b994ccd90 req-5d31cb73-49f4-4aa4-9647-4f0c6b9ef478 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832112 Dec 24 03:33:35.886680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c93b-61d1-484d-acd5-3a07af464428 req-bb5dd6ac-150e-4706-9f66-04ae9dc6f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:35.888152 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2972c93b-61d1-484d-acd5-3a07af464428 req-bb5dd6ac-150e-4706-9f66-04ae9dc6f789 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1097 time: 0.0769763 Dec 24 03:33:35.958054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a90fd-2777-4e51-9927-c8f4f1e570f4 req-e1054886-8897-4b5f-976a-dd88e3f89a9b tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:35.959500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a25a90fd-2777-4e51-9927-c8f4f1e570f4 req-e1054886-8897-4b5f-976a-dd88e3f89a9b tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.1125569 Dec 24 03:33:35.998139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a34864-6e65-455c-af7c-a1cad49a2f0f req-cb0c6923-72ec-4792-9428-75aad9b9aea6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:35.999549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5a34864-6e65-455c-af7c-a1cad49a2f0f req-cb0c6923-72ec-4792-9428-75aad9b9aea6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 944 time: 0.1416278 Dec 24 03:33:36.084842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a25a90fd-2777-4e51-9927-c8f4f1e570f4 req-e6e8dbfb-ffac-497d-b186-5d7204de37b6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966942 Dec 24 03:33:36.085770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c93b-61d1-484d-acd5-3a07af464428 req-b2b2d872-acd4-4ef0-8cb8-9a61e2990c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:36.087114 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2972c93b-61d1-484d-acd5-3a07af464428 req-b2b2d872-acd4-4ef0-8cb8-9a61e2990c2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 897 time: 0.1855807 Dec 24 03:33:36.110873 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5a34864-6e65-455c-af7c-a1cad49a2f0f req-1f09a974-96c7-4f30-a73a-8a68e51e7fb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051168 Dec 24 03:33:36.142469 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2972c93b-61d1-484d-acd5-3a07af464428 req-410f96c9-2aa4-4f9e-88b3-94ad95e530cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 200 len: 217 time: 0.0470896 Dec 24 03:33:36.191490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c93b-61d1-484d-acd5-3a07af464428 req-104e82d7-585d-4fc0-8aae-d43cecf768d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:36.192922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2972c93b-61d1-484d-acd5-3a07af464428 req-104e82d7-585d-4fc0-8aae-d43cecf768d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0425580 Dec 24 03:33:36.238342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c93b-61d1-484d-acd5-3a07af464428 req-1f599454-fa07-4001-8668-dca312ca7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:36.239766 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2972c93b-61d1-484d-acd5-3a07af464428 req-1f599454-fa07-4001-8668-dca312ca7640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387208 Dec 24 03:33:36.258844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device db6c72b2-14a5-4272-a2ef-52cfc396fd8b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:33:36.332243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:36.336755 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2972c93b-61d1-484d-acd5-3a07af464428 req-e4c63341-a2de-4046-89e4-7b8300ad8020 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890782 Dec 24 03:33:36.354581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:36.356859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f66764-8400-46a5-bc9f-927db1ea7ca3" -d '{"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-unplugged", "status": "completed", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:36.369750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:36.374419 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:36.400288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d82d89-aa5e-425d-8bfa-52ce32c673ae x-openstack-request-id: req-58d82d89-aa5e-425d-8bfa-52ce32c673ae {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:36.400608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-unplugged", "status": "completed", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:36.400864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58d82d89-aa5e-425d-8bfa-52ce32c673ae {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:36.401249 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'code': 200} Dec 24 03:33:36.426017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:36.431589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2972c93b-61d1-484d-acd5-3a07af464428 req-19fbd212-bb99-4909-84e3-134173aa6b19 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869691 Dec 24 03:33:37.230704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886568f-882a-40dd-9af8-1d9305f2790f req-4f4304d7-b387-49a9-bce4-e0e5c4b14cc8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:37.232165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2886568f-882a-40dd-9af8-1d9305f2790f req-4f4304d7-b387-49a9-bce4-e0e5c4b14cc8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 944 time: 0.0806966 Dec 24 03:33:37.265389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971cc4-7bf8-4034-b526-3efa28c24f2d req-f080c4fb-f963-4ebf-9dec-53873145c960 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:37.266844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b971cc4-7bf8-4034-b526-3efa28c24f2d req-f080c4fb-f963-4ebf-9dec-53873145c960 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 944 time: 0.0765264 Dec 24 03:33:37.338703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2886568f-882a-40dd-9af8-1d9305f2790f req-d8ea2d14-850a-4af9-b5a0-fd45329f6244 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000106 Dec 24 03:33:37.368745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de910e19-c3ff-45eb-b946-b308e9ae50d9 req-ce975b6f-5b38-41d2-8199-50d35e3581c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:37.370253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-de910e19-c3ff-45eb-b946-b308e9ae50d9 req-ce975b6f-5b38-41d2-8199-50d35e3581c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1097 time: 0.0977845 Dec 24 03:33:37.373919 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b971cc4-7bf8-4034-b526-3efa28c24f2d req-f6abb0d7-eb61-4ddb-a362-483135349dad tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952539 Dec 24 03:33:37.415594 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-de910e19-c3ff-45eb-b946-b308e9ae50d9 req-75296a1b-9503-4360-8d8c-e0af92f3ae8b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380187 Dec 24 03:33:38.264843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 669b0618-7c69-4198-9977-858a206d645b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:33:38.355961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 669b0618-7c69-4198-9977-858a206d645b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=669b0618-7c69-4198-9977-858a206d645b,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:38.370935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '669b0618-7c69-4198-9977-858a206d645b', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'port_id': '669b0618-7c69-4198-9977-858a206d645b', 'mac_address': 'fa:16:3e:97:06:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:33:38.408224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:38.422116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669b0618-7c69-4198-9977-858a206d645b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:33:38.443131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 669b0618-7c69-4198-9977-858a206d645b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=669b0618-7c69-4198-9977-858a206d645b,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:38.447947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:38.448688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device db6c72b2-14a5-4272-a2ef-52cfc396fd8b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:33:38.468797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cc17-7e67-4940-81a6-8f25f6c5559a req-6f3a0a1c-44f5-4ac8-b473-8ffcf7a0c63a tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:38.470277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b120cc17-7e67-4940-81a6-8f25f6c5559a req-6f3a0a1c-44f5-4ac8-b473-8ffcf7a0c63a tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 944 time: 0.0624027 Dec 24 03:33:38.520145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=669b0618-7c69-4198-9977-858a206d645b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:38.530862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398ec7a-9b86-4507-8e8c-b52054227db2 req-e1d8f4cc-df50-4fdd-b693-a775ffeb0228 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:38.532454 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8398ec7a-9b86-4507-8e8c-b52054227db2 req-e1d8f4cc-df50-4fdd-b693-a775ffeb0228 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 945 time: 0.0814738 Dec 24 03:33:38.552769 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b120cc17-7e67-4940-81a6-8f25f6c5559a req-c040d36c-c844-49d6-894b-afb9ed01bfac tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685592 Dec 24 03:33:38.587660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:38.598755 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8398ec7a-9b86-4507-8e8c-b52054227db2 req-4e3c1dae-d900-4412-b94a-26c56a71ccce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571284 Dec 24 03:33:38.599180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'port_id': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'mac_address': 'fa:16:3e:00:fc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:33:38.636742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:38.648984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6c72b2-14a5-4272-a2ef-52cfc396fd8b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:33:38.668443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:38.672160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:38.716549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:39.172828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['669b0618-7c69-4198-9977-858a206d645b'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:33:39.195949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['db6c72b2-14a5-4272-a2ef-52cfc396fd8b'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:33:39.408946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2627b7e-515c-40c4-9c0c-7ca7d2aa5752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:39.668816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2429f9-83fe-4030-b9db-b5e137ba1c7e req-b32335ff-86ab-456a-9c5b-0c468e82be10 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:39.670208 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e2429f9-83fe-4030-b9db-b5e137ba1c7e req-b32335ff-86ab-456a-9c5b-0c468e82be10 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 945 time: 0.0490243 Dec 24 03:33:39.749454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9133d-c953-41e8-872e-e1c88fec41a4 req-beec5e76-0b0e-4035-8355-6efb68b2c68c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:39.751802 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58a9133d-c953-41e8-872e-e1c88fec41a4 req-beec5e76-0b0e-4035-8355-6efb68b2c68c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 945 time: 0.0805714 Dec 24 03:33:39.758156 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e2429f9-83fe-4030-b9db-b5e137ba1c7e req-27b769b7-6fac-48bb-88f7-b9af614edb98 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791554 Dec 24 03:33:39.780114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50618) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:39.802029 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58a9133d-c953-41e8-872e-e1c88fec41a4 req-43fda7d3-660e-4f66-aa9d-93ff954749dc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429368 Dec 24 03:33:39.842912 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-82a4cad1-c81c-4265-842b-a15feae534df tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/floatingips/83ad3187-3be6-485a-a9de-ed15eeacb45d HTTP/1.1" status: 200 len: 993 time: 0.0616078 Dec 24 03:33:40.295825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 669b0618-7c69-4198-9977-858a206d645b up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:33:40.348687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 669b0618-7c69-4198-9977-858a206d645b completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:33:40.352154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 669b0618-7c69-4198-9977-858a206d645b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:40.352558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:40.425877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:40.447045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669b0618-7c69-4198-9977-858a206d645b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:40.450108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a75a0a-e2d2-48fd-a90e-c1c43d3bec81" -d '{"events": [{"server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "name": "network-vif-plugged", "status": "completed", "tag": "669b0618-7c69-4198-9977-858a206d645b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:40.463228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 669b0618-7c69-4198-9977-858a206d645b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=669b0618-7c69-4198-9977-858a206d645b,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:40.467044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:40.467884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device db6c72b2-14a5-4272-a2ef-52cfc396fd8b up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:33:40.491711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8831f8cd-9de1-43dd-9709-e7518443aa33 x-openstack-request-id: req-8831f8cd-9de1-43dd-9709-e7518443aa33 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:40.491997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "name": "network-vif-plugged", "status": "completed", "tag": "669b0618-7c69-4198-9977-858a206d645b", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:40.492250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8831f8cd-9de1-43dd-9709-e7518443aa33 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:40.492657 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669b0618-7c69-4198-9977-858a206d645b', 'code': 200} Dec 24 03:33:40.546065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=669b0618-7c69-4198-9977-858a206d645b,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:40.557161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port db6c72b2-14a5-4272-a2ef-52cfc396fd8b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:33:40.557282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:40.640815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:40.675438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:33:40.679433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:40.705949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066299-fced-480e-b36b-a74c22266693 req-07e998ea-64cb-4cf0-a1df-9a9d66e97b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:40.707428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1066299-fced-480e-b36b-a74c22266693 req-07e998ea-64cb-4cf0-a1df-9a9d66e97b0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1099 time: 0.0444944 Dec 24 03:33:40.725289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:40.754089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1066299-fced-480e-b36b-a74c22266693 req-36d23f4f-85f5-4d94-8e6d-62b5e6f1232e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390928 Dec 24 03:33:40.914788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a379-f995-46d3-8bb8-a51a4b59fd90 req-d67c065d-725a-4616-bdfb-79dd33ac9621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:40.916249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42a7a379-f995-46d3-8bb8-a51a4b59fd90 req-d67c065d-725a-4616-bdfb-79dd33ac9621 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 946 time: 0.0486639 Dec 24 03:33:40.964387 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42a7a379-f995-46d3-8bb8-a51a4b59fd90 req-ec7ddccc-fc46-41d8-ba95-3b5c7eb78a22 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Dec 24 03:33:41.728787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf53e9c6-ee1c-454f-924e-dab3ab3a40f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:42.086150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13701f-8f03-4b77-96cb-ecbf890d0d6d req-977982aa-a01c-4922-ab69-fdaaa0f97ed0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:42.087613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fe13701f-8f03-4b77-96cb-ecbf890d0d6d req-977982aa-a01c-4922-ab69-fdaaa0f97ed0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 946 time: 0.0564673 Dec 24 03:33:42.138833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fe13701f-8f03-4b77-96cb-ecbf890d0d6d req-4313a684-47e4-48ea-91c6-d23d1a02b541 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444419 Dec 24 03:33:42.493873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:42.496703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83e477-f294-42b1-a149-8b7e8b4c521c" -d '{"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-plugged", "status": "completed", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:42.531317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3040e731-bb2d-4bf9-9b43-577e43aa4fc0 x-openstack-request-id: req-3040e731-bb2d-4bf9-9b43-577e43aa4fc0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:42.531604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-plugged", "status": "completed", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:42.531853 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3040e731-bb2d-4bf9-9b43-577e43aa4fc0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:42.532240 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'code': 200} Dec 24 03:33:42.683088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:43.252685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1c099-7eb2-40c5-bcd4-d8a0dd65a5ce req-9f88990c-5be7-48b8-b63e-2b69212badc6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:43.254162 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9e1c099-7eb2-40c5-bcd4-d8a0dd65a5ce req-9f88990c-5be7-48b8-b63e-2b69212badc6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 946 time: 0.0487664 Dec 24 03:33:43.301922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9e1c099-7eb2-40c5-bcd4-d8a0dd65a5ce req-ff4ae436-f407-4e6f-a99c-31cfe9a7b494 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 Dec 24 03:33:43.413370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c14a-9c40-46d4-a753-53b23bcdcae3 req-599302c7-8e77-4be8-a476-38ce9b8dd51c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:43.414729 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4cf9c14a-9c40-46d4-a753-53b23bcdcae3 req-599302c7-8e77-4be8-a476-38ce9b8dd51c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 946 time: 0.0476971 Dec 24 03:33:43.467147 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4cf9c14a-9c40-46d4-a753-53b23bcdcae3 req-7c6dbb78-6b8e-4042-b7dc-9941211b4818 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459974 Dec 24 03:33:43.487987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:43.623621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0832cab8-c8f0-4a0b-a9df-5c014b069792 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:43.625362 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0832cab8-c8f0-4a0b-a9df-5c014b069792 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1094 time: 0.1363614 Dec 24 03:33:43.628081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:43.632237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '669b0618-7c69-4198-9977-858a206d645b', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:43.655669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:43.754572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:43.857929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.229 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/e4cb5009-340c-4298-8a21-6bd43a1ecf59) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:33:43.960547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:43.992082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:44.028804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:33:44.033166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:44.036578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:33:44.059538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=e4cb5009-340c-4298-8a21-6bd43a1ecf59,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:44.369082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:44.392533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:44.455467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:44.599522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:44.603823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:44.673547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=e4cb5009-340c-4298-8a21-6bd43a1ecf59,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:44.683103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:44.776966 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 52c4616f-acac-42b7-be76-3aedbb43e814 associated. External IP: 172.26.5.229, port: 669b0618-7c69-4198-9977-858a206d645b. Dec 24 03:33:44.975581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router e73a866c-c9ad-45f2-aa8f-a64a4711e17f has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:33:45.032786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:45.081647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:33:45.091807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] Sync routers for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:33:45.098767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:45.105981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:45.106610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:45.124798 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-071d34c6-dc35-40cc-905f-51bd6eac1309 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4956408 Dec 24 03:33:45.125380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'tag': '669b0618-7c69-4198-9977-858a206d645b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:45.127503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50638) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:45.127972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711c53ed-28cc-4f40-b1bf-747921926bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "tag": "669b0618-7c69-4198-9977-858a206d645b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:45.165106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e3ce10-fb7d-4451-8694-2f6c2eea3d94 x-openstack-request-id: req-e2e3ce10-fb7d-4451-8694-2f6c2eea3d94 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:45.165799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "tag": "669b0618-7c69-4198-9977-858a206d645b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:45.166067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2e3ce10-fb7d-4451-8694-2f6c2eea3d94 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:45.166920 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'tag': '669b0618-7c69-4198-9977-858a206d645b', 'status': 'completed', 'code': 200} Dec 24 03:33:45.191160 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-20fcdc1e-e35b-441d-9ce3-ae6ba0cac7fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 992 time: 0.0617163 Dec 24 03:33:45.223348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:45.253329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-3cbfd36c-2f00-4f22-9289-52202a5b9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:45.254725 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-3cbfd36c-2f00-4f22-9289-52202a5b9aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1099 time: 0.0436463 Dec 24 03:33:45.344279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-05eda074-eeb3-401d-a4ae-59b21b8a834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:45.345776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-05eda074-eeb3-401d-a4ae-59b21b8a834c service neutron] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 897 time: 0.0841477 Dec 24 03:33:45.415044 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-7a659796-a606-4123-8cc7-a981ab095e40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 200 len: 1000 time: 0.0622604 Dec 24 03:33:45.467401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-d25f0ee9-8a42-41c5-ab41-79c28dcf2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:45.468949 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-d25f0ee9-8a42-41c5-ab41-79c28dcf2022 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0460668 Dec 24 03:33:45.516810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-a9edb472-cff0-4890-bd87-cada8e1a2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:45.518223 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-a9edb472-cff0-4890-bd87-cada8e1a2bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421116 Dec 24 03:33:45.599352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '52c4616f-acac-42b7-be76-3aedbb43e814', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'port_id': '669b0618-7c69-4198-9977-858a206d645b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'mac_address': 'fa:16:3e:97:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:44Z', 'updated_at': '2021-12-24T03:33:44Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:45.609792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-dbcead4a-141c-4e0b-b397-d1cfb9faf7b4 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Dec 24 03:33:45.627457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] Checking router: e73a866c-c9ad-45f2-aa8f-a64a4711e17f for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:33:45.636837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:45.637436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:33:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:45.707142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-711c53ed-28cc-4f40-b1bf-747921926bd5 req-72008b21-f06f-4864-ab08-d3297bf2afad service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831234 Dec 24 03:33:45.741283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:45.959507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '52c4616f-acac-42b7-be76-3aedbb43e814', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'port_id': '669b0618-7c69-4198-9977-858a206d645b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'mac_address': 'fa:16:3e:97:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:44Z', 'updated_at': '2021-12-24T03:33:44Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:45.985950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d5d66-6583-4a60-a256-fdd770b19f46 None None] The sync data for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv is: [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '52c4616f-acac-42b7-be76-3aedbb43e814', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'port_id': '669b0618-7c69-4198-9977-858a206d645b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'mac_address': 'fa:16:3e:97:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:44Z', 'updated_at': '2021-12-24T03:33:44Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:33:46.165287 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3795eace-02af-45e1-b9dc-03729711b0b4 None None] New status for floating IP 52c4616f-acac-42b7-be76-3aedbb43e814: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:33:46.194122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50642) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:46.256666 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a634b673-18cd-4575-ba16-0f3e5b85fe74 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 992 time: 0.0612042 Dec 24 03:33:47.260314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:47.322732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c20672ed-5373-4907-8e37-e0a0494632ad tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 994 time: 0.0612159 Dec 24 03:33:51.921891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:04.410788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-21934d8e-3920-44eb-886b-17bf5be638df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385461 Dec 24 03:34:04.486756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a53527-6470-496c-a037-be40c751d0d3 req-3caf8c25-906a-48d6-a54a-d5507cf9b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:04.488201 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-3caf8c25-906a-48d6-a54a-d5507cf9b8f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6499dba0c56d4146a6371ba5f95d3a4c&device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1099 time: 0.0398040 Dec 24 03:34:04.917909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a53527-6470-496c-a037-be40c751d0d3 req-ff89e14f-2b05-49b7-b72f-f759b5b0a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:04.919378 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-ff89e14f-2b05-49b7-b72f-f759b5b0a0c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d HTTP/1.1" status: 200 len: 897 time: 0.4113293 Dec 24 03:34:04.984715 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-892d7f37-bdac-482a-8c66-75f64519836b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b HTTP/1.1" status: 200 len: 1002 time: 0.0564175 Dec 24 03:34:05.030666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a53527-6470-496c-a037-be40c751d0d3 req-7d1d1b45-2096-44ea-9185-211f737d6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.032019 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-7d1d1b45-2096-44ea-9185-211f737d6591 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e254cecf-e193-4c5e-ba3d-a602e34f2c37 HTTP/1.1" status: 200 len: 835 time: 0.0410979 Dec 24 03:34:05.079021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a53527-6470-496c-a037-be40c751d0d3 req-24c01f76-2405-4e2e-ba10-38bd4f18212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.080505 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-24c01f76-2405-4e2e-ba10-38bd4f18212c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414610 Dec 24 03:34:05.168278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-4dfb3279-283f-4e44-a2c5-49d08add1038 service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803859 Dec 24 03:34:05.257394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4a53527-6470-496c-a037-be40c751d0d3 req-d2cd2807-eaad-4f22-8840-474834bf000a service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816295 Dec 24 03:34:07.902118 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:34:09.389609 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffdac711-941b-401c-b153-5cdf5d51297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:11.729772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89308cff-6f84-47ec-b4ae-6e8f6e598ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:12.688273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:14.370709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:15.033918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:21.926920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:39.390847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9bea692-00fa-4163-aeb0-57164aefd73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:41.731488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-645334cf-bed9-41a3-a856-b32558625eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:42.686940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.373373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.901768 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:34:45.035543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.942913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.961002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50686) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:57.115265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Deleting port 29bed581-78df-4cc9-88f4-247de5168139 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:34:57.115603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:57.191761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:57.192081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:57.203617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Calling delete_port for 29bed581-78df-4cc9-88f4-247de5168139 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:34:57.340748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:57.366793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event deleted for resources: {'Port': ['ID=29bed581-78df-4cc9-88f4-247de5168139,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:57.380406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.380763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.381103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.381438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.381775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.382106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.382431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.382754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.383076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.383398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.383717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.384041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.384359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:57.437265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:57.437625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Floating IP 83ad3187-3be6-485a-a9de-ed15eeacb45d disassociated (deleted). External IP: 172.26.5.128, port: db6c72b2-14a5-4272-a2ef-52cfc396fd8b. Dec 24 03:34:57.640498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Router 9206c23b-17bb-4801-b6ba-28d35f3fb405 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:34:57.746462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:34:57.751105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:57.756004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] Sync routers for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:34:57.765583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:57.766193 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:34:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:57.778075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ced65e8f-cf0d-4aba-bd68-00f6dde50f00 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "DELETE /v2.0/floatingips/83ad3187-3be6-485a-a9de-ed15eeacb45d HTTP/1.1" status: 204 len: 168 time: 0.8159485 Dec 24 03:34:57.778763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:34:57.781142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216" -d '{"events": [{"name": "network-changed", "server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:34:57.819984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfacd990-658e-449f-8155-05fe28aaf668 x-openstack-request-id: req-dfacd990-658e-449f-8155-05fe28aaf668 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:34:57.820383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:34:57.821220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfacd990-658e-449f-8155-05fe28aaf668 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:34:57.821751 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'status': 'completed', 'code': 200} Dec 24 03:34:57.891274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:57.928278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-d5cfdb23-c7b1-4afd-bc82-1737b196d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:57.930159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-d5cfdb23-c7b1-4afd-bc82-1737b196d6dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6499dba0c56d4146a6371ba5f95d3a4c&device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 1099 time: 0.0488777 Dec 24 03:34:58.105184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:56Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:58.111774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452588-bc68-4dc0-a162-b0aa9954a181 req-971a4702-e3db-45d2-bb82-24c790d80a48 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.113398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87452588-bc68-4dc0-a162-b0aa9954a181 req-971a4702-e3db-45d2-bb82-24c790d80a48 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.1497908 Dec 24 03:34:58.114800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-c42146a0-c8a6-4dbb-a393-e8bfec88926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.116096 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-c42146a0-c8a6-4dbb-a393-e8bfec88926a service neutron] 10.222.0.41 "GET /v2.0/networks?id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d HTTP/1.1" status: 200 len: 897 time: 0.1315279 Dec 24 03:34:58.133896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] Checking router: 9206c23b-17bb-4801-b6ba-28d35f3fb405 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:34:58.151694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:58.152555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:34:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:58.172156 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-a8d39834-067f-4f93-afd7-472562765bdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b HTTP/1.1" status: 200 len: 217 time: 0.0466509 Dec 24 03:34:58.228760 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87452588-bc68-4dc0-a162-b0aa9954a181 req-e48decdc-41e6-4d20-adb2-f131551026e4 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090121 Dec 24 03:34:58.239527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-0c918a98-7076-4690-a4e2-a84e87bb07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.240988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-0c918a98-7076-4690-a4e2-a84e87bb07f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e254cecf-e193-4c5e-ba3d-a602e34f2c37 HTTP/1.1" status: 200 len: 835 time: 0.0586460 Dec 24 03:34:58.257318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:58.287954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-c755219f-bacd-4bab-bcf0-a23e49d4ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.289497 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-c755219f-bacd-4bab-bcf0-a23e49d4ef9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=589b412f-ca6e-4369-9d87-c2fd4d5fff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404928 Dec 24 03:34:58.384527 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-82fe1af6-4e77-4c21-8ca0-e5151824c18f service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871959 Dec 24 03:34:58.451815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:56Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:58.481165 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50698) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:58.482341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c91b79-4f19-46cf-b72f-2cc0a5a42e5a None None] The sync data for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv is: [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:31:53Z', 'revision_number': 4, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f9214631-a180-4f2e-8b5a-f3e43d3d22a0', 'name': '', 'network_id': '589b412f-ca6e-4369-9d87-c2fd4d5fff6d', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'mac_address': 'fa:16:3e:f7:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:52Z', 'updated_at': '2021-12-24T03:31:56Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'subnets': [{'id': 'e254cecf-e193-4c5e-ba3d-a602e34f2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:34:58.489287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d7edbeb3-21a9-4871-b44b-a2a5be7dc216 req-8bada4e3-5aaf-41be-8ff4-df808ec20396 service neutron] 10.222.0.41 "GET /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972271 Dec 24 03:34:58.560215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f63bf6-a5ad-4e52-8e20-29703d1ff638 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.560741 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f63bf6-a5ad-4e52-8e20-29703d1ff638 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.561208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f63bf6-a5ad-4e52-8e20-29703d1ff638 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.562883 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b3f63bf6-a5ad-4e52-8e20-29703d1ff638 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=b78932c88ef44b1198968d4fecf13dba&network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 3000 time: 0.0796542 Dec 24 03:34:58.702699 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1eb225-039e-41f0-9bf8-0accefac65d0 None None] New status for floating IP 83ad3187-3be6-485a-a9de-ed15eeacb45d: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:34:59.395804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bde80-a945-4fe0-a68f-1385a4e991ed req-68767fee-0a28-4b0f-80d2-00346855f259 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.397190 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-222bde80-a945-4fe0-a68f-1385a4e991ed req-68767fee-0a28-4b0f-80d2-00346855f259 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0994096 Dec 24 03:34:59.455351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-222bde80-a945-4fe0-a68f-1385a4e991ed req-4998ed0a-f235-4136-86da-9343de04d434 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/security-groups?id=e651f96b-c8e4-4fe5-835c-10ecfe36fad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516622 Dec 24 03:34:59.904755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-72a41f03-fc9a-437d-8eea-def744e88d37 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.906163 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-72a41f03-fc9a-437d-8eea-def744e88d37 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.41 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 946 time: 0.0483632 Dec 24 03:34:59.996062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Deleting port db6c72b2-14a5-4272-a2ef-52cfc396fd8b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:34:59.996430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:00.084907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] For port db6c72b2-14a5-4272-a2ef-52cfc396fd8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:00.085267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:00.097503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Calling delete_port for db6c72b2-14a5-4272-a2ef-52cfc396fd8b owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:35:00.169172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50714) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:00.223453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ef748-5d7f-4acf-909d-24baf3cf48f2 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:00.225111 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b20ef748-5d7f-4acf-909d-24baf3cf48f2 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a HTTP/1.1" status: 200 len: 814 time: 0.0550213 Dec 24 03:35:00.228511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:00.257751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event deleted for resources: {'Port': ['ID=db6c72b2-14a5-4272-a2ef-52cfc396fd8b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:00.299554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] No DVR routers for this DVR port db6c72b2-14a5-4272-a2ef-52cfc396fd8b on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:35:00.301955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:00.305376 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-06d441a0-ff5f-43b1-b5e0-d1917db3cc04 req-ae4592c4-e396-413a-bfaf-18f9108ce760 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.41 "DELETE /v2.0/ports/db6c72b2-14a5-4272-a2ef-52cfc396fd8b HTTP/1.1" status: 204 len: 173 time: 0.3916919 Dec 24 03:35:00.305811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-deleted', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:00.308079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5187db1d-d456-4bc7-bc4e-2e026322c0d0" -d '{"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-deleted", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:00.346029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7aeb31-fda8-40d7-a766-acee2098434b x-openstack-request-id: req-cc7aeb31-fda8-40d7-a766-acee2098434b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:00.346345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7511c67e-f9af-4c60-9fd9-22360c83dca5", "name": "network-vif-deleted", "tag": "db6c72b2-14a5-4272-a2ef-52cfc396fd8b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:00.346643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc7aeb31-fda8-40d7-a766-acee2098434b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:00.347125 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7511c67e-f9af-4c60-9fd9-22360c83dca5', 'name': 'network-vif-deleted', 'tag': 'db6c72b2-14a5-4272-a2ef-52cfc396fd8b', 'status': 'completed', 'code': 200} Dec 24 03:35:00.557010 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4ea3d8f-8a12-4304-8941-ac0a075c9119 req-402c39b1-f127-4eb2-ad89-ab5908089505 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "GET /v2.0/ports?device_id=7511c67e-f9af-4c60-9fd9-22360c83dca5 HTTP/1.1" status: 200 len: 210 time: 0.0293601 Dec 24 03:35:00.755861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50724) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:00.761260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:00.816246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:00.956169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:00.959384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:00.959717 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 52c4616f-acac-42b7-be76-3aedbb43e814 disassociated. External IP: 172.26.5.229, port: 669b0618-7c69-4198-9977-858a206d645b. Dec 24 03:35:01.159089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router e73a866c-c9ad-45f2-aa8f-a64a4711e17f has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:35:01.509414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:01.514192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:01.518477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] Sync routers for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:01.527914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:01.528566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:34:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:01.539998 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b38f6b05-f59a-491e-b386-cf7d7d535e6a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 690 time: 0.7830973 Dec 24 03:35:01.540580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'tag': '669b0618-7c69-4198-9977-858a206d645b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:01.542824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a480f-1d86-468a-993c-d5b0e1845fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "tag": "669b0618-7c69-4198-9977-858a206d645b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:01.543003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:01.588736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a083f75-9018-40d3-96a3-49ad02b21020 x-openstack-request-id: req-5a083f75-9018-40d3-96a3-49ad02b21020 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:01.589153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "tag": "669b0618-7c69-4198-9977-858a206d645b", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:01.589707 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a083f75-9018-40d3-96a3-49ad02b21020 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:01.590221 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'tag': '669b0618-7c69-4198-9977-858a206d645b', 'status': 'completed', 'code': 200} Dec 24 03:35:01.592619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7a9a9a7c-e661-40b1-96ad-86a28121b215 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 690 time: 0.0480464 Dec 24 03:35:01.611285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:01.746045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-98e8f720-f9ab-4c95-afe4-8dde8ef9e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:01.747549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-98e8f720-f9ab-4c95-afe4-8dde8ef9e18a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1099 time: 0.0979838 Dec 24 03:35:01.791766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:01.928938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-34060283-3997-403a-b013-f7d423e7e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:01.930423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-34060283-3997-403a-b013-f7d423e7e843 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 897 time: 0.1752536 Dec 24 03:35:01.985622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:01.993852 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-ac62b356-28be-4531-ab05-d34fe9c843d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 200 len: 217 time: 0.0549066 Dec 24 03:35:02.011336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] Checking router: e73a866c-c9ad-45f2-aa8f-a64a4711e17f for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:02.019639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:02.020246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:34:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:02.092787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-b093443c-bb2c-4bec-a1d5-96529c627f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:02.094158 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-b093443c-bb2c-4bec-a1d5-96529c627f7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0609386 Dec 24 03:35:02.127722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:02.178738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-7498295f-c1ea-4278-bfa0-b7af25e64c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:02.181302 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-7498295f-c1ea-4278-bfa0-b7af25e64c8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755084 Dec 24 03:35:02.254764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:02.327572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:02.353907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d19a37-f975-4113-b73b-8abbb5a3730e None None] The sync data for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv is: [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:02.355587 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-52900672-2e4f-44c4-87b6-05e6943d66f8 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662586 Dec 24 03:35:02.509949 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c2a480f-1d86-468a-993c-d5b0e1845fd4 req-82ace929-6cf4-4b95-a9da-410b3fed7533 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464336 Dec 24 03:35:02.590507 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284fe369-99d3-46f0-ab14-6d5cd7ded117 None None] New status for floating IP 52c4616f-acac-42b7-be76-3aedbb43e814: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:35:02.595745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50738) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:02.607584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Deleting port f9214631-a180-4f2e-8b5a-f3e43d3d22a0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:35:02.608154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:02.644320 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-96cc2a4f-f6bc-4ac7-a90f-21d2e1badfc5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 690 time: 0.0473993 Dec 24 03:35:02.701779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] For port f9214631-a180-4f2e-8b5a-f3e43d3d22a0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:02.702137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:02.714520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Calling delete_port for f9214631-a180-4f2e-8b5a-f3e43d3d22a0 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:35:02.897342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:02.923130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event deleted for resources: {'Port': ['ID=f9214631-a180-4f2e-8b5a-f3e43d3d22a0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:03.097808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:03.636483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Router 9206c23b-17bb-4801-b6ba-28d35f3fb405 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:35:03.647155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:03.729984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a85015a3-858a-4210-bd78-98dfef300ca2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 688 time: 0.0817435 Dec 24 03:35:03.781427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:03.786383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f6fca333-7e47-4e25-8d25-22ecdc4a45a9 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "PUT /v2.0/routers/9206c23b-17bb-4801-b6ba-28d35f3fb405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739988 Dec 24 03:35:03.789332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50742) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:03.790588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] Sync routers for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:03.800385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:03.801012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:34:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:03.840563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Deleting subnet e254cecf-e193-4c5e-ba3d-a602e34f2c37 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:35:03.843695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:03.881793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:03.917256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:03.966567 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.023954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.052449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.056146 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "DELETE /v2.0/subnets/e254cecf-e193-4c5e-ba3d-a602e34f2c37 HTTP/1.1" status: 204 len: 168 time: 0.2657642 Dec 24 03:35:04.056944 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event deleted for resources: {'Subnet': ['ID=e254cecf-e193-4c5e-ba3d-a602e34f2c37,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:04.058839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50744) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:04.067995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d71542-c581-4ff2-83e8-5eb8e4deee50 None None] Network 589b412f-ca6e-4369-9d87-c2fd4d5fff6d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:35:04.104782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.105128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.105471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.105805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.106136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.107066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.107066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.107066 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.107429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.107710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.108027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.108948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.108948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4e90fa-437b-48cd-9495-b11cbf742ca6 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.173792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:35:02Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:04.182156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.202102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] Checking router: 9206c23b-17bb-4801-b6ba-28d35f3fb405 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:04.212992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] Routers {'9206c23b-17bb-4801-b6ba-28d35f3fb405'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:04.213539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:34:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['9206c23b-17bb-4801-b6ba-28d35f3fb405'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:04.292333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.296050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] DHCP port deletion for 589b412f-ca6e-4369-9d87-c2fd4d5fff6d request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:04.343787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Deleting port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:35:04.344127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.352468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] Set router 9206c23b-17bb-4801-b6ba-28d35f3fb405 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:04.426016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] For port 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:04.426277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.438353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Calling delete_port for 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:35:04.464224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Deleting port d784b46b-4769-4206-b792-8d2349e22598 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:35:04.464805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.549053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] For port d784b46b-4769-4206-b792-8d2349e22598, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d784b46b-4769-4206-b792-8d2349e22598,segment=NetworkSegment(6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c),segment_id=6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:04.549370 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.583098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Calling delete_port for d784b46b-4769-4206-b792-8d2349e22598 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:35:04.599352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.636666 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event deleted for resources: {'Port': ['ID=29b0ceb0-f50b-4cff-aa46-ed3d50615fa7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:04.656155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f584e-9b5c-4b30-a587-aa9561eaea57 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:04.663259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:35:02Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:04.696159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.698707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device db6c72b2-14a5-4272-a2ef-52cfc396fd8b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:35:04.708301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fda9ff-346b-4406-934d-109e233c518b None None] The sync data for ids ['9206c23b-17bb-4801-b6ba-28d35f3fb405'] in dv-neutron-822869-1-hyperv is: [{'id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589058387', 'tenant_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73'}], 'enable_snat': True}, 'gw_port_id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:31:49Z', 'updated_at': '2021-12-24T03:35:02Z', 'revision_number': 5, 'project_id': '6499dba0c56d4146a6371ba5f95d3a4c', 'gw_port': {'id': '29b0ceb0-f50b-4cff-aa46-ed3d50615fa7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206c23b-17bb-4801-b6ba-28d35f3fb405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:31:50Z', 'updated_at': '2021-12-24T03:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:04.741776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: db6c72b2-14a5-4272-a2ef-52cfc396fd8b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:35:04.743575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device db6c72b2-14a5-4272-a2ef-52cfc396fd8b not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:35:04.748544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.778531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Pushing event deleted for resources: {'Port': ['ID=d784b46b-4769-4206-b792-8d2349e22598,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:04.790229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] No DVR routers for this DVR port d784b46b-4769-4206-b792-8d2349e22598 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.800219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.802818 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.803620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.803620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f15a97-d41a-480a-9146-438ca5700665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.803827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.848958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.849501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Fanout notify agent at l3_agent the message router_deleted on router 9206c23b-17bb-4801-b6ba-28d35f3fb405 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:35:04.857181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:04.858305 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-12f14292-1300-43f2-a754-024ed1aefe7f tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "DELETE /v2.0/routers/9206c23b-17bb-4801-b6ba-28d35f3fb405 HTTP/1.1" status: 204 len: 168 time: 0.7977622 Dec 24 03:35:04.860911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50748) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:04.933658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.021501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.041798 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589b412f-ca6e-4369-9d87-c2fd4d5fff6d']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:05.050780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:05.051077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6821cfe2-0d86-41ac-aeb0-fb0e1394ec0c') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:05.064075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.072994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d784b46b-4769-4206-b792-8d2349e22598 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:35:05.084150 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.095615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:35:05.096244 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:35:05.099464 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:35:05.102842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d784b46b-4769-4206-b792-8d2349e22598 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:35:05.102842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d784b46b-4769-4206-b792-8d2349e22598 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:35:05.139443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.144539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-459b49a8-82d5-4ae7-874e-47fda2e668f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947938995', 'description': 'tempest-secgroup-smoke-947938995 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:05.178517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459b49a8-82d5-4ae7-874e-47fda2e668f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.184438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.189446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.194117 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "DELETE /v2.0/networks/589b412f-ca6e-4369-9d87-c2fd4d5fff6d HTTP/1.1" status: 204 len: 168 time: 0.3322537 Dec 24 03:35:05.197410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.211739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cc3d0-da34-4792-b74c-d9b5706b5ce8 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event deleted for resources: {'Network': ['ID=589b412f-ca6e-4369-9d87-c2fd4d5fff6d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:05.289221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc269247-d167-487c-aeda-73d7479fb3f5 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.314189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459b49a8-82d5-4ae7-874e-47fda2e668f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.326874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459b49a8-82d5-4ae7-874e-47fda2e668f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.330681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc269247-d167-487c-aeda-73d7479fb3f5 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.377425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459b49a8-82d5-4ae7-874e-47fda2e668f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.378650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-459b49a8-82d5-4ae7-874e-47fda2e668f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2381074 Dec 24 03:35:05.382262 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50754) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.388353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4a6d5cdb-ba0e-4c97-8e31-cc3e58f3a65f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5bed009d-21be-4788-b7bb-dbc67c0c4987', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:05.392441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b49a8-82d5-4ae7-874e-47fda2e668f0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed009d-21be-4788-b7bb-dbc67c0c4987,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:05.424828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5cdb-ba0e-4c97-8e31-cc3e58f3a65f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.430542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc269247-d167-487c-aeda-73d7479fb3f5 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.433270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc269247-d167-487c-aeda-73d7479fb3f5 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.437476 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dc269247-d167-487c-aeda-73d7479fb3f5 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] 10.222.0.37 "DELETE /v2.0/security-groups/e651f96b-c8e4-4fe5-835c-10ecfe36fad6 HTTP/1.1" status: 204 len: 168 time: 0.2390361 Dec 24 03:35:05.447827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269247-d167-487c-aeda-73d7479fb3f5 tempest-TestNetworkAdvancedServerOps-1097886955 tempest-TestNetworkAdvancedServerOps-1097886955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651f96b-c8e4-4fe5-835c-10ecfe36fad6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:05.490477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5cdb-ba0e-4c97-8e31-cc3e58f3a65f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.495183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5cdb-ba0e-4c97-8e31-cc3e58f3a65f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.513060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d5cdb-ba0e-4c97-8e31-cc3e58f3a65f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f0814d-b6e1-49bb-8794-177565f5e841,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:05.521418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5cdb-ba0e-4c97-8e31-cc3e58f3a65f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.522740 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4a6d5cdb-ba0e-4c97-8e31-cc3e58f3a65f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389713 Dec 24 03:35:05.525569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50760) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.530000 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-17d0f042-0bfb-4863-8e4e-b884fa6dbc88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5bed009d-21be-4788-b7bb-dbc67c0c4987', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:05.558205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17d0f042-0bfb-4863-8e4e-b884fa6dbc88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.615884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17d0f042-0bfb-4863-8e4e-b884fa6dbc88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.620568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17d0f042-0bfb-4863-8e4e-b884fa6dbc88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.639426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0f042-0bfb-4863-8e4e-b884fa6dbc88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33ca49d-789e-48ce-a3be-41919cea7b14,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:05.648270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17d0f042-0bfb-4863-8e4e-b884fa6dbc88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.652197 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-17d0f042-0bfb-4863-8e4e-b884fa6dbc88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232102 Dec 24 03:35:05.653060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50764) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.657814 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4fa47574-1b0b-4c27-9c01-0afecc3a6931 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5bed009d-21be-4788-b7bb-dbc67c0c4987', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:05.685986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fa47574-1b0b-4c27-9c01-0afecc3a6931 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.732212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.756260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fa47574-1b0b-4c27-9c01-0afecc3a6931 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.761159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fa47574-1b0b-4c27-9c01-0afecc3a6931 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.777117 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa47574-1b0b-4c27-9c01-0afecc3a6931 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f998862-d58b-4291-a7c0-0347c0bab3f3,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:05.794954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4fa47574-1b0b-4c27-9c01-0afecc3a6931 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.796288 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4fa47574-1b0b-4c27-9c01-0afecc3a6931 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424985 Dec 24 03:35:05.799152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.804326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-af21e1f1-c6ec-414e-8581-2b3fb07780d4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5bed009d-21be-4788-b7bb-dbc67c0c4987', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:05.834568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-af21e1f1-c6ec-414e-8581-2b3fb07780d4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.905363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1a7863a5-9ff1-484e-86eb-8e3f8a330227 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6499dba0c56d4146a6371ba5f95d3a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718187 Dec 24 03:35:05.908014 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50772) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.913158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-af21e1f1-c6ec-414e-8581-2b3fb07780d4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.917513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-af21e1f1-c6ec-414e-8581-2b3fb07780d4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.936846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21e1f1-c6ec-414e-8581-2b3fb07780d4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9d1610-e3b1-4d97-9d52-fe21b6c75184,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:05.944920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-af21e1f1-c6ec-414e-8581-2b3fb07780d4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.946145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-af21e1f1-c6ec-414e-8581-2b3fb07780d4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458828 Dec 24 03:35:05.949118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:05.953623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5bed009d-21be-4788-b7bb-dbc67c0c4987', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:05.966420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45635cf1-e0ea-4a7d-b378-814d67ce0a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.976902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:35:05.981816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.988623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45635cf1-e0ea-4a7d-b378-814d67ce0a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.032928 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45635cf1-e0ea-4a7d-b378-814d67ce0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.035703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45635cf1-e0ea-4a7d-b378-814d67ce0a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.036930 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-45635cf1-e0ea-4a7d-b378-814d67ce0a7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/339cec0a-5792-4934-8e9d-fd0424261758 HTTP/1.1" status: 204 len: 168 time: 0.1278448 Dec 24 03:35:06.045632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.046022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45635cf1-e0ea-4a7d-b378-814d67ce0a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339cec0a-5792-4934-8e9d-fd0424261758,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:06.051476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.075799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0501e5bf-a411-41f2-91ba-2163dc5b9da9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:06.081983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.083410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d36ef3af-10b6-491c-9541-b558cc8c2e92 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333282 Dec 24 03:35:06.086266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:06.090909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '5bed009d-21be-4788-b7bb-dbc67c0c4987', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:06.119000 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:35:06.125653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.193863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.197947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.216338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a0dda6-0855-4296-8ab1-75da56ad7d72,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:06.224776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.225997 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0e88f18a-36f3-4fe6-8525-a39e27451a1a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384068 Dec 24 03:35:06.318099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50786) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:06.331889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ec61-f3f6-45aa-a6e0-522478d6a06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.416155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ec61-f3f6-45aa-a6e0-522478d6a06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.420926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ec61-f3f6-45aa-a6e0-522478d6a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.442363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-70b7c315-d67e-44f7-9d43-7ccf9c0583bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716052 Dec 24 03:35:06.451333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-fa688fa5-a160-482c-8f51-f53afe78f7db tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947938995&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0550609 Dec 24 03:35:06.458075 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ec61-f3f6-45aa-a6e0-522478d6a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6260e4cd-d230-456c-910d-6e6850868e82,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:06.462759 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5dc6ec61-f3f6-45aa-a6e0-522478d6a06f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0c82effe9834f12892648063d96e13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435418 Dec 24 03:35:06.465323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50800) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:06.519129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7f9f-d631-458f-89d6-4456de39e90a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.541285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7f9f-d631-458f-89d6-4456de39e90a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.588142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7f9f-d631-458f-89d6-4456de39e90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.590900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7f9f-d631-458f-89d6-4456de39e90a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:06.592103 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1f3a7f9f-d631-458f-89d6-4456de39e90a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6260e4cd-d230-456c-910d-6e6850868e82 HTTP/1.1" status: 204 len: 168 time: 0.1258833 Dec 24 03:35:06.593610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-792904b7-7707-4204-9e30-dfbae39815b1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:06.595052 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-792904b7-7707-4204-9e30-dfbae39815b1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 797 time: 0.1367567 Dec 24 03:35:06.597843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-d01c977f-3c44-46c2-abbf-aa79b0cb27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:06.599439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-d01c977f-3c44-46c2-abbf-aa79b0cb27ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1099 time: 0.0718994 Dec 24 03:35:06.603073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a7f9f-d631-458f-89d6-4456de39e90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6260e4cd-d230-456c-910d-6e6850868e82,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:06.612862 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-97901b5f-7ed9-4feb-9000-a1d93ad63d20 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0094614 Dec 24 03:35:06.709842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:35:06.731384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-46c9a847-d4e6-4ca1-8231-ebc70ea0654c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1116173 Dec 24 03:35:06.733275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:35:06.733761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 29b0ceb0-f50b-4cff-aa46-ed3d50615fa7 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:35:06.734246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f9214631-a180-4f2e-8b5a-f3e43d3d22a0 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:35:06.753332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-1a4649ee-bb2e-48c4-9e93-c345e2ecc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:06.755028 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-1a4649ee-bb2e-48c4-9e93-c345e2ecc245 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 897 time: 0.1252568 Dec 24 03:35:06.756679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f9214631-a180-4f2e-8b5a-f3e43d3d22a0 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:35:06.757042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f9214631-a180-4f2e-8b5a-f3e43d3d22a0 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:35:06.760427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-d811b3be-ed5b-40a5-9d8f-438f11ac55e3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:35:06.761405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-d811b3be-ed5b-40a5-9d8f-438f11ac55e3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056407 Dec 24 03:35:06.803952 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-2e9a2842-6e5c-4068-8319-cf875b6dbe9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 200 len: 217 time: 0.0415630 Dec 24 03:35:06.906619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-ed0380d3-808f-40c5-955c-e195cecaae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:06.908087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-ed0380d3-808f-40c5-955c-e195cecaae87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0887394 Dec 24 03:35:06.953316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-6a8c6c2b-aae7-45fd-9af0-c81b40995283 service neutron] 10.222.0.37 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570857 Dec 24 03:35:06.995392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-67ed10d7-daf0-4085-bf1b-e6f07010b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:06.995392 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-67ed10d7-daf0-4085-bf1b-e6f07010b57d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794311 Dec 24 03:35:07.029488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-f5833a26-80b2-492e-89c3-efa45e4150f4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:35:07.030451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-f5833a26-80b2-492e-89c3-efa45e4150f4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055468 Dec 24 03:35:07.122199 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-b5f05976-47ee-464f-92f6-954b4d2893ac service neutron] 10.222.0.37 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588602 Dec 24 03:35:07.152280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-fd0e785d-6cdd-45da-bbcc-ee6e22e7d637 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140778 Dec 24 03:35:07.261084 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdf76b35-781c-40df-b64d-c56e10622e0b req-b7ffb853-9f57-4fb3-88c4-1aa1662ab7ab service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020167 Dec 24 03:35:07.308900 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97b3c2d4-25a0-445d-ab0d-26bbb5dad8dd req-af322c3b-f3eb-4809-a2a2-0da526c22c4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 210 time: 0.0334649 Dec 24 03:35:07.344304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50826) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:07.441517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1982113755-network', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:07.464432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Made reservation on behalf of 97d8bc08abe943c4b4ef6f73c43c0c73 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:35:07.466753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.475351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.557883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.562110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.591142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:35:07.601788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58ad42d-6a95-4c20-9837-769df5565a53,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:07.608993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.609948 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Added segment a440d66e-d15d-4de3-b5e6-96fe9847a2fa of type vlan for network 7c319866-5d28-4c96-8f43-afcc38e2d8fc Dec 24 03:35:07.648357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.673569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.674505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:07.675077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.731029 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3855069 Dec 24 03:35:07.734096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:07.739253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Request body: {'subnet': {'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1982113755-subnet', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:07.763855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Made reservation on behalf of 97d8bc08abe943c4b4ef6f73c43c0c73 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:35:07.766456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.773748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dc05d-9b0a-47f4-87a2-5f1c75581f53 admin admin] Pushing event updated for resources: {'Network': ['ID=7c319866-5d28-4c96-8f43-afcc38e2d8fc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:07.785435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:35:07.944500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:07.999957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10bc067-8886-47a5-b3c6-d5dadcdfe660,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:08.009234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Checking segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:08.009588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Network hostable DHCP agents. Network: 7c319866-5d28-4c96-8f43-afcc38e2d8fc, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:35:08.026179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:35:08.034522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 7c319866-5d28-4c96-8f43-afcc38e2d8fc) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:08.039468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:08.040236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.044000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb69c0-bdc7-4739-9796-8f7c4f732268 None None] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:35:08.058789 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-018a9992-376c-48b0-a9b1-4d1bf5987583 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3234971 Dec 24 03:35:08.061567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:08.065708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:08.090135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.091156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.148098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.156127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:35:08.158341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.302056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Allocated IP 172.20.0.2 (7c319866-5d28-4c96-8f43-afcc38e2d8fc/a10bc067-8886-47a5-b3c6-d5dadcdfe660/49fe8be3-7197-4c5a-8667-935796a2703a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:08.356586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.424961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-4a828b40-0cbc-49d4-b9d7-4167d1c5198f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:08.426332 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-4a828b40-0cbc-49d4-b9d7-4167d1c5198f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 797 time: 0.2057829 Dec 24 03:35:08.446783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8ed3ba29-5e23-49ca-aaf4-301eee7a953b req-d8d684f7-3c4f-4b52-b142-e31046b5cfbc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 210 time: 0.0390389 Dec 24 03:35:08.455349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.462544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.501678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:08.504648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:08.508041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:08.516824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Pushing event updated for resources: {'Port': ['ID=49fe8be3-7197-4c5a-8667-935796a2703a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:08.565868 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-4b610a30-81fd-458d-a1e0-9b8f67b1cc94 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 472 time: 0.1155722 Dec 24 03:35:08.566210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Attempting to bind port 49fe8be3-7197-4c5a-8667-935796a2703a on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:08.566584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Attempting to bind port 49fe8be3-7197-4c5a-8667-935796a2703a by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:08.566944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Attempting to bind port 49fe8be3-7197-4c5a-8667-935796a2703a on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:08.572387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:08.572765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Checking segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:08.573162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.573812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Bound using segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:08.574268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Bound port: 49fe8be3-7197-4c5a-8667-935796a2703a, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:08.574643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.578917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': '20031419-3780-4553-8645-309d628136eb', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['5bed009d-21be-4788-b7bb-dbc67c0c4987']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:08.638629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] For port 49fe8be3-7197-4c5a-8667-935796a2703a, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:08.641753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] For port 49fe8be3-7197-4c5a-8667-935796a2703a, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=49fe8be3-7197-4c5a-8667-935796a2703a,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:08.646541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.704662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb57666-885b-445b-9c5a-04f8b0a28074 None None] Pushing event updated for resources: {'Port': ['ID=49fe8be3-7197-4c5a-8667-935796a2703a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:08.757189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.785980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.842626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:35:08.846486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.984120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Allocated IP 172.26.5.6 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/08f04241-a532-4738-8fc3-4d1ac4232f3b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:09.061326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.8 (76656d0b-c5f2-4f9c-925b-84559dac85c0/4841f012-574e-4384-a7a1-e0f4a38646c8/6c73ae5e-1a3a-4697-a417-c05389d2fafb) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:09.172037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.270285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.276310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.319370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:09.325013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:09.327408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:09.340516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4af38-bca3-4372-a4f3-30371dcbbcf4 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:09.378080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Pushing event updated for resources: {'Port': ['ID=08f04241-a532-4738-8fc3-4d1ac4232f3b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:09.397356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e162f30-1af7-4f4e-a480-9fd23f656b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.397876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.442118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e3f9e7ee-b689-4519-a25c-db1999d9412c None None] Provisioning complete for port 08f04241-a532-4738-8fc3-4d1ac4232f3b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:09.442406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e7ee-b689-4519-a25c-db1999d9412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.500446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9e7ee-b689-4519-a25c-db1999d9412c None None] Port 08f04241-a532-4738-8fc3-4d1ac4232f3b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:09.522872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:09.530138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:09.532585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:09.581745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=6c73ae5e-1a3a-4697-a417-c05389d2fafb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:09.643983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:09.644732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.699948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb2f82-f539-45c6-aa7c-083ab26043c4 req-865927a2-8426-4c17-aeed-f165fc929034 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:09.701598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-32bb2f82-f539-45c6-aa7c-083ab26043c4 req-865927a2-8426-4c17-aeed-f165fc929034 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 931 time: 0.1639149 Dec 24 03:35:09.711524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d8206-f7e2-48fc-8457-a70bb71ebdab None None] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:35:09.759823 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-35fbdc8a-f1e3-4951-9b70-d3e1d3ba862a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1856318 Dec 24 03:35:09.931690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Provisioning complete for port 6c73ae5e-1a3a-4697-a417-c05389d2fafb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:09.932066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.982517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Port 6c73ae5e-1a3a-4697-a417-c05389d2fafb cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:10.013700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Provisioning complete for port 49fe8be3-7197-4c5a-8667-935796a2703a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:10.014069 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.098482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.126281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Request body: {'port': {'device_id': '20031419-3780-4553-8645-309d628136eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:10.137373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] For port 49fe8be3-7197-4c5a-8667-935796a2703a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=49fe8be3-7197-4c5a-8667-935796a2703a,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:10.141646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.162070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.196306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174849c-6d76-4fda-9f11-a851e7b12a93 None None] Pushing event updated for resources: {'Port': ['ID=49fe8be3-7197-4c5a-8667-935796a2703a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:10.254198 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-32bb2f82-f539-45c6-aa7c-083ab26043c4 req-a2a196fc-047f-42ef-aad4-ce084ddeb774 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011611 Dec 24 03:35:10.263624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-67e8014b-bf87-411c-98e9-9ebf9f6ea67d None None] Provisioning complete for port 49fe8be3-7197-4c5a-8667-935796a2703a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:10.263988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67e8014b-bf87-411c-98e9-9ebf9f6ea67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.285571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.521651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.712328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 49fe8be3-7197-4c5a-8667-935796a2703a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:10.724600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c73ae5e-1a3a-4697-a417-c05389d2fafb {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:35:10.735222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.753040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Transition to ACTIVE for port object 6c73ae5e-1a3a-4697-a417-c05389d2fafb will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:35:10.753911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:35:10.757336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.762579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 49fe8be3-7197-4c5a-8667-935796a2703a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:10.764178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.854335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c73ae5e-1a3a-4697-a417-c05389d2fafb,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:10.960695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:10.971525 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:10.974570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Attempting to bind port 6c73ae5e-1a3a-4697-a417-c05389d2fafb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:10.974911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Attempting to bind port 6c73ae5e-1a3a-4697-a417-c05389d2fafb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:10.975236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Attempting to bind port 6c73ae5e-1a3a-4697-a417-c05389d2fafb on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:10.981335 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:10.981941 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:34:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:10.982202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Port 6c73ae5e-1a3a-4697-a417-c05389d2fafb on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:35:10.982526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Attempting to bind port 6c73ae5e-1a3a-4697-a417-c05389d2fafb on network 76656d0b-c5f2-4f9c-925b-84559dac85c0 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:10.989066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.990270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-38b2064f-53e5-4ca0-bbbc-4eb16dfafc92 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9278066 Dec 24 03:35:10.991513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:10.992395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Checking segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:10.992766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Bound using segment: {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:10.993205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Bound port: 6c73ae5e-1a3a-4697-a417-c05389d2fafb, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e1ccab-401b-45dd-a743-c8098e2ecb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:10.993523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.994094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50848) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:11.063730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] For port 6c73ae5e-1a3a-4697-a417-c05389d2fafb, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:11.068019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] For port 6c73ae5e-1a3a-4697-a417-c05389d2fafb, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:11.078105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.087178 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:11.114518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:11.115170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.117265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] 10.222.0.41 "PUT /v2.0/ports/6c73ae5e-1a3a-4697-a417-c05389d2fafb HTTP/1.1" status: 200 len: 1093 time: 0.9963121 Dec 24 03:35:11.121780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:11.124169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51302d9b-7c6e-44e0-b754-7cd66e8b40de" -d '{"events": [{"name": "network-changed", "server_uuid": "20031419-3780-4553-8645-309d628136eb", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:11.156012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5545c-dced-4b3e-b19a-2204060a96fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c73ae5e-1a3a-4697-a417-c05389d2fafb,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:11.187098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e51dbf-41e4-4a0a-b9d7-74d5c7e0203c x-openstack-request-id: req-43e51dbf-41e4-4a0a-b9d7-74d5c7e0203c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:11.187378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20031419-3780-4553-8645-309d628136eb", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:11.187895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43e51dbf-41e4-4a0a-b9d7-74d5c7e0203c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:11.188080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'status': 'completed', 'code': 200} Dec 24 03:35:11.257937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-5f3d83c4-37c9-47db-9027-a0a6f7e85b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:11.259506 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-5f3d83c4-37c9-47db-9027-a0a6f7e85b80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 1096 time: 0.0497043 Dec 24 03:35:11.307001 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:09Z', 'revision_number': 3, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:11.316896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-4540dc3d-2992-4877-ac8a-ee158b663a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb HTTP/1.1" status: 200 len: 217 time: 0.0440996 Dec 24 03:35:11.336118 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:11.336810 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Updating router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde port 08f04241-a532-4738-8fc3-4d1ac4232f3b binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:35:11.363832 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.374474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-114b9b33-fc98-4291-9b97-d5ac965e5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:11.376039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-114b9b33-fc98-4291-9b97-d5ac965e5747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0508220 Dec 24 03:35:11.469103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486637-8dd3-4a80-a9a2-9562591891b1 req-23461b5b-1d06-4db4-9cb1-61bdcb4c1403 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:11.470665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f3486637-8dd3-4a80-a9a2-9562591891b1 req-23461b5b-1d06-4db4-9cb1-61bdcb4c1403 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 943 time: 0.0936201 Dec 24 03:35:11.473705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-607d8d5b-d99c-4086-8dee-100fe61e8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:11.475166 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-607d8d5b-d99c-4086-8dee-100fe61e8a76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0621648 Dec 24 03:35:11.527017 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.587144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f3486637-8dd3-4a80-a9a2-9562591891b1 req-cc5cf83d-84b8-47c7-9a9d-a09a5a27587d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062906 Dec 24 03:35:11.620811 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-3558fcd5-1e9e-4bd4-9acb-fc13fdb0993e service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376941 Dec 24 03:35:11.713598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7ba98a-42c2-4871-8734-fecf3b7dcf36 req-59474ec9-d476-4ce1-b7b1-3dda22282060 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Dec 24 03:35:11.714873 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.721776 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.734126 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Allocated IP 172.20.0.1 (7c319866-5d28-4c96-8f43-afcc38e2d8fc/a10bc067-8886-47a5-b3c6-d5dadcdfe660/046b0f70-4118-4e40-a74e-8bb5da1e56cc) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:11.751373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ea622-51c2-4b92-9cdb-61ae923f6d18 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:11.756138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-877922ba-1aae-402a-a1a4-a0cf2bf6b060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.771518 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Attempting to bind port 08f04241-a532-4738-8fc3-4d1ac4232f3b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:11.772700 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Attempting to bind port 08f04241-a532-4738-8fc3-4d1ac4232f3b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:11.773471 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Attempting to bind port 08f04241-a532-4738-8fc3-4d1ac4232f3b on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:11.784203 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:11.784598 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:11.784991 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.785374 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:11.785830 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Bound port: 08f04241-a532-4738-8fc3-4d1ac4232f3b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:11.786195 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.836329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9421534a-b66b-454d-9864-44010dd24a76 None None] Provisioning complete for port 08f04241-a532-4738-8fc3-4d1ac4232f3b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:11.836831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9421534a-b66b-454d-9864-44010dd24a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.844625 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] For port 08f04241-a532-4738-8fc3-4d1ac4232f3b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:11.847541 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] For port 08f04241-a532-4738-8fc3-4d1ac4232f3b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=08f04241-a532-4738-8fc3-4d1ac4232f3b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:11.854645 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.855553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.855958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-54c6d350-5e8d-46a8-bb93-f0ba4e68cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:11.856803 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Pushing event updated for resources: {'Port': ['ID=08f04241-a532-4738-8fc3-4d1ac4232f3b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:11.858129 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-54c6d350-5e8d-46a8-bb93-f0ba4e68cb8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 1096 time: 0.0508695 Dec 24 03:35:11.869255 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.869608 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.869918 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.870247 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.871060 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.871394 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.871718 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.872041 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.872400 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.873019 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.873149 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.873361 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.873667 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:11.894765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9421534a-b66b-454d-9864-44010dd24a76 None None] Port 08f04241-a532-4738-8fc3-4d1ac4232f3b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:11.896392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:11.920134 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d08c1a-d0cf-46ef-ae34-012f83a9ed6b None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:11.925286 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:11.926077 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:11.937566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:11.940452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:11.944277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:11.968196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Pushing event updated for resources: {'Port': ['ID=046b0f70-4118-4e40-a74e-8bb5da1e56cc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:11.988297 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.007819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-c99a859d-ab7b-4439-9437-b416d0060b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:12.009688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-c99a859d-ab7b-4439-9437-b416d0060b68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 897 time: 0.1441731 Dec 24 03:35:12.028889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f8c78c3b-cff4-47ef-99f1-338bc74bb657 None None] Provisioning complete for port 08f04241-a532-4738-8fc3-4d1ac4232f3b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:12.031222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c78c3b-cff4-47ef-99f1-338bc74bb657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.035899 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:12.075002 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-a6ea63fb-7461-4174-a7a8-1671c29b2712 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb HTTP/1.1" status: 200 len: 217 time: 0.0578649 Dec 24 03:35:12.124473 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0b2f-0259-4003-bb42-a256f5039596 None None] Pushing event updated for resources: {'Port': ['ID=08f04241-a532-4738-8fc3-4d1ac4232f3b,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:12.131890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c78c3b-cff4-47ef-99f1-338bc74bb657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.165900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f8c78c3b-cff4-47ef-99f1-338bc74bb657 None None] For port 08f04241-a532-4738-8fc3-4d1ac4232f3b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=08f04241-a532-4738-8fc3-4d1ac4232f3b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:12.178100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c78c3b-cff4-47ef-99f1-338bc74bb657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.191025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.193680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-5dbed60f-53e1-4ea9-9159-eedce948939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:12.196350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-5dbed60f-53e1-4ea9-9159-eedce948939b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.1149385 Dec 24 03:35:12.243754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c78c3b-cff4-47ef-99f1-338bc74bb657 None None] Pushing event updated for resources: {'Port': ['ID=08f04241-a532-4738-8fc3-4d1ac4232f3b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:12.269528 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:09Z', 'revision_number': 3, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:12.272409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-33a8160c-4698-4501-be01-6d2c6c0567b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:12.274424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-33a8160c-4698-4501-be01-6d2c6c0567b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705881 Dec 24 03:35:12.301088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0fca5e82-c704-4b2a-8516-0ef5603cb61f None None] Provisioning complete for port 046b0f70-4118-4e40-a74e-8bb5da1e56cc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:12.301768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fca5e82-c704-4b2a-8516-0ef5603cb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.307273 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1420c2a-7f35-4707-a877-87c36eacd39a None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:09Z', 'revision_number': 3, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:12.348178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0fca5e82-c704-4b2a-8516-0ef5603cb61f None None] Port 046b0f70-4118-4e40-a74e-8bb5da1e56cc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:12.375661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-41631378-e99f-4ee4-9458-ccbc7013dcaa service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932662 Dec 24 03:35:12.406544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.411794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.480050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Pushing event updated for resources: {'Port': ['ID=046b0f70-4118-4e40-a74e-8bb5da1e56cc,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:12.485221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.486375 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51302d9b-7c6e-44e0-b754-7cd66e8b40de req-22d7b2c2-0c86-4d4d-9c3f-abbfab435c61 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030672 Dec 24 03:35:12.592038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:12.593405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:12.712639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.725641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 08f04241-a532-4738-8fc3-4d1ac4232f3b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:12.766711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:35:12.775178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab83d4d-9560-4159-addc-a9e076370ab8 req-7eb75b67-e747-44c2-937e-0238166f2ddf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:12.777448 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0ab83d4d-9560-4159-addc-a9e076370ab8 req-7eb75b67-e747-44c2-937e-0238166f2ddf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 943 time: 0.0889592 Dec 24 03:35:12.796162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 08f04241-a532-4738-8fc3-4d1ac4232f3b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:12.797216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:12.855121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0ab83d4d-9560-4159-addc-a9e076370ab8 req-76c0467e-b937-4a22-a030-8f5030f5d9b5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709548 Dec 24 03:35:12.973828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-15184a51-b909-4e44-9b8d-c996076c0869 None None] Provisioning complete for port 046b0f70-4118-4e40-a74e-8bb5da1e56cc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:12.974350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15184a51-b909-4e44-9b8d-c996076c0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.014088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-15184a51-b909-4e44-9b8d-c996076c0869 None None] Port 046b0f70-4118-4e40-a74e-8bb5da1e56cc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:13.174553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:13.180120 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-61968eed-a8cc-46af-a56f-92d985e46f8e admin admin] 10.222.0.37 "PUT /v2.0/routers/4a8008a8-b7d3-4c3c-b98d-8480108a2fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848922 Dec 24 03:35:13.631998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50872) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:13.637328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-486954670-network', 'tenant_id': '70ed45408473435796be209d0945ca03'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:13.659496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Made reservation on behalf of 70ed45408473435796be209d0945ca03 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:35:13.661670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.669767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.742521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.748246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.773683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:35:13.784224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b26a1b0-70e6-437e-9605-8db00be6bed4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:13.789554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.789892 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Added segment 20bc53a8-03a7-4047-9b6a-d29e7787d4a5 of type vlan for network 37932008-b325-4801-a863-4b3966827e11 Dec 24 03:35:13.835465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.859147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.860043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:13.860681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:13.898591 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2647901 Dec 24 03:35:13.901402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50876) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:13.906225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Request body: {'subnet': {'network_id': '37932008-b325-4801-a863-4b3966827e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-486954670-subnet', 'tenant_id': '70ed45408473435796be209d0945ca03', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:13.939296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66583f6f-5772-4da2-8a66-e2fbb7f48207 admin admin] Pushing event updated for resources: {'Network': ['ID=37932008-b325-4801-a863-4b3966827e11,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:13.954918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 37932008-b325-4801-a863-4b3966827e11 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:35:13.987345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Made reservation on behalf of 70ed45408473435796be209d0945ca03 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:35:13.989757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.019791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efafdf-435e-4399-a5f7-f71e1cbe2b27 req-1cc6b087-e0d8-485e-a0ae-18cb2c9d0ac6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:14.021224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0efafdf-435e-4399-a5f7-f71e1cbe2b27 req-1cc6b087-e0d8-485e-a0ae-18cb2c9d0ac6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 943 time: 0.0817566 Dec 24 03:35:14.125004 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0efafdf-435e-4399-a5f7-f71e1cbe2b27 req-26fe6fd1-77a5-4ffb-8369-9598c2cb7888 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979452 Dec 24 03:35:14.152783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:14.168210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:14.168883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:14.230150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.278621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:14.283161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8deb70a1-2f4b-4072-99ad-f066c924d687,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:14.294510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Checking segment: {'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:14.294896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Network hostable DHCP agents. Network: 37932008-b325-4801-a863-4b3966827e11, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:35:14.311632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Network 37932008-b325-4801-a863-4b3966827e11 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:35:14.320546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 37932008-b325-4801-a863-4b3966827e11) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:14.325282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:14.326348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.343427 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6eb7ae13-55b4-46ae-9598-13ad7f5edf53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4408505 Dec 24 03:35:14.346813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:14.355139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:14.358479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146dfe7-ffec-4e7c-b15f-ce31301e7462 None None] Network 37932008-b325-4801-a863-4b3966827e11 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:35:14.381956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.383528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.449062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.453431 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.559487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-37932008-b325-4801-a863-4b3966827e11', 'network_id': '37932008-b325-4801-a863-4b3966827e11', 'project_id': '70ed45408473435796be209d0945ca03', 'fixed_ips': [{'subnet_id': '8deb70a1-2f4b-4072-99ad-f066c924d687'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:35:14.560349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.592162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.669707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 2, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:14.706438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:14.706890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Updating router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde port 046b0f70-4118-4e40-a74e-8bb5da1e56cc binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:35:14.740610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6c73ae5e-1a3a-4697-a417-c05389d2fafb details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:35:14.775989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.794918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.816331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:14.930269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Allocated IP 172.26.5.219 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/e1ece1ac-e581-43a9-856d-5830d55dcf98) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:14.938389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:35:14.954549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Allocated IP 172.20.0.2 (37932008-b325-4801-a863-4b3966827e11/8deb70a1-2f4b-4072-99ad-f066c924d687/e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:15.039049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.081962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.124570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:15.127483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:15.130894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:15.140153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.149293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df47f5-ef38-460e-9eb1-18d6ba60570e None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:15.155791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ece1ac-e581-43a9-856d-5830d55dcf98,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:15.213026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 6c73ae5e-1a3a-4697-a417-c05389d2fafb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:15.246329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'port_id': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'mac_address': 'fa:16:3e:40:da:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:35:15.314968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acf2b-9d76-4eba-9d3b-5a1ba1215a43 req-16d0cc3d-0072-4f97-832a-e7e81a0bda18 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:15.316305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-493acf2b-9d76-4eba-9d3b-5a1ba1215a43 req-16d0cc3d-0072-4f97-832a-e7e81a0bda18 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 943 time: 0.0802057 Dec 24 03:35:15.380776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-eaa74038-d001-4fb9-a165-d96b1e3da82b None None] Provisioning complete for port e1ece1ac-e581-43a9-856d-5830d55dcf98 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:15.381150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eaa74038-d001-4fb9-a165-d96b1e3da82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.418342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.469560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c73ae5e-1a3a-4697-a417-c05389d2fafb {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:35:15.473568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-eaa74038-d001-4fb9-a165-d96b1e3da82b None None] Port e1ece1ac-e581-43a9-856d-5830d55dcf98 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:15.484189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.501766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.561220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 6c73ae5e-1a3a-4697-a417-c05389d2fafb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:15.576533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.589253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Network 37932008-b325-4801-a863-4b3966827e11 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:15.600617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:15.604342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.605929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Pushing event updated for resources: {'Port': ['ID=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:15.608268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:15.617281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.716257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Attempting to bind port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:15.716662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Attempting to bind port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:15.717254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Attempting to bind port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 on network 37932008-b325-4801-a863-4b3966827e11 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:15.718753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=6c73ae5e-1a3a-4697-a417-c05389d2fafb,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:15.747443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:15.747822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Checking segment: {'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:15.748217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.748979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Bound using segment: {'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:15.749134 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Bound port: e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:15.749484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.772333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-493acf2b-9d76-4eba-9d3b-5a1ba1215a43 req-3392b814-d443-4e1d-ba15-8f87bbd0cddb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4219034 Dec 24 03:35:15.786617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.848883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f25734-031f-441c-a4ef-b8674579f527 None None] Pushing event updated for resources: {'Port': ['ID=046b0f70-4118-4e40-a74e-8bb5da1e56cc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:15.853336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Attempting to bind port 046b0f70-4118-4e40-a74e-8bb5da1e56cc on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:15.853706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Attempting to bind port 046b0f70-4118-4e40-a74e-8bb5da1e56cc by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:15.854067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Attempting to bind port 046b0f70-4118-4e40-a74e-8bb5da1e56cc on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:15.866146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:15.866556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Checking segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:15.866955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.867348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Bound using segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:15.867823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Bound port: 046b0f70-4118-4e40-a74e-8bb5da1e56cc, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:15.868207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.912002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] For port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:15.929956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] For port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,segment=NetworkSegment(20bc53a8-03a7-4047-9b6a-d29e7787d4a5),segment_id=20bc53a8-03a7-4047-9b6a-d29e7787d4a5)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:15.938257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.989278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:15.993760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['6c73ae5e-1a3a-4697-a417-c05389d2fafb'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:35:15.998753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] For port 046b0f70-4118-4e40-a74e-8bb5da1e56cc, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:16.051995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] For port 046b0f70-4118-4e40-a74e-8bb5da1e56cc, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=046b0f70-4118-4e40-a74e-8bb5da1e56cc,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:16.059599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0aa07-f162-4c66-bf08-eed8c1298b04 None None] Pushing event updated for resources: {'Port': ['ID=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:16.065440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:16.105549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-72aea78a-30b6-4fbb-884f-06db8c89ad92 None None] Provisioning complete for port 046b0f70-4118-4e40-a74e-8bb5da1e56cc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:16.105549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72aea78a-30b6-4fbb-884f-06db8c89ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:16.135745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:35:16.191715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:16.193003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:16.281940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f25734-031f-441c-a4ef-b8674579f527 None None] Pushing event updated for resources: {'Port': ['ID=046b0f70-4118-4e40-a74e-8bb5da1e56cc,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:16.293020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:16.305763 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Sync routers for ids ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:16.316159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:16.320680 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-58c985d1-cbc0-4791-9299-d9b40ac1ef42 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9681127 Dec 24 03:35:16.320864 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Routers {'a3314e6e-8ce5-495d-8bc6-11d1ef09d951'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:16.320864 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:16.321136 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50882) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:16.441323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72aea78a-30b6-4fbb-884f-06db8c89ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:16.461723 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Set router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:16.488202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:16.558818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-72aea78a-30b6-4fbb-884f-06db8c89ad92 None None] For port 046b0f70-4118-4e40-a74e-8bb5da1e56cc, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=046b0f70-4118-4e40-a74e-8bb5da1e56cc,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:16.567506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72aea78a-30b6-4fbb-884f-06db8c89ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:16.666140 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:15Z', 'revision_number': 3, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port': {'id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:16.706115 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Checking router: a3314e6e-8ce5-495d-8bc6-11d1ef09d951 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:16.706788 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Updating router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 port e1ece1ac-e581-43a9-856d-5830d55dcf98 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:35:16.749670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:16.751764 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:16.756433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aea78a-30b6-4fbb-884f-06db8c89ad92 None None] Pushing event updated for resources: {'Port': ['ID=046b0f70-4118-4e40-a74e-8bb5da1e56cc,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:16.853976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:16.937608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8aad-4d7c-46e3-9af8-ee59d8ad2d4d req-25a49a46-b92f-4424-ab06-45a4fbb3e70c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:16.950712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eb4e8aad-4d7c-46e3-9af8-ee59d8ad2d4d req-25a49a46-b92f-4424-ab06-45a4fbb3e70c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 944 time: 0.0708990 Dec 24 03:35:17.023832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eb4e8aad-4d7c-46e3-9af8-ee59d8ad2d4d req-0a835a5c-8f01-4ccf-be3d-aa1831356137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722106 Dec 24 03:35:17.050980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-95ef332c-3006-4d10-aceb-ea55dc39d52b None None] Provisioning complete for port 046b0f70-4118-4e40-a74e-8bb5da1e56cc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:17.051512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95ef332c-3006-4d10-aceb-ea55dc39d52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.089011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Allocated IP 172.20.0.1 (37932008-b325-4801-a863-4b3966827e11/8deb70a1-2f4b-4072-99ad-f066c924d687/f3481b95-6ec2-4f7f-86fb-ce639292f4b6) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:17.092936 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.103281 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.161856 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3e1b9-b572-4d4f-a5a4-d8519bc29be1 None None] Pushing event updated for resources: {'Port': ['ID=e1ece1ac-e581-43a9-856d-5830d55dcf98,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:17.194011 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Attempting to bind port e1ece1ac-e581-43a9-856d-5830d55dcf98 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:17.194681 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Attempting to bind port e1ece1ac-e581-43a9-856d-5830d55dcf98 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:17.195140 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Attempting to bind port e1ece1ac-e581-43a9-856d-5830d55dcf98 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:17.200956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:17.201498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.201889 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:17.202369 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:17.202867 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.203351 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:17.203913 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Bound port: e1ece1ac-e581-43a9-856d-5830d55dcf98, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:17.204530 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.231007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf3c05-d53e-466e-b8e3-f1a088140b9c None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:17.249123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.269032 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] For port e1ece1ac-e581-43a9-856d-5830d55dcf98, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:17.272601 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] For port e1ece1ac-e581-43a9-856d-5830d55dcf98, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e1ece1ac-e581-43a9-856d-5830d55dcf98,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:17.278649 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.297992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.338283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9a117-5fd3-4812-a0ad-c4d82dfb8a24 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:35:17.340268 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3e1b9-b572-4d4f-a5a4-d8519bc29be1 None None] Pushing event updated for resources: {'Port': ['ID=e1ece1ac-e581-43a9-856d-5830d55dcf98,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:17.342898 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Routers {'a3314e6e-8ce5-495d-8bc6-11d1ef09d951'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:17.343629 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:17.345917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:17.363476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f609567-ddb4-4a78-99b8-c618c93c1085 None None] Network 37932008-b325-4801-a863-4b3966827e11 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:35:17.363821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Network 37932008-b325-4801-a863-4b3966827e11 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:17.365269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:17.367879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:17.380061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:15Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:17.411063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.460186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74523d25-870d-4a2b-b27d-85a00b15ce57 None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:15Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:17.507740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.549195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] Provisioning complete for port e1ece1ac-e581-43a9-856d-5830d55dcf98 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:17.550115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.581762 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] Set router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:17.628945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,segment=NetworkSegment(20bc53a8-03a7-4047-9b6a-d29e7787d4a5),segment_id=20bc53a8-03a7-4047-9b6a-d29e7787d4a5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:17.642129 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.651237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.740801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:17.762378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.791242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] For port e1ece1ac-e581-43a9-856d-5830d55dcf98, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e1ece1ac-e581-43a9-856d-5830d55dcf98,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:17.799363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.810411 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:15Z', 'revision_number': 3, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port': {'id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:17.847179 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb157a-462f-4a8c-9f4b-7aaf1892f905 None None] The sync data for ids ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'] in dv-neutron-822869-1-hyperv is: [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:15Z', 'revision_number': 3, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port': {'id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:17.862304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] Provisioning complete for port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:17.862884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.922543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b38d1-511f-49ab-ae55-c43680b6daa3 None None] Pushing event updated for resources: {'Port': ['ID=e1ece1ac-e581-43a9-856d-5830d55dcf98,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:17.929879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:17.940672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:18.050779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:18.058310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:18.159624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3499231b-a881-4cc8-af1f-02b305e05aef None None] Provisioning complete for port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:18.160502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3499231b-a881-4cc8-af1f-02b305e05aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:18.236245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Network 37932008-b325-4801-a863-4b3966827e11 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:18.239417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d1b5a-939e-4d38-bad7-0939233001e3 req-452acb1c-7f92-45e7-9fd9-84e708233f87 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:18.245491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:18.248273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-857d1b5a-939e-4d38-bad7-0939233001e3 req-452acb1c-7f92-45e7-9fd9-84e708233f87 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 944 time: 0.1121798 Dec 24 03:35:18.352323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-857d1b5a-939e-4d38-bad7-0939233001e3 req-c80b4974-5088-4ad5-8160-5cf561e5db58 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029389 Dec 24 03:35:18.354561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3499231b-a881-4cc8-af1f-02b305e05aef None None] Provisioning complete for port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:18.355080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3499231b-a881-4cc8-af1f-02b305e05aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:18.414298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3499231b-a881-4cc8-af1f-02b305e05aef None None] Port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:18.440659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:35:18.538077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c2498736-f2f2-44b1-9306-03d5c6cd93cd None None] Provisioning complete for port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:18.538473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2498736-f2f2-44b1-9306-03d5c6cd93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:18.569081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:18.575991 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a51c4064-24a0-484d-b825-d1aafd8aaae8 admin admin] 10.222.0.37 "PUT /v2.0/routers/a3314e6e-8ce5-495d-8bc6-11d1ef09d951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2527339 Dec 24 03:35:18.593097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c2498736-f2f2-44b1-9306-03d5c6cd93cd None None] Port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:18.714691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-80a64abe-2cf7-4bcd-a4b3-4d426a96e55c None None] Provisioning complete for port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:18.715151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80a64abe-2cf7-4bcd-a4b3-4d426a96e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:18.762061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-80a64abe-2cf7-4bcd-a4b3-4d426a96e55c None None] Port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:18.771526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6c73ae5e-1a3a-4697-a417-c05389d2fafb up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:18.842961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e1ece1ac-e581-43a9-856d-5830d55dcf98 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:18.877669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 6c73ae5e-1a3a-4697-a417-c05389d2fafb completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:35:18.893790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 6c73ae5e-1a3a-4697-a417-c05389d2fafb triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:18.894307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:18.948047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e1ece1ac-e581-43a9-856d-5830d55dcf98 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:18.948722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.024822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.080954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 046b0f70-4118-4e40-a74e-8bb5da1e56cc up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:19.109875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:19.112128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57981b5d-4aa3-4358-80fa-26c5033b7d51" -d '{"events": [{"server_uuid": "20031419-3780-4553-8645-309d628136eb", "name": "network-vif-plugged", "status": "completed", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:19.139761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 6c73ae5e-1a3a-4697-a417-c05389d2fafb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:19.149011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.160114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88efb767-d763-4619-a261-f0c119d8a37a x-openstack-request-id: req-88efb767-d763-4619-a261-f0c119d8a37a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:19.160447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20031419-3780-4553-8645-309d628136eb", "name": "network-vif-plugged", "status": "completed", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:19.160707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88efb767-d763-4619-a261-f0c119d8a37a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:19.161103 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'code': 200} Dec 24 03:35:19.201335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 50896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:19.206583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cfd3b768-cc02-4541-b485-cc3063ab7dd9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182543881', 'description': 'tempest-secgroup-smoke-1182543881 description', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:19.214859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 046b0f70-4118-4e40-a74e-8bb5da1e56cc triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:19.215312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.218595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=6c73ae5e-1a3a-4697-a417-c05389d2fafb,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:19.246163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b768-cc02-4541-b485-cc3063ab7dd9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.319755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:19.333247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b768-cc02-4541-b485-cc3063ab7dd9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.338082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b768-cc02-4541-b485-cc3063ab7dd9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.377477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b768-cc02-4541-b485-cc3063ab7dd9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.377785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:19.378306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.378832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cfd3b768-cc02-4541-b485-cc3063ab7dd9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1761141 Dec 24 03:35:19.381780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50900) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:19.387223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-21d66644-3a12-4796-99ef-65b097fb23ec tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'security_group_rule': {'security_group_id': '9cea42fb-823c-44a9-be89-b7c410cbc9ba', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:19.397327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3b768-cc02-4541-b485-cc3063ab7dd9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea42fb-823c-44a9-be89-b7c410cbc9ba,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:19.413810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6129b40-ce85-46ed-bb14-ef376acc5e4c req-0be4d419-c506-4522-89ca-acf0aaea4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:19.415432 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b6129b40-ce85-46ed-bb14-ef376acc5e4c req-0be4d419-c506-4522-89ca-acf0aaea4ead service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 1098 time: 0.0552166 Dec 24 03:35:19.431016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21d66644-3a12-4796-99ef-65b097fb23ec tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.500214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b6129b40-ce85-46ed-bb14-ef376acc5e4c req-6f290a63-6b6e-48cc-a1ef-8c830e80e95f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765929 Dec 24 03:35:19.508894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21d66644-3a12-4796-99ef-65b097fb23ec tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.513751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21d66644-3a12-4796-99ef-65b097fb23ec tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.517030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b54d2-68de-4bf3-9fad-fe823d6d98f2 req-cad651ac-a8d9-4911-bde0-4f690c4d0271 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:19.518555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b48b54d2-68de-4bf3-9fad-fe823d6d98f2 req-cad651ac-a8d9-4911-bde0-4f690c4d0271 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 945 time: 0.0783167 Dec 24 03:35:19.537291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d66644-3a12-4796-99ef-65b097fb23ec tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b309eb6e-c51b-4668-939d-6bf151c82bce,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:19.543876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21d66644-3a12-4796-99ef-65b097fb23ec tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.545147 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-21d66644-3a12-4796-99ef-65b097fb23ec tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617732 Dec 24 03:35:19.547677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50902) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:19.552093 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-bd5a8a97-da6f-4ebc-aacf-14dec3a18e16 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'security_group_rule': {'security_group_id': '9cea42fb-823c-44a9-be89-b7c410cbc9ba', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:19.574798 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b48b54d2-68de-4bf3-9fad-fe823d6d98f2 req-0d18f20b-ea35-4857-8b12-3dbdd6737528 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489712 Dec 24 03:35:19.583216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a8a97-da6f-4ebc-aacf-14dec3a18e16 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.638043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a8a97-da6f-4ebc-aacf-14dec3a18e16 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.641598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a8a97-da6f-4ebc-aacf-14dec3a18e16 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.662829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a8a97-da6f-4ebc-aacf-14dec3a18e16 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6df0a5-f2a9-40ac-8ca6-15832a13ab96,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:19.672358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a8a97-da6f-4ebc-aacf-14dec3a18e16 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.673569 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bd5a8a97-da6f-4ebc-aacf-14dec3a18e16 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249638 Dec 24 03:35:19.676224 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50904) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:19.680770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-660eee85-016f-4a93-8b6a-03dee64416d6 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'security_group_rule': {'security_group_id': '9cea42fb-823c-44a9-be89-b7c410cbc9ba', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:19.708427 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-660eee85-016f-4a93-8b6a-03dee64416d6 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.767899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-660eee85-016f-4a93-8b6a-03dee64416d6 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.771642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-660eee85-016f-4a93-8b6a-03dee64416d6 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.789552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eee85-016f-4a93-8b6a-03dee64416d6 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5207e0-4012-4a9b-949a-5a216ccea651,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:19.794758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-660eee85-016f-4a93-8b6a-03dee64416d6 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.796093 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-660eee85-016f-4a93-8b6a-03dee64416d6 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186659 Dec 24 03:35:19.798810 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50906) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:19.803002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-62bd6359-b5ca-4288-abc0-0c2ac9355bf0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'security_group_rule': {'security_group_id': '9cea42fb-823c-44a9-be89-b7c410cbc9ba', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:19.831516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62bd6359-b5ca-4288-abc0-0c2ac9355bf0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.892020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62bd6359-b5ca-4288-abc0-0c2ac9355bf0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.895488 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62bd6359-b5ca-4288-abc0-0c2ac9355bf0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.912473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd6359-b5ca-4288-abc0-0c2ac9355bf0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3e5fe0-89de-47b2-bc81-0ced0d802d69,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:19.920284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62bd6359-b5ca-4288-abc0-0c2ac9355bf0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:19.924061 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-62bd6359-b5ca-4288-abc0-0c2ac9355bf0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218898 Dec 24 03:35:19.924393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50908) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:19.929328 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'security_group_rule': {'security_group_id': '9cea42fb-823c-44a9-be89-b7c410cbc9ba', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:19.954582 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Project 97d8bc08abe943c4b4ef6f73c43c0c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:35:19.959739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.017856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.021528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.042353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c937ecd6-27a1-428c-b4f5-eca26f3597ea,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:20.048878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.050061 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0d08bf32-0e29-4caa-833c-073f3c597ca1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246746 Dec 24 03:35:20.052691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 50910) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:20.057429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'security_group_rule': {'security_group_id': '9cea42fb-823c-44a9-be89-b7c410cbc9ba', 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:20.082366 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Project 97d8bc08abe943c4b4ef6f73c43c0c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:35:20.087754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.147256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.151118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.168078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef1644a-618a-4c7c-822e-980b9b2e25c1,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:20.180593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.181830 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1c66bf45-1180-489a-a4be-8175f3dec87d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282203 Dec 24 03:35:20.242732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Sync routers for ids ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:20.253320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Routers {'a3314e6e-8ce5-495d-8bc6-11d1ef09d951'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:20.253998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:20.362182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Set router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:20.561572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 4, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port': {'id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f3481b95-6ec2-4f7f-86fb-ce639292f4b6', 'name': '', 'network_id': '37932008-b325-4801-a863-4b3966827e11', 'tenant_id': '70ed45408473435796be209d0945ca03', 'mac_address': 'fa:16:3e:50:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8deb70a1-2f4b-4072-99ad-f066c924d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:16Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 2, 'project_id': '70ed45408473435796be209d0945ca03', 'subnets': [{'id': '8deb70a1-2f4b-4072-99ad-f066c924d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:20.590829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Checking router: a3314e6e-8ce5-495d-8bc6-11d1ef09d951 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:20.591206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Updating router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:35:20.621126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.705741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2ba1c-9743-4397-8712-815f3702d712 req-e027078a-7aa6-4e30-b830-8b8202a1996a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:20.708066 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59d2ba1c-9743-4397-8712-815f3702d712 req-e027078a-7aa6-4e30-b830-8b8202a1996a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 945 time: 0.0621858 Dec 24 03:35:20.761847 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59d2ba1c-9743-4397-8712-815f3702d712 req-46d9219a-034c-4894-83c3-8c1e1bdfd072 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465007 Dec 24 03:35:20.928127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.934576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:20.981688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c75130-e1fb-4ff5-b450-31b50053dc87 None None] Pushing event updated for resources: {'Port': ['ID=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:21.033887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Attempting to bind port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:21.034433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Attempting to bind port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:21.034820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Attempting to bind port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 on network 37932008-b325-4801-a863-4b3966827e11 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:21.040576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:21.040949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Checking segment: {'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:21.041350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:21.041728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Bound using segment: {'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:21.042259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Bound port: f3481b95-6ec2-4f7f-86fb-ce639292f4b6, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc53a8-03a7-4047-9b6a-d29e7787d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37932008-b325-4801-a863-4b3966827e11'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:21.042697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:21.114727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] For port f3481b95-6ec2-4f7f-86fb-ce639292f4b6, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:21.119238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] For port f3481b95-6ec2-4f7f-86fb-ce639292f4b6, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,segment=NetworkSegment(20bc53a8-03a7-4047-9b6a-d29e7787d4a5),segment_id=20bc53a8-03a7-4047-9b6a-d29e7787d4a5)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:21.123499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:21.176351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Routers {'a3314e6e-8ce5-495d-8bc6-11d1ef09d951'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:21.177106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:21.236700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c75130-e1fb-4ff5-b450-31b50053dc87 None None] Pushing event updated for resources: {'Port': ['ID=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:21.261491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1d5fc705-0d50-4ad3-aeb0-d754849254a8 None None] Provisioning complete for port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:21.261862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc705-0d50-4ad3-aeb0-d754849254a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:21.349879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] Set router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:21.660382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc705-0d50-4ad3-aeb0-d754849254a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:21.712577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1d5fc705-0d50-4ad3-aeb0-d754849254a8 None None] For port f3481b95-6ec2-4f7f-86fb-ce639292f4b6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,segment=NetworkSegment(20bc53a8-03a7-4047-9b6a-d29e7787d4a5),segment_id=20bc53a8-03a7-4047-9b6a-d29e7787d4a5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:21.733651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc705-0d50-4ad3-aeb0-d754849254a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:21.794088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fc705-0d50-4ad3-aeb0-d754849254a8 None None] Pushing event updated for resources: {'Port': ['ID=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:21.806470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 4, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port': {'id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f3481b95-6ec2-4f7f-86fb-ce639292f4b6', 'name': '', 'network_id': '37932008-b325-4801-a863-4b3966827e11', 'tenant_id': '70ed45408473435796be209d0945ca03', 'mac_address': 'fa:16:3e:50:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8deb70a1-2f4b-4072-99ad-f066c924d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:16Z', 'updated_at': '2021-12-24T03:35:21Z', 'revision_number': 4, 'project_id': '70ed45408473435796be209d0945ca03', 'subnets': [{'id': '8deb70a1-2f4b-4072-99ad-f066c924d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:21.840056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c03a313-1d7b-48d8-a0cb-04d309f4d1b0 None None] The sync data for ids ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'] in dv-neutron-822869-1-hyperv is: [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 4, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port': {'id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'f3481b95-6ec2-4f7f-86fb-ce639292f4b6', 'name': '', 'network_id': '37932008-b325-4801-a863-4b3966827e11', 'tenant_id': '70ed45408473435796be209d0945ca03', 'mac_address': 'fa:16:3e:50:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8deb70a1-2f4b-4072-99ad-f066c924d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:16Z', 'updated_at': '2021-12-24T03:35:21Z', 'revision_number': 4, 'project_id': '70ed45408473435796be209d0945ca03', 'subnets': [{'id': '8deb70a1-2f4b-4072-99ad-f066c924d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:21.859312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-988ef0e8-6ab6-4582-8e65-34a05d8a9a39 None None] Provisioning complete for port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:21.859829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-988ef0e8-6ab6-4582-8e65-34a05d8a9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:21.927806 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:35:21.942252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8ce29-03a5-4654-96ae-3a2ccd4ca93f req-dc4408a5-153a-404f-b310-c6acc08c625e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:21.944458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-69a8ce29-03a5-4654-96ae-3a2ccd4ca93f req-dc4408a5-153a-404f-b310-c6acc08c625e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 945 time: 0.0999317 Dec 24 03:35:21.977259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:22.034796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-69a8ce29-03a5-4654-96ae-3a2ccd4ca93f req-6bc1fa1a-06d5-406c-bf30-a03aa889a6e3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833645 Dec 24 03:35:22.171499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb66c0-a1b6-4153-9933-f9cbcfca36f5 req-bfb925a2-70cb-438e-951f-d11efebf8db6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:22.173308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1cb66c0-a1b6-4153-9933-f9cbcfca36f5 req-bfb925a2-70cb-438e-951f-d11efebf8db6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 945 time: 0.0583434 Dec 24 03:35:22.231509 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1cb66c0-a1b6-4153-9933-f9cbcfca36f5 req-af9fc18c-e5c4-4784-ab34-7c0f30d53ca2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517621 Dec 24 03:35:22.257966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51006) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:22.300868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7edb3e-05b3-4a77-a91f-52cfd37d44ef tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:22.303096 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2a7edb3e-05b3-4a77-a91f-52cfd37d44ef tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 1093 time: 0.0434508 Dec 24 03:35:22.306339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:22.311663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'port_id': '6c73ae5e-1a3a-4697-a417-c05389d2fafb'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:22.355982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:22.770414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f3481b95-6ec2-4f7f-86fb-ce639292f4b6 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:22.835929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:22.836277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:22.909722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:22.916086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:23.034283 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 52c4616f-acac-42b7-be76-3aedbb43e814 associated. External IP: 172.26.5.229, port: 6c73ae5e-1a3a-4697-a417-c05389d2fafb. Dec 24 03:35:23.252065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router e73a866c-c9ad-45f2-aa8f-a64a4711e17f has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:35:23.363219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:23.368202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:23.375146 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] Sync routers for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:23.385690 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:23.389445 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:23.396858 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a7af630d-f597-4666-aeca-4418256afe70 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 991 time: 1.0893230 Dec 24 03:35:23.398015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:23.400282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f" -d '{"events": [{"name": "network-changed", "server_uuid": "20031419-3780-4553-8645-309d628136eb", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:23.401283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51012) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:23.438362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b102d55b-4bef-45e7-8044-6b69173b5b54 x-openstack-request-id: req-b102d55b-4bef-45e7-8044-6b69173b5b54 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:23.438888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20031419-3780-4553-8645-309d628136eb", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:23.439149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b102d55b-4bef-45e7-8044-6b69173b5b54 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:23.439565 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'status': 'completed', 'code': 200} Dec 24 03:35:23.476600 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-63e66729-8cfd-4110-83fe-89afefcd8629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 991 time: 0.0733140 Dec 24 03:35:23.517480 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:23.542343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-ffa2d814-77b5-4f5b-8318-d093b1377d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:23.543871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-ffa2d814-77b5-4f5b-8318-d093b1377d2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 1098 time: 0.0433383 Dec 24 03:35:23.643308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-430c664b-01ec-4434-950b-6966691299b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:23.644921 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-430c664b-01ec-4434-950b-6966691299b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 897 time: 0.0940902 Dec 24 03:35:23.720964 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-f9964326-83f2-4f06-a88a-12c7cd529baf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb HTTP/1.1" status: 200 len: 999 time: 0.0676682 Dec 24 03:35:23.743047 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '52c4616f-acac-42b7-be76-3aedbb43e814', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'port_id': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'mac_address': 'fa:16:3e:40:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20031419-3780-4553-8645-309d628136eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:44Z', 'updated_at': '2021-12-24T03:35:22Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:23.769732 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] Checking router: e73a866c-c9ad-45f2-aa8f-a64a4711e17f for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:23.778104 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:23.778761 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:23.782933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-f511be64-995a-45fc-bb1f-4dbce5c51188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:23.786797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-f511be64-995a-45fc-bb1f-4dbce5c51188 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0568657 Dec 24 03:35:23.837599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-bd185171-58b9-44f3-b304-f8d28754f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:23.839176 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-bd185171-58b9-44f3-b304-f8d28754f342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468764 Dec 24 03:35:23.894559 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:23.941226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-53493f2f-b79b-4444-990f-389e18372a5e service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944388 Dec 24 03:35:24.043732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4a7d7c-4e48-4451-ad8c-a9630ef7b78f req-74ead11a-995c-408d-b3f0-c07abdc844a6 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943215 Dec 24 03:35:24.138817 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '52c4616f-acac-42b7-be76-3aedbb43e814', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'port_id': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'mac_address': 'fa:16:3e:40:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20031419-3780-4553-8645-309d628136eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:44Z', 'updated_at': '2021-12-24T03:35:22Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:24.167007 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aca825-9e5e-4bf7-ab6e-6ec1804bceb3 None None] The sync data for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv is: [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '52c4616f-acac-42b7-be76-3aedbb43e814', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'port_id': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'mac_address': 'fa:16:3e:40:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20031419-3780-4553-8645-309d628136eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:44Z', 'updated_at': '2021-12-24T03:35:22Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:24.480451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51018) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:24.542791 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-99177bf6-002b-4197-a1a9-ecab542102de tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 991 time: 0.0605752 Dec 24 03:35:25.311223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03626bf-5738-4e78-a9df-6a1cc49d35a1 None None] New status for floating IP 52c4616f-acac-42b7-be76-3aedbb43e814: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:35:25.546171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51022) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:25.612911 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-417b5147-f131-4f75-a48b-424145cc7adc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 200 len: 993 time: 0.0647521 Dec 24 03:35:36.917216 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8926bc06-ad5a-4d64-8aa8-9f0c803ed2ba tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182543881&fields=id&tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 267 time: 0.0443702 Dec 24 03:35:37.025425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-639408b3-476e-4f75-b26c-29144d13b24c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:37.026860 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-639408b3-476e-4f75-b26c-29144d13b24c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 812 time: 0.1029935 Dec 24 03:35:37.041249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-48cd5534-8392-45c3-9282-74ccc9f491c4 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/quotas/97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 375 time: 0.0088184 Dec 24 03:35:37.091367 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-c86beccf-3d95-40b6-9a83-35939d8c4310 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451031 Dec 24 03:35:37.106673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-e7a157cf-e8ae-41df-9a36-73a65a7445a3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:35:37.107627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-e7a157cf-e8ae-41df-9a36-73a65a7445a3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052171 Dec 24 03:35:37.193972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-4691ad0f-c738-4547-80c4-4064901d1c2d service neutron] 10.222.0.37 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805719 Dec 24 03:35:37.283684 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-46cda401-9129-462d-af60-1d86590f49ce service neutron] 10.222.0.37 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828085 Dec 24 03:35:37.579681 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6cc6bc0e-cc5e-43fc-99dc-d2d9f86d3448 req-33e993f6-d50e-4cc7-920b-b981e24f1c10 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 210 time: 0.0265834 Dec 24 03:35:38.703878 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aee2e7cd-5b7e-4bd8-b96e-a8456b384eb2 req-74a3f840-9825-4b1f-9410-baaec2804992 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 210 time: 0.0544462 Dec 24 03:35:38.739848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-f54fe02a-358c-420d-b2ff-dd23b80e25cf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:38.741288 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-f54fe02a-358c-420d-b2ff-dd23b80e25cf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 812 time: 0.1312556 Dec 24 03:35:38.878423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-02b07f84-1d43-4ddd-97d8-b8f044ac65cb tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 380 time: 0.0546973 Dec 24 03:35:38.887741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'port': {'device_id': 'ae2b4659-d747-4eda-a718-127290b90d20', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'admin_state_up': True, 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'security_groups': ['9cea42fb-823c-44a9-be89-b7c410cbc9ba']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:39.009519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Made reservation on behalf of 97d8bc08abe943c4b4ef6f73c43c0c73 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:35:39.013464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.139989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Allocated IP 172.20.0.8 (7c319866-5d28-4c96-8f43-afcc38e2d8fc/a10bc067-8886-47a5-b3c6-d5dadcdfe660/40edd67f-548d-40d8-90d0-aa7f2526acba) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:39.279676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.312143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.356407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:39.359280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:39.363641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:39.395799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b1d9b-b9ba-4850-8888-48b94eff577f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.411436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=40edd67f-548d-40d8-90d0-aa7f2526acba,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:39.440390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:39.440998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.458712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-9fd396b8-f9f3-45bf-96e1-7e4db2689701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744798 Dec 24 03:35:39.576454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Request body: {'port': {'device_id': 'ae2b4659-d747-4eda-a718-127290b90d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:39.582639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cc27113b-578f-4ea5-a8ae-beaa6e7b8964 None None] Provisioning complete for port 40edd67f-548d-40d8-90d0-aa7f2526acba triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:39.583013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc27113b-578f-4ea5-a8ae-beaa6e7b8964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.618175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cc27113b-578f-4ea5-a8ae-beaa6e7b8964 None None] Port 40edd67f-548d-40d8-90d0-aa7f2526acba cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:35:39.632058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.869815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d2a54-efd5-4801-bf3e-07e00ee878f0 req-05756d42-c993-460c-b21e-7d4840d13012 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:39.871302 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c9d2a54-efd5-4801-bf3e-07e00ee878f0 req-05756d42-c993-460c-b21e-7d4840d13012 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 931 time: 0.0938606 Dec 24 03:35:39.962405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c9d2a54-efd5-4801-bf3e-07e00ee878f0 req-718238f0-81b9-4c55-a8c0-29253e09a272 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810072 Dec 24 03:35:39.969314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40edd67f-548d-40d8-90d0-aa7f2526acba {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:35:39.976869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:39.989907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Transition to ACTIVE for port object 40edd67f-548d-40d8-90d0-aa7f2526acba will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:35:39.994472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:40.042738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Pushing event updated for resources: {'Port': ['ID=40edd67f-548d-40d8-90d0-aa7f2526acba,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:40.122324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Attempting to bind port 40edd67f-548d-40d8-90d0-aa7f2526acba on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:35:40.122910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Attempting to bind port 40edd67f-548d-40d8-90d0-aa7f2526acba by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:35:40.123447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Attempting to bind port 40edd67f-548d-40d8-90d0-aa7f2526acba on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:40.128851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Port 40edd67f-548d-40d8-90d0-aa7f2526acba on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:35:40.129173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Attempting to bind port 40edd67f-548d-40d8-90d0-aa7f2526acba on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:35:40.134960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:35:40.135297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Checking segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:35:40.135814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Bound using segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:35:40.136248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Bound port: 40edd67f-548d-40d8-90d0-aa7f2526acba, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:35:40.136625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:40.206651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] For port 40edd67f-548d-40d8-90d0-aa7f2526acba, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:35:40.209835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] For port 40edd67f-548d-40d8-90d0-aa7f2526acba, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=40edd67f-548d-40d8-90d0-aa7f2526acba,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:35:40.213883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:40.250287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:40.250904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:40.252310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] 10.222.0.41 "PUT /v2.0/ports/40edd67f-548d-40d8-90d0-aa7f2526acba HTTP/1.1" status: 200 len: 1093 time: 0.7783737 Dec 24 03:35:40.252767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:40.254975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e669d996-a3ce-46af-9952-06c2a54753a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:40.283799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be45b44-ec95-4241-909a-dc6690617c66 service neutron] Pushing event updated for resources: {'Port': ['ID=40edd67f-548d-40d8-90d0-aa7f2526acba,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:40.692864 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba586d44-094c-4d56-b6f4-94e690bbc75c x-openstack-request-id: req-ba586d44-094c-4d56-b6f4-94e690bbc75c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:40.693152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:40.693389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba586d44-094c-4d56-b6f4-94e690bbc75c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:40.693781 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'status': 'completed', 'code': 200} Dec 24 03:35:40.708860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-b176d038-5e09-4358-9e1f-6423f4c27737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:40.710343 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-b176d038-5e09-4358-9e1f-6423f4c27737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 1096 time: 0.3941343 Dec 24 03:35:40.759226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-d3107218-3476-4020-b983-64393c2629ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40edd67f-548d-40d8-90d0-aa7f2526acba HTTP/1.1" status: 200 len: 217 time: 0.0337751 Dec 24 03:35:40.809953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-787da64b-7543-4be3-85cf-2d7b61f09c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:40.811381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-787da64b-7543-4be3-85cf-2d7b61f09c5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0423577 Dec 24 03:35:40.859289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-a0104423-7d07-4ace-864a-e9770e65159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:40.860691 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-a0104423-7d07-4ace-864a-e9770e65159d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387015 Dec 24 03:35:40.951825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-be02040d-95cf-471d-a6c2-987641da43df service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832424 Dec 24 03:35:41.069397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8057e87b-d5c7-410b-a2da-f08cadd40523 req-08e573e6-845b-4faf-a873-bbbc960d22a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099219 Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:35:41.086577 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:35:41.091505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71198b8-e47b-49de-9746-7a7c23a3d6c7 req-9290c5b2-edeb-4183-8230-4c66c6b4f9e0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.092988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f71198b8-e47b-49de-9746-7a7c23a3d6c7 req-9290c5b2-edeb-4183-8230-4c66c6b4f9e0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0629625 Dec 24 03:35:41.154807 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f71198b8-e47b-49de-9746-7a7c23a3d6c7 req-47de14ef-61c7-45b1-9bed-40c5a29943e4 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531876 Dec 24 03:35:41.187427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-b89669ca-3e27-451c-8cc4-8ce34466b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.188992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-b89669ca-3e27-451c-8cc4-8ce34466b82d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 1096 time: 0.0451264 Dec 24 03:35:41.281019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-a69e3d70-2e64-46eb-ab39-802e8757dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.282480 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-a69e3d70-2e64-46eb-ab39-802e8757dddb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.0872431 Dec 24 03:35:41.324683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-385f93a1-7ed2-43d9-b8c8-494c34a03a23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40edd67f-548d-40d8-90d0-aa7f2526acba HTTP/1.1" status: 200 len: 217 time: 0.0339849 Dec 24 03:35:41.379581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-33f941f6-e65a-42bb-9bf8-173d98a6df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.381108 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-33f941f6-e65a-42bb-9bf8-173d98a6df47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0500991 Dec 24 03:35:41.430824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-b4689da2-dcb1-4c80-91b7-2c87f524e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.432020 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-b4689da2-dcb1-4c80-91b7-2c87f524e99b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427339 Dec 24 03:35:41.521274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-84791ea2-b257-41b8-90df-fe0100e3d68b service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814259 Dec 24 03:35:41.624220 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e669d996-a3ce-46af-9952-06c2a54753a3 req-1348182a-b5f2-43d3-9b39-3331c6921ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937753 Dec 24 03:35:41.737526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c39b8b6f-fdc7-459b-ac9b-5dbe3af9bc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:42.278566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf0c9-6afe-4864-9579-eee8f06632de req-fed60423-dee6-4430-b7d0-54a982e4cbd4 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:42.280059 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b77cf0c9-6afe-4864-9579-eee8f06632de req-fed60423-dee6-4430-b7d0-54a982e4cbd4 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0511906 Dec 24 03:35:42.329648 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b77cf0c9-6afe-4864-9579-eee8f06632de req-afd1a080-ebc2-41fd-9f76-869c6067cc1b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Dec 24 03:35:42.694229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:43.446757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dc22f-4a85-4b58-8613-4db15fe492a5 req-a0c91072-b0c8-49bd-8ec5-f4d1b9abb131 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:43.448488 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c44dc22f-4a85-4b58-8613-4db15fe492a5 req-a0c91072-b0c8-49bd-8ec5-f4d1b9abb131 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0527177 Dec 24 03:35:43.496328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c44dc22f-4a85-4b58-8613-4db15fe492a5 req-4e5dceda-6741-4e30-a076-57d6dfbd7dda tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 Dec 24 03:35:44.378131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:44.614356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd89585-98a9-4443-9f05-ec0749a1e671 req-ae8a2b6b-e8f7-4c37-9752-22813aebc014 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:44.615823 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6bd89585-98a9-4443-9f05-ec0749a1e671 req-ae8a2b6b-e8f7-4c37-9752-22813aebc014 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0544717 Dec 24 03:35:44.665017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6bd89585-98a9-4443-9f05-ec0749a1e671 req-de7808b7-d09f-4021-8845-1f22b2424665 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Dec 24 03:35:45.042738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:45.779089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69b690-6f51-4335-9b7a-cdb071ee7e45 req-6a8e2307-aaa2-4936-9572-f5a43e6e7768 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:45.780570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5e69b690-6f51-4335-9b7a-cdb071ee7e45 req-6a8e2307-aaa2-4936-9572-f5a43e6e7768 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0487397 Dec 24 03:35:45.832156 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5e69b690-6f51-4335-9b7a-cdb071ee7e45 req-92c40271-5626-46f8-9b2e-276734937324 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456831 Dec 24 03:35:46.944640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b57403-7dd0-438d-b781-a2ff7db2b608 req-256de2f4-03a9-44eb-b1db-7d384d1a388e tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:46.946095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-34b57403-7dd0-438d-b781-a2ff7db2b608 req-256de2f4-03a9-44eb-b1db-7d384d1a388e tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0490246 Dec 24 03:35:46.994227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-34b57403-7dd0-438d-b781-a2ff7db2b608 req-fabcf829-9d13-4cff-81c6-7c30e2b6662f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Dec 24 03:35:48.108833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630344ab-2df1-4e32-a1e8-3cb4b4c697b8 req-374f6f3c-357f-4f95-a13d-6ebdc9a083ff tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:48.110304 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-630344ab-2df1-4e32-a1e8-3cb4b4c697b8 req-374f6f3c-357f-4f95-a13d-6ebdc9a083ff tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0486979 Dec 24 03:35:48.158303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-630344ab-2df1-4e32-a1e8-3cb4b4c697b8 req-e7a86b5a-ce8d-4ee5-9b74-b7c774c21e99 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421872 Dec 24 03:35:49.274845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f575-900a-42ec-94ef-f771bc62b18b req-1144d833-d705-4453-aa3f-0e18510df1ff tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:49.276311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4001f575-900a-42ec-94ef-f771bc62b18b req-1144d833-d705-4453-aa3f-0e18510df1ff tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0519848 Dec 24 03:35:49.323978 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4001f575-900a-42ec-94ef-f771bc62b18b req-d3016712-501b-4b2b-b094-b8842bc4a991 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Dec 24 03:35:50.434262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8439d40-7c7d-449d-9a02-18430740e15e req-528775f4-74c5-45f6-92ad-d2ef275b8c8b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:50.435707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d8439d40-7c7d-449d-9a02-18430740e15e req-528775f4-74c5-45f6-92ad-d2ef275b8c8b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0482502 Dec 24 03:35:50.482857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d8439d40-7c7d-449d-9a02-18430740e15e req-71c9394c-be5f-47ea-8b0c-04795894ae80 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Dec 24 03:35:51.594722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c850eb-cb6e-433e-98a3-d9f93f304c35 req-f941d387-b2a9-43c5-958f-afd75f7b18c2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:51.596227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56c850eb-cb6e-433e-98a3-d9f93f304c35 req-f941d387-b2a9-43c5-958f-afd75f7b18c2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0482986 Dec 24 03:35:51.648081 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56c850eb-cb6e-433e-98a3-d9f93f304c35 req-ebfff953-86dd-463b-ab73-f33fbad71716 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Dec 24 03:35:51.969666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:52.759298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d51db-1a17-4768-a83d-9871fa9a3b02 req-e1cb46cb-a2fc-4fe1-b6eb-b86c5bc7e226 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:52.760767 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-558d51db-1a17-4768-a83d-9871fa9a3b02 req-e1cb46cb-a2fc-4fe1-b6eb-b86c5bc7e226 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0480027 Dec 24 03:35:52.808109 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-558d51db-1a17-4768-a83d-9871fa9a3b02 req-cbe73cd5-bb59-47e0-ae56-223883306933 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Dec 24 03:35:53.918709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606be3b-1367-4840-ad95-41bbd66c675a req-acf33ccd-cca1-4154-8770-1455ede1968b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:53.920145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0606be3b-1367-4840-ad95-41bbd66c675a req-acf33ccd-cca1-4154-8770-1455ede1968b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0472076 Dec 24 03:35:53.969366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0606be3b-1367-4840-ad95-41bbd66c675a req-c4f1e009-88a0-4f88-aa26-29c1d8ee45cd tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Dec 24 03:35:54.922286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 40edd67f-548d-40d8-90d0-aa7f2526acba details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:35:55.016580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 40edd67f-548d-40d8-90d0-aa7f2526acba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=40edd67f-548d-40d8-90d0-aa7f2526acba,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:55.027527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'port_id': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'mac_address': 'fa:16:3e:1a:2d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:35:55.063620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:55.080484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40edd67f-548d-40d8-90d0-aa7f2526acba {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:35:55.087434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4049d-b97f-485a-86bb-ea25e26495b4 req-07864d87-661a-41b4-9c63-5fa80301f626 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:55.088925 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96c4049d-b97f-485a-86bb-ea25e26495b4 req-07864d87-661a-41b4-9c63-5fa80301f626 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 943 time: 0.0531757 Dec 24 03:35:55.099831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 40edd67f-548d-40d8-90d0-aa7f2526acba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=40edd67f-548d-40d8-90d0-aa7f2526acba,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:55.105209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:55.141380 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96c4049d-b97f-485a-86bb-ea25e26495b4 req-0414d2e6-b08b-461c-b3e0-939a4ab71d86 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465257 Dec 24 03:35:55.151206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=40edd67f-548d-40d8-90d0-aa7f2526acba,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:55.530760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['40edd67f-548d-40d8-90d0-aa7f2526acba'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:35:56.253798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522e542-3e54-4db9-a622-2ca7aaadf39e req-937f224f-7c58-4bbb-b833-087cbb070129 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:56.255246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2522e542-3e54-4db9-a622-2ca7aaadf39e req-937f224f-7c58-4bbb-b833-087cbb070129 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 944 time: 0.0479424 Dec 24 03:35:56.303845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2522e542-3e54-4db9-a622-2ca7aaadf39e req-5610d4b5-810e-4d9c-991c-10f18445bfc1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Dec 24 03:35:56.934988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 40edd67f-548d-40d8-90d0-aa7f2526acba up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:56.982018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 40edd67f-548d-40d8-90d0-aa7f2526acba completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:35:56.986190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 40edd67f-548d-40d8-90d0-aa7f2526acba triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:56.986565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:57.064083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:57.085740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:57.088001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14699947-0454-461c-bae2-93f1858716a3" -d '{"events": [{"server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "name": "network-vif-plugged", "status": "completed", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:57.101687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 40edd67f-548d-40d8-90d0-aa7f2526acba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=40edd67f-548d-40d8-90d0-aa7f2526acba,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:57.106713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:57.160933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=40edd67f-548d-40d8-90d0-aa7f2526acba,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:57.189372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0342b3e-0bd9-4568-9508-c6ba8405ef57 x-openstack-request-id: req-f0342b3e-0bd9-4568-9508-c6ba8405ef57 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:57.189666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "name": "network-vif-plugged", "status": "completed", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:57.189918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0342b3e-0bd9-4568-9508-c6ba8405ef57 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:57.190312 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'code': 200} Dec 24 03:35:57.438747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dac47-3bc3-4390-8201-c1436f93b7df req-cdd2af77-395c-4792-af74-ce6fb1c98678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:57.440133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-210dac47-3bc3-4390-8201-c1436f93b7df req-cdd2af77-395c-4792-af74-ce6fb1c98678 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 1098 time: 0.0627222 Dec 24 03:35:57.448435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07d35a-f5bb-4027-b826-17f18fce629a req-15cdd186-2f06-4643-b681-ed4928f1aab9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:57.449795 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ad07d35a-f5bb-4027-b826-17f18fce629a req-15cdd186-2f06-4643-b681-ed4928f1aab9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0812902 Dec 24 03:35:57.512447 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-210dac47-3bc3-4390-8201-c1436f93b7df req-59dc761f-e975-479e-bdb9-454ff2e060f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616972 Dec 24 03:35:57.525053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ad07d35a-f5bb-4027-b826-17f18fce629a req-f26af5f7-a67f-404f-aa1c-23e0b5f5d6eb tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694687 Dec 24 03:35:58.639146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73f43-6f80-47ec-bfe9-2be9b672999b req-6a456d7e-dc47-41fe-9aa2-f6189b5ab3b0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:58.640617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cf73f43-6f80-47ec-bfe9-2be9b672999b req-6a456d7e-dc47-41fe-9aa2-f6189b5ab3b0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Dec 24 03:35:58.691915 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cf73f43-6f80-47ec-bfe9-2be9b672999b req-4493f281-2991-4970-9456-124ba6d6b377 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Dec 24 03:35:58.898467 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:35:59.809670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5453eb-6634-42ef-82b5-715fda53fbf1 req-87bb24b1-501f-4bdb-9e2e-5d0c70854eb3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:59.811221 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e5453eb-6634-42ef-82b5-715fda53fbf1 req-87bb24b1-501f-4bdb-9e2e-5d0c70854eb3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0496671 Dec 24 03:35:59.866053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e5453eb-6634-42ef-82b5-715fda53fbf1 req-9515672a-5c1f-4d4b-a04e-11a21c101701 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 Dec 24 03:35:59.979064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99d359-2b0c-4cb0-98dd-feda0ded037c req-eff1d7e2-8f3b-48d0-8d66-625e7aed6a80 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:59.980458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a99d359-2b0c-4cb0-98dd-feda0ded037c req-eff1d7e2-8f3b-48d0-8d66-625e7aed6a80 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0480554 Dec 24 03:36:00.030331 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a99d359-2b0c-4cb0-98dd-feda0ded037c req-0973f313-5ebe-44a9-b17e-a0c32d5b88f8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Dec 24 03:36:00.052004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51152) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:00.134862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070eeda-0495-4b69-86ce-7a43e4df57bd tempest-TestVolumeBootPattern-965937026 tempest-TestVolumeBootPattern-965937026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:00.136399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3070eeda-0495-4b69-86ce-7a43e4df57bd tempest-TestVolumeBootPattern-965937026 tempest-TestVolumeBootPattern-965937026-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 1093 time: 0.0833294 Dec 24 03:36:00.139859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:00.143946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:00.167509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:00.262968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:00.365922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Allocated IP 172.26.5.154 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/22598f02-7ac9-46a3-9d3d-a72bd092fb3e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:00.463599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:00.503880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:00.543962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:00.546733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:00.550130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:00.575215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=22598f02-7ac9-46a3-9d3d-a72bd092fb3e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:00.587518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.587870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.588216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.588583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.588920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.589248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.589606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.589934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.590260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.590589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.590914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.591238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.591558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:00.912656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:00.976148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:01.122550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:01.126890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:01.193120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=22598f02-7ac9-46a3-9d3d-a72bd092fb3e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:01.204067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:01.302569 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Floating IP 9fe913e6-b59f-41a2-8d1a-1d699087ef80 associated. External IP: 172.26.5.154, port: 40edd67f-548d-40d8-90d0-aa7f2526acba. Dec 24 03:36:01.503230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:36:01.607474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:01.616681 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:01.625119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:01.627239 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:01.627925 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:01.651973 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-81563cf9-d810-4485-aeb9-cb5a0f06bccf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5110826 Dec 24 03:36:01.652711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:01.654951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98205c1c-f3c1-415f-806c-2085f3e8a7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:01.689684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024b91f3-2652-4fb5-a84c-de5414beb5db x-openstack-request-id: req-024b91f3-2652-4fb5-a84c-de5414beb5db {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:01.689979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:01.690243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-024b91f3-2652-4fb5-a84c-de5414beb5db {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:01.690651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'status': 'completed', 'code': 200} Dec 24 03:36:01.734937 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:01.774585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-65d02c69-3815-4daa-96f1-a90d5d7df67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:01.775977 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-65d02c69-3815-4daa-96f1-a90d5d7df67f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 1098 time: 0.0411425 Dec 24 03:36:01.870102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-543a79fd-4997-4b0d-aeb9-2a4f42237cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:01.872101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-543a79fd-4997-4b0d-aeb9-2a4f42237cca service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.0896671 Dec 24 03:36:01.935701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-ebeef013-46d3-48e2-965e-53bb7c35ab9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40edd67f-548d-40d8-90d0-aa7f2526acba HTTP/1.1" status: 200 len: 999 time: 0.0567751 Dec 24 03:36:01.987508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-22f08ba9-9b8e-416c-9b44-417b385248d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:01.988975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-22f08ba9-9b8e-416c-9b44-417b385248d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0470927 Dec 24 03:36:02.033683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-d74a462e-179b-4f6f-ad40-cb9d4d31a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:02.035057 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-d74a462e-179b-4f6f-ad40-cb9d4d31a596 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391800 Dec 24 03:36:02.044053 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9fe913e6-b59f-41a2-8d1a-1d699087ef80', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.154', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:1a:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b4659-d747-4eda-a718-127290b90d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:36:00Z', 'updated_at': '2021-12-24T03:36:00Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:02.069662 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:02.078380 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:02.078976 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:35:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:02.125716 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-0171a89a-0fee-45a5-ae7f-f9f984bf843f service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828209 Dec 24 03:36:02.181406 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:02.219511 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98205c1c-f3c1-415f-806c-2085f3e8a7ea req-8133ad5f-daa3-44de-ba08-b3193a703ce1 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870020 Dec 24 03:36:02.400398 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9fe913e6-b59f-41a2-8d1a-1d699087ef80', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.154', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:1a:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b4659-d747-4eda-a718-127290b90d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:36:00Z', 'updated_at': '2021-12-24T03:36:00Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:02.429141 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba00d3-5af5-48d6-aed4-a52e19df50b8 None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9fe913e6-b59f-41a2-8d1a-1d699087ef80', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.154', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:1a:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b4659-d747-4eda-a718-127290b90d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:36:00Z', 'updated_at': '2021-12-24T03:36:00Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:02.616642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295e3c0-7eb0-4b2f-95ff-3e1362d8a388 None None] New status for floating IP 9fe913e6-b59f-41a2-8d1a-1d699087ef80: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:36:07.413361 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-02d69812-b5f8-4dd0-b2c7-6453e6ad4a91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377367 Dec 24 03:36:07.517871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-ce3a4583-d582-4516-a168-fcaf88df7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:07.519350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-ce3a4583-d582-4516-a168-fcaf88df7376 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 1099 time: 0.0447185 Dec 24 03:36:07.621261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-e1e22c38-b9d6-413b-8926-22d68481586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:07.622770 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-e1e22c38-b9d6-413b-8926-22d68481586a service neutron] 10.222.0.41 "GET /v2.0/networks?id=76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 200 len: 897 time: 0.0832646 Dec 24 03:36:07.666232 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-9aad7ca6-fc66-4239-9b68-e19c91b1410c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 200 len: 217 time: 0.0362017 Dec 24 03:36:07.714325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-4c182658-4da6-4d26-be56-4133966703d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:07.716238 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-4c182658-4da6-4d26-be56-4133966703d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 200 len: 834 time: 0.0429380 Dec 24 03:36:07.761350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-58cd5a1b-0664-4f7d-829d-ead32fdb5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:07.762937 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-58cd5a1b-0664-4f7d-829d-ead32fdb5c87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76656d0b-c5f2-4f9c-925b-84559dac85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393386 Dec 24 03:36:07.853328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-feb68f3c-605b-4694-b1e6-bbd0cbb9d026 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827453 Dec 24 03:36:07.938901 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ba32e65-685a-49b6-97f3-a9cddaf3bc98 req-8dd006bb-9fb5-4fc2-a017-ebabe00f0506 service neutron] 10.222.0.41 "GET /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787134 Dec 24 03:36:09.388259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8e548a-a553-4342-8f4c-d615c0ecabdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:11.739395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d8debf8-e653-4e0e-affe-44e9ccd6784e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:12.692432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:14.384838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:15.043908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:21.972494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:28.588417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a1704-58e0-45a7-9ddb-c480fe383de7 req-06919f8a-4ca4-4cd7-8673-4ed35b401ef9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:28.590202 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4a0a1704-58e0-45a7-9ddb-c480fe383de7 req-06919f8a-4ca4-4cd7-8673-4ed35b401ef9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 945 time: 0.0539956 Dec 24 03:36:28.646818 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4a0a1704-58e0-45a7-9ddb-c480fe383de7 req-3820823e-669d-424a-b403-8dcf4186e6c8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499327 Dec 24 03:36:29.762861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d6a3f-7bc8-48ca-b099-63e1a46a1e38 req-92d4214f-7310-448d-9453-0fb69db70a69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:29.764333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d6a3f-7bc8-48ca-b099-63e1a46a1e38 req-92d4214f-7310-448d-9453-0fb69db70a69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 945 time: 0.0471132 Dec 24 03:36:29.811711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d6a3f-7bc8-48ca-b099-63e1a46a1e38 req-11d1061c-08d2-402f-b9e0-a92ea5e48f00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bed009d-21be-4788-b7bb-dbc67c0c4987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 Dec 24 03:36:30.270888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a9927-7246-45b3-83ea-321af15a0772 req-7759dd30-a661-4df9-b43b-e293d40975b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:30.272335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-124a9927-7246-45b3-83ea-321af15a0772 req-7759dd30-a661-4df9-b43b-e293d40975b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 945 time: 0.0476799 Dec 24 03:36:30.363133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 6c73ae5e-1a3a-4697-a417-c05389d2fafb {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:30.363393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:30.452126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 6c73ae5e-1a3a-4697-a417-c05389d2fafb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6c73ae5e-1a3a-4697-a417-c05389d2fafb,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:30.452519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:30.622138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:30.622420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:30.622734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 52c4616f-acac-42b7-be76-3aedbb43e814 disassociated. External IP: 172.26.5.229, port: 6c73ae5e-1a3a-4697-a417-c05389d2fafb. Dec 24 03:36:30.623072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 6c73ae5e-1a3a-4697-a417-c05389d2fafb owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:30.753299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:30.787523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=6c73ae5e-1a3a-4697-a417-c05389d2fafb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:31.236409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59bb953e-9ba2-46be-b503-b4313bf2082c req-ba097cb7-a018-4370-82a5-a77355470859 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=20031419-3780-4553-8645-309d628136eb HTTP/1.1" status: 200 len: 210 time: 0.3538945 Dec 24 03:36:31.249401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router e73a866c-c9ad-45f2-aa8f-a64a4711e17f has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:36:31.355994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:31.365313 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] Sync routers for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:31.374882 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:31.375476 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:31.394034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port 6c73ae5e-1a3a-4697-a417-c05389d2fafb on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:36:31.396544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:31.399772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-124a9927-7246-45b3-83ea-321af15a0772 req-71601659-6513-41ab-a5fd-f7da71d40fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/6c73ae5e-1a3a-4697-a417-c05389d2fafb HTTP/1.1" status: 204 len: 173 time: 1.1201653 Dec 24 03:36:31.400205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'name': 'network-vif-deleted', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:31.402445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88009456-918d-4930-99ad-6487790ec870" -d '{"events": [{"server_uuid": "20031419-3780-4553-8645-309d628136eb", "name": "network-vif-deleted", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:31.442682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4d0fc-fc9e-4f2b-af89-b7d4bf4248e4 x-openstack-request-id: req-64b4d0fc-fc9e-4f2b-af89-b7d4bf4248e4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:31.443407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20031419-3780-4553-8645-309d628136eb", "name": "network-vif-deleted", "tag": "6c73ae5e-1a3a-4697-a417-c05389d2fafb", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:31.443407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64b4d0fc-fc9e-4f2b-af89-b7d4bf4248e4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:31.443669 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20031419-3780-4553-8645-309d628136eb', 'name': 'network-vif-deleted', 'tag': '6c73ae5e-1a3a-4697-a417-c05389d2fafb', 'status': 'completed', 'code': 200} Dec 24 03:36:31.482742 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:31.681575 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:31.708916 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] Checking router: e73a866c-c9ad-45f2-aa8f-a64a4711e17f for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:31.717477 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:31.718099 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:31.822388 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:32.018733 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:32.047305 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c8655-3071-4c49-b2c9-dc1ee7ebc2e2 None None] The sync data for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv is: [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:33:28Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '09848096-624e-42b2-a8c8-368b61db562c', 'name': '', 'network_id': '76656d0b-c5f2-4f9c-925b-84559dac85c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bb:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:27Z', 'updated_at': '2021-12-24T03:33:31Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '4841f012-574e-4384-a7a1-e0f4a38646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:32.263300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce11505-0c71-40fb-b426-4be249d5afb8 None None] New status for floating IP 52c4616f-acac-42b7-be76-3aedbb43e814: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:36:32.294760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:32.353011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b116edf-69a0-4242-b1fb-dc6dfc4f73e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.379004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b116edf-69a0-4242-b1fb-dc6dfc4f73e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.438455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b116edf-69a0-4242-b1fb-dc6dfc4f73e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.441059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b116edf-69a0-4242-b1fb-dc6dfc4f73e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.442763 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b116edf-69a0-4242-b1fb-dc6dfc4f73e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/5bed009d-21be-4788-b7bb-dbc67c0c4987 HTTP/1.1" status: 204 len: 168 time: 0.1463699 Dec 24 03:36:32.451685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116edf-69a0-4242-b1fb-dc6dfc4f73e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed009d-21be-4788-b7bb-dbc67c0c4987,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:32.475486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51198) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:32.598071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port e4cb5009-340c-4298-8a21-6bd43a1ecf59 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:32.598309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.675388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.675724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.687298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for e4cb5009-340c-4298-8a21-6bd43a1ecf59 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:32.817992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.842585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=e4cb5009-340c-4298-8a21-6bd43a1ecf59,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:32.903698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.907038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:32.908181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b8b8c2f9-7512-4ea8-b9c1-7a5f320f42c6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/52c4616f-acac-42b7-be76-3aedbb43e814 HTTP/1.1" status: 204 len: 168 time: 0.4317000 Dec 24 03:36:33.127293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f9d4-3b5d-4a47-9596-973dc9a71ebd req-e5147f7c-052e-4544-b0e4-04671338e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:33.128842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2092f9d4-3b5d-4a47-9596-973dc9a71ebd req-e5147f7c-052e-4544-b0e4-04671338e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 946 time: 0.0569158 Dec 24 03:36:33.178949 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2092f9d4-3b5d-4a47-9596-973dc9a71ebd req-a55b55d0-0c5d-4fff-b47f-ccf234145ddf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Dec 24 03:36:34.296199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa70ecf-587e-4ba4-8b2b-5bf38d2bd91c req-d4e2d4b4-fd5b-4f66-8b67-d3279a3ab2d5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:34.297677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1aa70ecf-587e-4ba4-8b2b-5bf38d2bd91c req-d4e2d4b4-fd5b-4f66-8b67-d3279a3ab2d5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 946 time: 0.0480719 Dec 24 03:36:34.346889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1aa70ecf-587e-4ba4-8b2b-5bf38d2bd91c req-82551852-a325-4db2-ba9c-7d5ebef2d6ed tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eabce1b-ce21-4739-bdcc-94c32f09e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Dec 24 03:36:35.003177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695167-167e-4dec-88d2-2d0045cad546 req-0e2a8997-d609-4093-95eb-94371bab9ec7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:35.004576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a695167-167e-4dec-88d2-2d0045cad546 req-0e2a8997-d609-4093-95eb-94371bab9ec7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 946 time: 0.0517704 Dec 24 03:36:35.092333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 669b0618-7c69-4198-9977-858a206d645b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:35.092698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:35.165441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6c73ae5e-1a3a-4697-a417-c05389d2fafb no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:35.183347 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 669b0618-7c69-4198-9977-858a206d645b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=669b0618-7c69-4198-9977-858a206d645b,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:35.183705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:35.184627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 6c73ae5e-1a3a-4697-a417-c05389d2fafb {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:35.184966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6c73ae5e-1a3a-4697-a417-c05389d2fafb not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:35.195454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 669b0618-7c69-4198-9977-858a206d645b owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:35.324943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:35.357568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=669b0618-7c69-4198-9977-858a206d645b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:35.401912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port 669b0618-7c69-4198-9977-858a206d645b on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:36:35.404242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:35.407624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a695167-167e-4dec-88d2-2d0045cad546 req-a05be59c-a3af-4752-b41a-da54d2f4b7ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/669b0618-7c69-4198-9977-858a206d645b HTTP/1.1" status: 204 len: 173 time: 0.3969500 Dec 24 03:36:35.408066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'name': 'network-vif-deleted', 'tag': '669b0618-7c69-4198-9977-858a206d645b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:35.410344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29961c2-6eb0-4585-a0a9-4bb99c52d8ac" -d '{"events": [{"server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "name": "network-vif-deleted", "tag": "669b0618-7c69-4198-9977-858a206d645b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:35.442916 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c654eb65-ca26-4ce8-b278-020ad79af67e req-be8f040a-0a4d-4477-bfd4-fd18a1f20251 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23a7c3f-91ef-4d2a-8afc-8679a10aecab HTTP/1.1" status: 200 len: 210 time: 0.0273743 Dec 24 03:36:35.457817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35299e9a-c907-42f7-a4dd-fe8d1814a4f5 x-openstack-request-id: req-35299e9a-c907-42f7-a4dd-fe8d1814a4f5 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:35.458111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a7c3f-91ef-4d2a-8afc-8679a10aecab", "name": "network-vif-deleted", "tag": "669b0618-7c69-4198-9977-858a206d645b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:35.458362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35299e9a-c907-42f7-a4dd-fe8d1814a4f5 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:35.458763 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a7c3f-91ef-4d2a-8afc-8679a10aecab', 'name': 'network-vif-deleted', 'tag': '669b0618-7c69-4198-9977-858a206d645b', 'status': 'completed', 'code': 200} Dec 24 03:36:35.898529 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:36:36.500718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:36.557689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98bdfb5c-d68d-4e63-befb-3884633dd9a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:36.584313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98bdfb5c-d68d-4e63-befb-3884633dd9a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:36.648495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98bdfb5c-d68d-4e63-befb-3884633dd9a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:36.651085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98bdfb5c-d68d-4e63-befb-3884633dd9a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:36.652235 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-98bdfb5c-d68d-4e63-befb-3884633dd9a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/5eabce1b-ce21-4739-bdcc-94c32f09e187 HTTP/1.1" status: 204 len: 168 time: 0.1505363 Dec 24 03:36:36.661789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdfb5c-d68d-4e63-befb-3884633dd9a7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eabce1b-ce21-4739-bdcc-94c32f09e187,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:36.685777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:37.068083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.337118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 09848096-624e-42b2-a8c8-368b61db562c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:37.337647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.433812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 09848096-624e-42b2-a8c8-368b61db562c, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=09848096-624e-42b2-a8c8-368b61db562c,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:37.434174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.446515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 09848096-624e-42b2-a8c8-368b61db562c owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:37.637159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.664955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=09848096-624e-42b2-a8c8-368b61db562c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:37.843496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.049623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router e73a866c-c9ad-45f2-aa8f-a64a4711e17f has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:36:38.158513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:38.163601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6cc06dbf-1d0a-4fd8-8a51-7dd16457db7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/e73a866c-c9ad-45f2-aa8f-a64a4711e17f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4769132 Dec 24 03:36:38.166273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:38.168847 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] Sync routers for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:38.179103 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:38.179701 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:38.221018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet 4841f012-574e-4384-a7a1-e0f4a38646c8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:36:38.224082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.264447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.352721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.373914 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:38.421756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.446583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=4841f012-574e-4384-a7a1-e0f4a38646c8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:38.454204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.460076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8431f-9224-4040-912d-f35f93d22ee0 None None] Network 76656d0b-c5f2-4f9c-925b-84559dac85c0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:36:38.460848 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a7a6e0ed-025a-40e1-b6e4-b55cbae73965 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/4841f012-574e-4384-a7a1-e0f4a38646c8 HTTP/1.1" status: 204 len: 168 time: 0.2935536 Dec 24 03:36:38.461520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51224) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:38.554320 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:36:37Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:38.579336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.584888 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] Checking router: e73a866c-c9ad-45f2-aa8f-a64a4711e17f for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:38.594136 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] Routers {'e73a866c-c9ad-45f2-aa8f-a64a4711e17f'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:38.594741 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:38.621574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] DHCP port deletion for 76656d0b-c5f2-4f9c-925b-84559dac85c0 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:38.668040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Deleting port f23dac40-15ee-4432-9b26-798059d83846 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:38.668540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.700855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.708070 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] Set router e73a866c-c9ad-45f2-aa8f-a64a4711e17f gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:38.737919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] For port f23dac40-15ee-4432-9b26-798059d83846, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f23dac40-15ee-4432-9b26-798059d83846,segment=NetworkSegment(d8e1ccab-401b-45dd-a743-c8098e2ecb10),segment_id=d8e1ccab-401b-45dd-a743-c8098e2ecb10)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:38.738406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.752389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Calling delete_port for f23dac40-15ee-4432-9b26-798059d83846 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:38.781223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:38.781869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.831548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f23dac40-15ee-4432-9b26-798059d83846 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:38.869029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.875862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 7ec0f4a9-28d1-430c-aaab-99dcf72b502d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:38.876220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:38.889541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 7ec0f4a9-28d1-430c-aaab-99dcf72b502d owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:38.898724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No active binding found for port f23dac40-15ee-4432-9b26-798059d83846 {{(pid=103178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 24 03:36:38.899104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] The host dv-neutron-822869-1-hyperv is not matching for port f23dac40-15ee-4432-9b26-798059d83846 host None! {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 03:36:38.899481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f23dac40-15ee-4432-9b26-798059d83846 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:38.901079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Pushing event deleted for resources: {'Port': ['ID=f23dac40-15ee-4432-9b26-798059d83846,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:38.903559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] No DVR routers for this DVR port f23dac40-15ee-4432-9b26-798059d83846 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:36:38.912729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.913325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.913825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.914349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.914859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.915098 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:36:37Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:38.915567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.916073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.916613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.917197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.917707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.918203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.918707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.919213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac13791-e6f7-476c-86ac-64d7c920151d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:38.946532 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9b190-c2f9-4b26-9824-cfee87a31d7d None None] The sync data for ids ['e73a866c-c9ad-45f2-aa8f-a64a4711e17f'] in dv-neutron-822869-1-hyperv is: [{'id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'name': 'tempest-TestNetworkBasicOps-router-1564181566', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:33:24Z', 'updated_at': '2021-12-24T03:36:37Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '7ec0f4a9-28d1-430c-aaab-99dcf72b502d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a866c-c9ad-45f2-aa8f-a64a4711e17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:33:25Z', 'updated_at': '2021-12-24T03:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:39.061733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.085077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=7ec0f4a9-28d1-430c-aaab-99dcf72b502d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:39.095081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.095430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.095769 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.096102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.096459 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.096787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.097113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.097448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.097742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.098065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.098386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.098702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.099018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:39.113584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe380b3-bf16-49dc-9637-f29ec971522c None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:39.162747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.182530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 669b0618-7c69-4198-9977-858a206d645b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:39.201897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 669b0618-7c69-4198-9977-858a206d645b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:39.202240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 669b0618-7c69-4198-9977-858a206d645b not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:39.251277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.253384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.298755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.299286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router e73a866c-c9ad-45f2-aa8f-a64a4711e17f {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:36:39.307091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.308236 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d7fad069-021c-4109-991e-4caa50ea9891 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/e73a866c-c9ad-45f2-aa8f-a64a4711e17f HTTP/1.1" status: 204 len: 168 time: 0.8452096 Dec 24 03:36:39.311021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51228) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:39.394250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0d45165-4a49-4666-90a8-90fc65abe091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.662341 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.745120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.765142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76656d0b-c5f2-4f9c-925b-84559dac85c0']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:39.774040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e1ccab-401b-45dd-a743-c8098e2ecb10') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:39.774342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e1ccab-401b-45dd-a743-c8098e2ecb10') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:39.783785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.796723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.803402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:36:39.803885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:36:39.807132 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:36:39.867855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.875372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.878545 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/76656d0b-c5f2-4f9c-925b-84559dac85c0 HTTP/1.1" status: 204 len: 168 time: 0.5665178 Dec 24 03:36:39.890389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3de1-b85f-457d-bf88-e6a34afcd51b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=76656d0b-c5f2-4f9c-925b-84559dac85c0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:39.900632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51230) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:39.905728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--101421153', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:39.932805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:36:39.936215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.964463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:36:39.974197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:39.974565 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment 8481f2f4-efdc-4a42-af75-5d8b1e3dbf70 of type vlan for network 22581838-052f-4702-8fba-fe3fcd3f14c9 Dec 24 03:36:40.012839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.036352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.041932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:40.042514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.080104 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1784146 Dec 24 03:36:40.082797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51232) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:40.089277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:40.127221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3203f1-ab41-4ad9-925b-c540d7870be5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=22581838-052f-4702-8fba-fe3fcd3f14c9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:40.137903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:36:40.145632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.147020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.206156 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.342598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.534977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.552848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.651107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.31 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/73172f21-5da9-474c-a84f-90852ac93d41) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:40.732287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 09848096-624e-42b2-a8c8-368b61db562c no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:40.752814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 09848096-624e-42b2-a8c8-368b61db562c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:40.753157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 09848096-624e-42b2-a8c8-368b61db562c not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:40.753572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7ec0f4a9-28d1-430c-aaab-99dcf72b502d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:40.754936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.772250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 7ec0f4a9-28d1-430c-aaab-99dcf72b502d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:40.772622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7ec0f4a9-28d1-430c-aaab-99dcf72b502d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:40.787854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.826182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:40.829569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:40.832912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:40.838491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=73172f21-5da9-474c-a84f-90852ac93d41,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:40.843554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863af83e-6401-4898-89a9-9e6adc55913f None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:40.956012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-15023ab0-5df9-4dec-bc9d-293119540f16 None None] Provisioning complete for port 73172f21-5da9-474c-a84f-90852ac93d41 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:40.956400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15023ab0-5df9-4dec-bc9d-293119540f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.993677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-15023ab0-5df9-4dec-bc9d-293119540f16 None None] Port 73172f21-5da9-474c-a84f-90852ac93d41 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:41.082585 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.273259 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.396918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 2b5a4798-dd4b-4469-b643-d4db42a09139 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:36:41.501539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:41.511603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Sync routers for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:41.521730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.521932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:41.522479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:41.523482 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8542ee01-c0c7-4230-9f32-674db20c7da2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4392142 Dec 24 03:36:41.526063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51234) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:41.554544 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-61ff4af1-9904-4ec8-b0d1-7fa74dbedba2 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274255 Dec 24 03:36:41.557037 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51236) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:41.624993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:41.640272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b07039-b081-4646-8155-a823764aabab tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:41.642313 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a0b07039-b081-4646-8155-a823764aabab tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843103 Dec 24 03:36:41.645086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51238) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:41.675957 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1c507b44-14f0-4109-8f1f-f1865ec6989b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297320 Dec 24 03:36:41.678329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51240) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:41.682955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761221504', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:41.752889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4bed-3ad2-41a9-8bc8-81c878ac2f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.776414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:36:41.779978 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.816064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:40Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:41.846832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Checking router: 2b5a4798-dd4b-4469-b643-d4db42a09139 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:41.847243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Updating router 2b5a4798-dd4b-4469-b643-d4db42a09139 port 73172f21-5da9-474c-a84f-90852ac93d41 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:36:41.973076 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.024520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.040625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=7d2d9451-995d-4f80-8f8a-96a57a3b2419,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:42.049829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:42.050197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 22581838-052f-4702-8fba-fe3fcd3f14c9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:36:42.068495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:36:42.077425 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 22581838-052f-4702-8fba-fe3fcd3f14c9) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:42.082438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:42.083174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.102459 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a3561e4f-1821-43d2-9bb4-8cbc4958d3e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4206038 Dec 24 03:36:42.102688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51242) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:42.106060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31f889-a082-43f8-b9b3-ddc085f4f42e None None] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:36:42.275430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-22581838-052f-4702-8fba-fe3fcd3f14c9', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:36:42.276289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.453820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.460725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.513847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Allocated IP 172.20.0.2 (22581838-052f-4702-8fba-fe3fcd3f14c9/7d2d9451-995d-4f80-8f8a-96a57a3b2419/cf06793a-ee2d-40b8-96b9-aff580709a85) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:42.518962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1145ce7-fab8-4d78-a700-f2797b3f576f None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:42.539906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Attempting to bind port 73172f21-5da9-474c-a84f-90852ac93d41 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:42.540307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Attempting to bind port 73172f21-5da9-474c-a84f-90852ac93d41 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:42.540652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Attempting to bind port 73172f21-5da9-474c-a84f-90852ac93d41 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:42.548836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7f551-fd89-4101-b8f2-246aae7f2d2f None None] Pushing event updated for resources: {'Port': ['ID=73172f21-5da9-474c-a84f-90852ac93d41,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:42.552973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.578936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:42.579315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:42.579718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.580107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:42.580620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Bound port: 73172f21-5da9-474c-a84f-90852ac93d41, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:42.581000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.691904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b0fc58e6-c85c-4cfc-8979-d51de2468520 None None] Provisioning complete for port 73172f21-5da9-474c-a84f-90852ac93d41 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:42.692270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b0fc58e6-c85c-4cfc-8979-d51de2468520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.718904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] For port 73172f21-5da9-474c-a84f-90852ac93d41, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:42.759438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] For port 73172f21-5da9-474c-a84f-90852ac93d41, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=73172f21-5da9-474c-a84f-90852ac93d41,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:42.779518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.787531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.792618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc58e6-c85c-4cfc-8979-d51de2468520 None None] Port 73172f21-5da9-474c-a84f-90852ac93d41 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:42.838117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.849384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2499732-15e9-488d-ae21-43eac154dc28 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:42.855663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.882959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:42.883582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:42.885398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7f551-fd89-4101-b8f2-246aae7f2d2f None None] Pushing event updated for resources: {'Port': ['ID=73172f21-5da9-474c-a84f-90852ac93d41,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:42.895614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:42.910762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (22581838-052f-4702-8fba-fe3fcd3f14c9/7d2d9451-995d-4f80-8f8a-96a57a3b2419/bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:42.956935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:42.962519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:43.023826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.036356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f0cc6362-fe8f-4254-902e-71a790f9c6f1 None None] Provisioning complete for port 73172f21-5da9-474c-a84f-90852ac93d41 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:43.036677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6362-fe8f-4254-902e-71a790f9c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.040083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Pushing event updated for resources: {'Port': ['ID=cf06793a-ee2d-40b8-96b9-aff580709a85,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:43.057363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.101621 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:43.106633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:43.110987 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:43.114691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Attempting to bind port cf06793a-ee2d-40b8-96b9-aff580709a85 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:43.115053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Attempting to bind port cf06793a-ee2d-40b8-96b9-aff580709a85 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:43.115483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Attempting to bind port cf06793a-ee2d-40b8-96b9-aff580709a85 on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:43.117551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:43.123360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:43.152196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:43.152586 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Checking segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:43.152987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.153385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Bound using segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:43.153872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Bound port: cf06793a-ee2d-40b8-96b9-aff580709a85, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:43.154250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.160562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.332771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6362-fe8f-4254-902e-71a790f9c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.352573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] For port cf06793a-ee2d-40b8-96b9-aff580709a85, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:43.392282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] For port cf06793a-ee2d-40b8-96b9-aff580709a85, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cf06793a-ee2d-40b8-96b9-aff580709a85,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:43.394259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f0cc6362-fe8f-4254-902e-71a790f9c6f1 None None] For port 73172f21-5da9-474c-a84f-90852ac93d41, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=73172f21-5da9-474c-a84f-90852ac93d41,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:43.398910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.403071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc6362-fe8f-4254-902e-71a790f9c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.474220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e6c11-aaee-4ad1-b711-f4a7ff0398c7 None None] Pushing event updated for resources: {'Port': ['ID=cf06793a-ee2d-40b8-96b9-aff580709a85,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:43.516151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:40Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:43.551088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a57ba8-dc69-4c90-b223-546f51aa2a3f None None] The sync data for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv is: [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:40Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:43.556720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc6362-fe8f-4254-902e-71a790f9c6f1 None None] Pushing event updated for resources: {'Port': ['ID=73172f21-5da9-474c-a84f-90852ac93d41,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:43.568494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.932499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.937270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.017383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:44.020886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.131266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:44.133289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:44.272901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 2b5a4798-dd4b-4469-b643-d4db42a09139 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:36:44.388538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.397225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:44.404531 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-17605fd4-5462-4fc9-b0ea-265f41f60cd9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/2b5a4798-dd4b-4469-b643-d4db42a09139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984452 Dec 24 03:36:44.404777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51246) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.507784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37d463-2235-41af-9ee1-6c5e9842ea42 None None] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:36:44.587883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125ef7c-c659-4045-a760-9411baf1ddd1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.588419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125ef7c-c659-4045-a760-9411baf1ddd1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.588889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125ef7c-c659-4045-a760-9411baf1ddd1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.589348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125ef7c-c659-4045-a760-9411baf1ddd1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.589804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125ef7c-c659-4045-a760-9411baf1ddd1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.590255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125ef7c-c659-4045-a760-9411baf1ddd1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.592104 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8125ef7c-c659-4045-a760-9411baf1ddd1 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1863983 Dec 24 03:36:44.595394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51248) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.655521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46fdd4-3874-41f9-a68a-164ac36b9636 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.655895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46fdd4-3874-41f9-a68a-164ac36b9636 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.656503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46fdd4-3874-41f9-a68a-164ac36b9636 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.657368 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46fdd4-3874-41f9-a68a-164ac36b9636 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.657815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46fdd4-3874-41f9-a68a-164ac36b9636 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.658258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46fdd4-3874-41f9-a68a-164ac36b9636 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:44.660132 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fa46fdd4-3874-41f9-a68a-164ac36b9636 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0638003 Dec 24 03:36:44.662853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51250) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.729578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a446bd0d-6ba1-40cc-bf4c-a20e42db9e45 None None] Provisioning complete for port cf06793a-ee2d-40b8-96b9-aff580709a85 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:44.730617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a446bd0d-6ba1-40cc-bf4c-a20e42db9e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.817762 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 73172f21-5da9-474c-a84f-90852ac93d41 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:44.887345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a446bd0d-6ba1-40cc-bf4c-a20e42db9e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.901503 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fd20dd5a-360a-4db1-b247-83b74e25414e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2364902 Dec 24 03:36:44.903507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.909251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-77234347', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:44.930953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a446bd0d-6ba1-40cc-bf4c-a20e42db9e45 None None] For port cf06793a-ee2d-40b8-96b9-aff580709a85, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cf06793a-ee2d-40b8-96b9-aff580709a85,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:44.934299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 73172f21-5da9-474c-a84f-90852ac93d41 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:44.934689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.956318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a446bd0d-6ba1-40cc-bf4c-a20e42db9e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.026613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446bd0d-6ba1-40cc-bf4c-a20e42db9e45 None None] Pushing event updated for resources: {'Port': ['ID=cf06793a-ee2d-40b8-96b9-aff580709a85,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:45.059142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:36:45.063764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.081109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.084084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] device_id is not set on port 17e39603-9643-4aa3-8f69-5ce30bc7e02d yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:36:45.097775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cf06793a-ee2d-40b8-96b9-aff580709a85 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:45.128529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1476d658-a4f8-4a25-afd5-d233090c19e9 None None] Provisioning complete for port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:45.128988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1476d658-a4f8-4a25-afd5-d233090c19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.177455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1476d658-a4f8-4a25-afd5-d233090c19e9 None None] Port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:45.202896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cf06793a-ee2d-40b8-96b9-aff580709a85 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:45.203296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.205554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1476d658-a4f8-4a25-afd5-d233090c19e9 None None] Provisioning complete for port cf06793a-ee2d-40b8-96b9-aff580709a85 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:45.205905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1476d658-a4f8-4a25-afd5-d233090c19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.225127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.13 (22581838-052f-4702-8fba-fe3fcd3f14c9/7d2d9451-995d-4f80-8f8a-96a57a3b2419/17e39603-9643-4aa3-8f69-5ce30bc7e02d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:45.387710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.396456 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Sync routers for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:45.408220 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:45.408884 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:45.424319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.465978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:45.471888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:45.474904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:45.476768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bd7f5441-2946-4d85-b652-76348aa224fc None None] Provisioning complete for port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:45.477143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd7f5441-2946-4d85-b652-76348aa224fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.517555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f5441-2946-4d85-b652-76348aa224fc None None] Port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:45.541474 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:45.544498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:45.545143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.554340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:45.571855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e6ec3034-da48-4390-b5e7-e89ff64f0611 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6648202 Dec 24 03:36:45.642023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c09bc75d-6f99-442b-bbb1-faaa54a8f774 None None] Provisioning complete for port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:45.642667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09bc75d-6f99-442b-bbb1-faaa54a8f774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.681859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c09bc75d-6f99-442b-bbb1-faaa54a8f774 None None] Port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:45.749924 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:45.781842 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Checking router: 2b5a4798-dd4b-4469-b643-d4db42a09139 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:45.782200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Updating router 2b5a4798-dd4b-4469-b643-d4db42a09139 port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:36:45.801807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-67732edb-a78d-4749-b677-7827656b8f7a None None] Provisioning complete for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:45.802850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67732edb-a78d-4749-b677-7827656b8f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.806109 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.840879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-67732edb-a78d-4749-b677-7827656b8f7a None None] Port 17e39603-9643-4aa3-8f69-5ce30bc7e02d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:45.857603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51256) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:45.862772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23f5c9f5-2d24-4dc4-9484-659406425d01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446566804', 'description': 'tempest-secgroup-smoke-1446566804 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:45.885284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23f5c9f5-2d24-4dc4-9484-659406425d01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.952077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23f5c9f5-2d24-4dc4-9484-659406425d01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.955727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23f5c9f5-2d24-4dc4-9484-659406425d01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.990817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23f5c9f5-2d24-4dc4-9484-659406425d01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.991956 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-23f5c9f5-2d24-4dc4-9484-659406425d01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1333485 Dec 24 03:36:45.994842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51258) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:45.999229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bd11da67-bb02-405f-ae1f-a891c2df4d69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:46.003176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5c9f5-2d24-4dc4-9484-659406425d01 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.030690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd11da67-bb02-405f-ae1f-a891c2df4d69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.077219 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.082827 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.094509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd11da67-bb02-405f-ae1f-a891c2df4d69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.099982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd11da67-bb02-405f-ae1f-a891c2df4d69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.118898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11da67-bb02-405f-ae1f-a891c2df4d69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901a0a72-0b02-412a-bd99-b49caf1dfde9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.131882 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Pushing event updated for resources: {'Port': ['ID=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.132290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd11da67-bb02-405f-ae1f-a891c2df4d69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.133558 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bd11da67-bb02-405f-ae1f-a891c2df4d69 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378100 Dec 24 03:36:46.136461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51260) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:46.141578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f311a21d-04dd-4ca1-b914-b0c158df100e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:46.142861 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.143224 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.143566 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.143893 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.144219 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.144635 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.144970 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.145491 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.145829 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.146383 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.147081 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.147593 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.147919 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:46.177176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f311a21d-04dd-4ca1-b914-b0c158df100e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.202545 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Attempting to bind port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:46.202918 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Attempting to bind port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:46.203797 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Attempting to bind port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:46.209265 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:46.209783 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Checking segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:46.210189 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.210581 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Bound using segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:46.211042 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Bound port: bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:46.211558 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.238919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f311a21d-04dd-4ca1-b914-b0c158df100e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.243040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f311a21d-04dd-4ca1-b914-b0c158df100e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.264094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311a21d-04dd-4ca1-b914-b0c158df100e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd5a667-5986-4f9b-a75a-006436a9fa9d,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.270344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f311a21d-04dd-4ca1-b914-b0c158df100e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.274349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:46.274662 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f311a21d-04dd-4ca1-b914-b0c158df100e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368761 Dec 24 03:36:46.279638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-214cd979-39f1-4164-a55c-d92474af0ef8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:46.283798 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] For port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:46.290198 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] For port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:46.296167 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.310487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-214cd979-39f1-4164-a55c-d92474af0ef8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.355026 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc7c7f-9647-4576-9eda-2a0c2fd1b1cb None None] Pushing event updated for resources: {'Port': ['ID=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.368009 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:46.368621 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:46.379625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-214cd979-39f1-4164-a55c-d92474af0ef8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.384634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-214cd979-39f1-4164-a55c-d92474af0ef8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.416840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd979-39f1-4164-a55c-d92474af0ef8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ddf000-7ef3-4168-b72d-ce9f142c84aa,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.432118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-214cd979-39f1-4164-a55c-d92474af0ef8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.434182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-214cd979-39f1-4164-a55c-d92474af0ef8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581171 Dec 24 03:36:46.437199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51264) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:46.442071 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-58d2e4cd-ded3-4dff-a067-ae8b779111c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:46.470727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c91c0cc2-0670-4d5d-aae5-9bb9d9d51786 None None] Provisioning complete for port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:46.471208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c91c0cc2-0670-4d5d-aae5-9bb9d9d51786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.483656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58d2e4cd-ded3-4dff-a067-ae8b779111c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.576140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58d2e4cd-ded3-4dff-a067-ae8b779111c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.579242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c91c0cc2-0670-4d5d-aae5-9bb9d9d51786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.582341 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58d2e4cd-ded3-4dff-a067-ae8b779111c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.592130 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:46.597481 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2e4cd-ded3-4dff-a067-ae8b779111c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2920d1-55a4-4fb8-bb25-fa6486bcc5e6,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.614203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-58d2e4cd-ded3-4dff-a067-ae8b779111c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.615938 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-58d2e4cd-ded3-4dff-a067-ae8b779111c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774256 Dec 24 03:36:46.617815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c91c0cc2-0670-4d5d-aae5-9bb9d9d51786 None None] For port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:46.618995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51266) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:46.622388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c91c0cc2-0670-4d5d-aae5-9bb9d9d51786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.624491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:46.650488 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:36:46.655859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.680617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c0cc2-0670-4d5d-aae5-9bb9d9d51786 None None] Pushing event updated for resources: {'Port': ['ID=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.720472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.722555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.743125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea72de3-72bf-48c9-b8fe-1591cc25d39e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.743416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a92af948-ed8a-454e-a654-dfbb6188ee02 None None] Provisioning complete for port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:46.744006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a92af948-ed8a-454e-a654-dfbb6188ee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.762275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.763748 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-429b429b-bc77-4dcc-94b1-41e1afb3a0ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433539 Dec 24 03:36:46.766885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51268) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:46.771591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:46.773128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cf06793a-ee2d-40b8-96b9-aff580709a85 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:46.797307 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:36:46.802719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.829231 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:46.856503 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29535a-932d-4560-b313-55cc8ae762b1 None None] The sync data for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv is: [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:46.865834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port cf06793a-ee2d-40b8-96b9-aff580709a85 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:46.866360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.873643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.878953 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.898690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1782de-b857-485c-9078-c6bd823ca672,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:46.906979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.917400 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e6f84785-e59b-419b-8e89-765403a9e0a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403925 Dec 24 03:36:47.142908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-e2e5b46f-c24d-468d-87f3-9c278265dcdd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446566804&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0488513 Dec 24 03:36:47.197292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-360e6ed1-db27-4a38-ba86-ee3a40f63d4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:47.198810 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-360e6ed1-db27-4a38-ba86-ee3a40f63d4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 929 time: 0.0461628 Dec 24 03:36:47.288736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-aa88f3e2-1adf-44a1-98c7-adca05c03efd service neutron] 10.222.0.37 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0772390 Dec 24 03:36:47.384439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-ed5a3d92-5e69-4db7-bf0e-ad760453eeec service neutron] 10.222.0.37 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898740 Dec 24 03:36:47.475736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-1793128e-5ac9-4f47-9bdb-38c8749ae082 service neutron] 10.222.0.37 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852971 Dec 24 03:36:47.648239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-01d47077-a54c-438a-9a6b-12bda533c42e req-40f3597c-40a8-4f58-b2af-bcd3ce8cef59 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 210 time: 0.0310814 Dec 24 03:36:48.581541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-9ba78d86-a08a-42e1-a6f9-094335578953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:48.583528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-9ba78d86-a08a-42e1-a6f9-094335578953 service neutron] 10.222.0.41 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1025 time: 0.0402415 Dec 24 03:36:48.690179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-8765c452-1f5d-4411-ac41-d72c79aaa3ec tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:48.691686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-8765c452-1f5d-4411-ac41-d72c79aaa3ec tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 200 len: 796 time: 0.1007633 Dec 24 03:36:48.775686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e90357b1-95af-4b97-ba6a-638501104223 req-83537dc2-7f44-483d-8dbd-a19ab7eb499a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 210 time: 0.0362544 Dec 24 03:36:48.780334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:48.802123 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-f0837471-5fb7-41ec-ba28-4bf1723ec2cb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 380 time: 0.0901732 Dec 24 03:36:48.815420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Request body: {'port': {'device_id': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:48.828659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:48.829589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.871123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.126878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e39603-9643-4aa3-8f69-5ce30bc7e02d {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:36:49.134374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.146837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Transition to ACTIVE for port object 17e39603-9643-4aa3-8f69-5ce30bc7e02d will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:36:49.150135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.202629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:49.272544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:49.272885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:49.273218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:49.277804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:36:49.278127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:49.283149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:49.283487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Checking segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:49.283875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Bound using segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:49.284298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Bound port: 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:49.284676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.676703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:49.679517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:49.683974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.719123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:49.720234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.721630 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] 10.222.0.41 "PUT /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1130 time: 0.9107273 Dec 24 03:36:49.722061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:49.724307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebacd996-77fa-4534-8a7e-9df1896c0a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a45bd9a-dfc9-4b90-9d61-a16c39020432", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:49.746637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863dc84-efd2-48d0-a5a2-bde82f566b68 service neutron] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:49.770083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d16cb-64eb-485a-940b-f30d8f732040 x-openstack-request-id: req-6f1d16cb-64eb-485a-940b-f30d8f732040 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:49.770430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a45bd9a-dfc9-4b90-9d61-a16c39020432", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:49.770680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f1d16cb-64eb-485a-940b-f30d8f732040 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:49.771083 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'status': 'completed', 'code': 200} Dec 24 03:36:49.832886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-2242e9be-469f-4f7d-bbf8-96d7c2568c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:49.834410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-2242e9be-469f-4f7d-bbf8-96d7c2568c15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 1133 time: 0.0470362 Dec 24 03:36:49.896609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-6724e9b6-2880-4fc3-bcc5-e9a6f46f583b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 217 time: 0.0473833 Dec 24 03:36:49.965206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca374990-b467-4f15-9d96-72eee9ddb887 req-6f3416c7-1444-40ce-b307-93a9c390dc21 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:49.966662 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca374990-b467-4f15-9d96-72eee9ddb887 req-6f3416c7-1444-40ce-b307-93a9c390dc21 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 980 time: 0.1112380 Dec 24 03:36:49.970716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-a488b0fe-777d-4b02-ade0-61edd58ac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:49.972023 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-a488b0fe-777d-4b02-ade0-61edd58ac5a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2d9451-995d-4f80-8f8a-96a57a3b2419 HTTP/1.1" status: 200 len: 835 time: 0.0613143 Dec 24 03:36:50.043305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca374990-b467-4f15-9d96-72eee9ddb887 req-9aa59424-2e64-4d34-93b0-1dd37232629a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Dec 24 03:36:50.047368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-8a51ea4c-eea0-48e9-a332-e17fa0eea170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:50.048877 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-8a51ea4c-eea0-48e9-a332-e17fa0eea170 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22581838-052f-4702-8fba-fe3fcd3f14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701556 Dec 24 03:36:50.138383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-5f9dc50e-9480-4242-9325-b5025116088f service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821650 Dec 24 03:36:50.229957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7c4c923-0c8b-4782-9338-8db3e2fbc5a8 req-a7226558-4e7f-4d4c-82de-ebdeda65d26a service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Dec 24 03:36:50.355163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-7935df2a-d3df-4fc6-bbd8-dde48bcbe4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:50.356645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-7935df2a-d3df-4fc6-bbd8-dde48bcbe4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 1133 time: 0.0402229 Dec 24 03:36:50.447557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-bf23b41f-d6f4-4cc6-99e1-b69866a45335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:50.449074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-bf23b41f-d6f4-4cc6-99e1-b69866a45335 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 200 len: 896 time: 0.0856624 Dec 24 03:36:50.489475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-0a92faeb-5ace-4d40-be22-812a41818750 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 217 time: 0.0328281 Dec 24 03:36:50.537250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-abec6227-e430-4a85-bd25-b9fb502c5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:50.538617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-abec6227-e430-4a85-bd25-b9fb502c5df7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2d9451-995d-4f80-8f8a-96a57a3b2419 HTTP/1.1" status: 200 len: 835 time: 0.0423799 Dec 24 03:36:50.584678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-eb256ee5-0101-49f2-867b-26ae811f5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:50.586119 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-eb256ee5-0101-49f2-867b-26ae811f5951 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22581838-052f-4702-8fba-fe3fcd3f14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395198 Dec 24 03:36:50.677394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-24e0304e-e657-42f1-b84d-4b4ec3e46356 service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832908 Dec 24 03:36:50.770873 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebacd996-77fa-4534-8a7e-9df1896c0a9c req-8be984fb-8482-471c-9984-cde8e8e37095 service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864351 Dec 24 03:36:51.159245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaabe4e-57a3-489c-b9d1-479366cf50e2 req-3b16ebf0-af91-4c22-a5be-22fdb93097a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:51.160726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cbaabe4e-57a3-489c-b9d1-479366cf50e2 req-3b16ebf0-af91-4c22-a5be-22fdb93097a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 980 time: 0.0486357 Dec 24 03:36:51.206294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cbaabe4e-57a3-489c-b9d1-479366cf50e2 req-e3c7a3e9-6b2c-4341-8cf8-80f694bc1a81 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Dec 24 03:36:51.968924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.317468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd19da-1e92-4865-a716-6966cb3ffa99 req-d7cd18d6-a0b6-4217-baab-f16f20c6b2fb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:52.318926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83fd19da-1e92-4865-a716-6966cb3ffa99 req-d7cd18d6-a0b6-4217-baab-f16f20c6b2fb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 980 time: 0.0477304 Dec 24 03:36:52.366004 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83fd19da-1e92-4865-a716-6966cb3ffa99 req-3d28a93b-028b-43d1-bce1-66e3f27eb0f2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Dec 24 03:36:53.485469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54434b-9cad-4779-aacc-f2254175cb8d req-894ea736-473b-4496-953c-75d590e3fd07 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:53.486914 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc54434b-9cad-4779-aacc-f2254175cb8d req-894ea736-473b-4496-953c-75d590e3fd07 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 980 time: 0.0525219 Dec 24 03:36:53.532538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc54434b-9cad-4779-aacc-f2254175cb8d req-3fd46f3d-bbaa-4d8c-9e95-3a5b5636fbcc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Dec 24 03:36:54.643667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cf18-0192-48b5-b7e1-e8749a44742e req-855f5494-b452-427c-b15b-8ad15c9d212f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:54.645137 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4ce0cf18-0192-48b5-b7e1-e8749a44742e req-855f5494-b452-427c-b15b-8ad15c9d212f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 980 time: 0.0474236 Dec 24 03:36:54.690745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4ce0cf18-0192-48b5-b7e1-e8749a44742e req-9d77aa0b-da23-4cb4-8c45-e5c367e9ce9c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 Dec 24 03:36:55.240226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:36:55.333574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:55.344059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'port_id': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'mac_address': 'fa:16:3e:77:a3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:36:55.379545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.391771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e39603-9643-4aa3-8f69-5ce30bc7e02d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:36:55.413362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:55.418257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.468265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:55.807000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece48640-bfea-4336-a9c9-604678b89fc3 req-4cdc6647-f720-4a77-9325-4f1a4f6560cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:55.808473 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ece48640-bfea-4336-a9c9-604678b89fc3 req-4cdc6647-f720-4a77-9325-4f1a4f6560cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 981 time: 0.0510788 Dec 24 03:36:55.814095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['17e39603-9643-4aa3-8f69-5ce30bc7e02d'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:36:55.856273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ece48640-bfea-4336-a9c9-604678b89fc3 req-b2f8e802-23eb-465b-bdc6-20705574075c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Dec 24 03:36:56.971795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab013543-ea00-4900-8436-328bca6aa809 req-f1c11026-fea4-4b2e-ad34-a0d5d0bbbd88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.973296 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab013543-ea00-4900-8436-328bca6aa809 req-f1c11026-fea4-4b2e-ad34-a0d5d0bbbd88 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 981 time: 0.0493531 Dec 24 03:36:57.019910 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab013543-ea00-4900-8436-328bca6aa809 req-8e9a5a8d-c43b-4fb0-8eb1-fa8ed47ccafc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Dec 24 03:36:57.256312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:57.303089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:36:57.306840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:57.307255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:57.380804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:57.402571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:57.404864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e4fb3-05cc-4e3e-bd8d-7b6f6cf3a02d" -d '{"events": [{"server_uuid": "6a45bd9a-dfc9-4b90-9d61-a16c39020432", "name": "network-vif-plugged", "status": "completed", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:57.420854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:57.425111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:57.447169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ba8b3f-e6d8-47e7-8016-5a7761415f27 x-openstack-request-id: req-e3ba8b3f-e6d8-47e7-8016-5a7761415f27 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:57.447459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45bd9a-dfc9-4b90-9d61-a16c39020432", "name": "network-vif-plugged", "status": "completed", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:57.447712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3ba8b3f-e6d8-47e7-8016-5a7761415f27 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:57.448102 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'code': 200} Dec 24 03:36:57.473513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:57.641850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044633a8-0f59-46aa-bd04-1fc5265ef45f req-79c8948d-070f-49fa-8e0a-d2ec7998eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:57.643297 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-044633a8-0f59-46aa-bd04-1fc5265ef45f req-79c8948d-070f-49fa-8e0a-d2ec7998eeb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 1135 time: 0.0395398 Dec 24 03:36:57.690912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-044633a8-0f59-46aa-bd04-1fc5265ef45f req-f7b97462-a5d6-481d-8b19-4ce24fb464b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Dec 24 03:36:58.133483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95eb27-b398-42a8-8242-37afed926037 req-4c240f88-ad73-4b48-85e2-93447c4df9ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:58.134946 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c95eb27-b398-42a8-8242-37afed926037 req-4c240f88-ad73-4b48-85e2-93447c4df9ff tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 982 time: 0.0489202 Dec 24 03:36:58.181270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c95eb27-b398-42a8-8242-37afed926037 req-47e2ceed-017b-416b-abe7-c13e407d0da0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Dec 24 03:36:59.294338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc2b5e-db11-4035-b60e-b6e74e1ce000 req-21c2af83-e208-4bce-9e1c-d8b041989845 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:59.295773 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-79fc2b5e-db11-4035-b60e-b6e74e1ce000 req-21c2af83-e208-4bce-9e1c-d8b041989845 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 982 time: 0.0473559 Dec 24 03:36:59.341031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-79fc2b5e-db11-4035-b60e-b6e74e1ce000 req-704999ad-01e1-4150-8ecb-8460bbb45dab tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387857 Dec 24 03:36:59.455435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4ec8-e447-49dd-b505-ffa73ae4b7e4 req-f3777c33-9f87-48d9-b3af-d9f1abff3748 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:59.456912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e15e4ec8-e447-49dd-b505-ffa73ae4b7e4 req-f3777c33-9f87-48d9-b3af-d9f1abff3748 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 982 time: 0.0520990 Dec 24 03:36:59.502466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e15e4ec8-e447-49dd-b505-ffa73ae4b7e4 req-b837f0a2-3a1f-425d-b87a-bd448636951e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Dec 24 03:36:59.523272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51328) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:59.562667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf37fc5-8fac-4d64-838d-a5c0f91994f3 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:59.564137 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ecf37fc5-8fac-4d64-838d-a5c0f91994f3 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 1130 time: 0.0398901 Dec 24 03:36:59.566825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51330) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:59.570945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:59.593606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:59.690939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:59.791262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.191 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/afa80766-8830-4417-be41-050b59bb6241) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:59.891710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:59.928857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:59.971524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:59.974409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:59.977855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:00.007886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=afa80766-8830-4417-be41-050b59bb6241,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:00.333258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.396179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.541943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.546427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.617888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=afa80766-8830-4417-be41-050b59bb6241,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:00.630674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.631025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.631372 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.631709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.632038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.632382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.632712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.633039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.633362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.633688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.634012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.634337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.634657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:00.638097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.740177 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 4ceaab1f-fbb5-4dac-a220-0aae12c7ae49 associated. External IP: 172.26.5.191, port: 17e39603-9643-4aa3-8f69-5ce30bc7e02d. Dec 24 03:37:00.938090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 2b5a4798-dd4b-4469-b643-d4db42a09139 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:01.042452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:01.053615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] Sync routers for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:01.063647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:01.064018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:01.064677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:01.090900 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f2d84d87-1eb3-49be-97d0-1939b32a5511 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.5230846 Dec 24 03:37:01.091585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:01.093735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51332) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:01.094248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5466e34f-fb7c-4120-b236-39fdb764dc44" -d '{"events": [{"name": "network-changed", "server_uuid": "6a45bd9a-dfc9-4b90-9d61-a16c39020432", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:01.137902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f661a47-4392-462f-acd4-6074fbe78994 x-openstack-request-id: req-1f661a47-4392-462f-acd4-6074fbe78994 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:01.138195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a45bd9a-dfc9-4b90-9d61-a16c39020432", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:01.138452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f661a47-4392-462f-acd4-6074fbe78994 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:01.138894 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'status': 'completed', 'code': 200} Dec 24 03:37:01.167516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd0616-4241-41da-bfd1-f6c15045826e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:01.169188 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e5fd0616-4241-41da-bfd1-f6c15045826e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432&network_id=22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 200 len: 1130 time: 0.0736525 Dec 24 03:37:01.176833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:01.227338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-b0b5497b-03fd-4796-af8f-431504c33009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:01.228892 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-b0b5497b-03fd-4796-af8f-431504c33009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 1135 time: 0.0452726 Dec 24 03:37:01.324355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-063bb12a-7f6d-4c88-8d66-e1df76be6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:01.326286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-063bb12a-7f6d-4c88-8d66-e1df76be6b16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 200 len: 896 time: 0.0909026 Dec 24 03:37:01.417885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4ceaab1f-fbb5-4dac-a220-0aae12c7ae49', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.191', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'port_id': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-77234347', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'mac_address': 'fa:16:3e:77:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:00Z', 'updated_at': '2021-12-24T03:37:00Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:01.443617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] Checking router: 2b5a4798-dd4b-4469-b643-d4db42a09139 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:01.452080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:01.452702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:36:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:01.457706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db93271-7875-4e04-8773-460cad2f15fb req-0ef17e7c-2d86-49fb-b245-f5aac9028a82 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:01.459190 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5db93271-7875-4e04-8773-460cad2f15fb req-0ef17e7c-2d86-49fb-b245-f5aac9028a82 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 982 time: 0.1079490 Dec 24 03:37:01.460910 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-84eea609-57fc-4619-95b7-eff93f4d8d25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1036 time: 0.0980968 Dec 24 03:37:01.541893 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5db93271-7875-4e04-8773-460cad2f15fb req-0addc874-f670-4036-9b16-d735a631c35b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767105 Dec 24 03:37:01.545461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-32037b96-48b9-4fb1-8f5e-ea0efdb2c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:01.546855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-32037b96-48b9-4fb1-8f5e-ea0efdb2c4b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2d9451-995d-4f80-8f8a-96a57a3b2419 HTTP/1.1" status: 200 len: 835 time: 0.0686505 Dec 24 03:37:01.556256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:01.593839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-f3f6e82f-d24e-4422-ab0f-27daf9f3a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:01.595368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-f3f6e82f-d24e-4422-ab0f-27daf9f3a5b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22581838-052f-4702-8fba-fe3fcd3f14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406370 Dec 24 03:37:01.692244 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-5472ae5c-88bc-4272-9848-0b82f813ce74 service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831578 Dec 24 03:37:01.797548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5466e34f-fb7c-4120-b236-39fdb764dc44 req-3b1915fe-f2dc-4804-a0e4-eb8e1d79bd68 service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891128 Dec 24 03:37:01.923985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4ceaab1f-fbb5-4dac-a220-0aae12c7ae49', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.191', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'port_id': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-77234347', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'mac_address': 'fa:16:3e:77:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:00Z', 'updated_at': '2021-12-24T03:37:00Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:01.952059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042aa957-138d-4793-8b16-0c9442ec4cad None None] The sync data for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv is: [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4ceaab1f-fbb5-4dac-a220-0aae12c7ae49', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.191', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'port_id': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-77234347', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'mac_address': 'fa:16:3e:77:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45bd9a-dfc9-4b90-9d61-a16c39020432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:00Z', 'updated_at': '2021-12-24T03:37:00Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:02.162295 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d2f90-8ee4-430e-a2ca-7edeae5449e0 None None] New status for floating IP 4ceaab1f-fbb5-4dac-a220-0aae12c7ae49: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:37:02.659523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27324e9d-1f4e-407d-ab60-c9ca0be4f51b req-d8bb6181-edbb-4a57-88a4-57c454e0671b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:02.661017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-27324e9d-1f4e-407d-ab60-c9ca0be4f51b req-d8bb6181-edbb-4a57-88a4-57c454e0671b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 982 time: 0.0484056 Dec 24 03:37:02.709117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-27324e9d-1f4e-407d-ab60-c9ca0be4f51b req-2ebd5431-a483-4327-a3f1-eab0581e0ff7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Dec 24 03:37:03.128980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-ce38d836-813e-4c42-804f-cfbb06713200 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:03.130404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-ce38d836-813e-4c42-804f-cfbb06713200 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 982 time: 0.0519862 Dec 24 03:37:03.175276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-85253acc-70d7-4e67-beb4-c953845f0ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:03.176702 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-85253acc-70d7-4e67-beb4-c953845f0ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0395868 Dec 24 03:37:03.274528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-4af56f35-4004-4744-8c53-64bc457526e9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0925205 Dec 24 03:37:03.285333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:03.339109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:03.466938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:03.497949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:37:03.528383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] device_id is not set on port 17e39603-9643-4aa3-8f69-5ce30bc7e02d yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:37:03.536645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:03.542275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:03.651278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:03.712294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] No DVR routers for this DVR port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:37:03.859464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3370f712-13cd-4590-b28f-1b9ab2ca4f95 None None] Provisioning complete for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:03.860121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3370f712-13cd-4590-b28f-1b9ab2ca4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:03.893594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3370f712-13cd-4590-b28f-1b9ab2ca4f95 None None] Port 17e39603-9643-4aa3-8f69-5ce30bc7e02d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:37:04.098897 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-425eda54-e7a2-4107-af54-1763dda31931 req-a6dccb46-64b9-48ba-8362-df9e6baa71b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45bd9a-dfc9-4b90-9d61-a16c39020432 HTTP/1.1" status: 200 len: 210 time: 0.0293293 Dec 24 03:37:04.191624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] In _notify_port_updated(), no bound segment for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:37:04.192503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:04.193110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:04.194368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5614fc49-56d8-40c4-a7c2-7011e4273f8b req-75344ed8-5b41-4078-8b45-54facd274b3d service neutron] 10.222.0.41 "PUT /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1025 time: 0.9128337 Dec 24 03:37:05.152942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51346) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:05.199004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da05a81-b834-40a1-800d-3c7fbe72f33b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:05.200620 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6da05a81-b834-40a1-800d-3c7fbe72f33b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 924 time: 0.0457132 Dec 24 03:37:05.781191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51350) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:05.786354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f5fa6b41-65eb-434f-b8b8-0b55a6497428 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131312527', 'description': 'tempest-secgroup-smoke-2131312527 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:05.809025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6b41-65eb-434f-b8b8-0b55a6497428 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.872343 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6b41-65eb-434f-b8b8-0b55a6497428 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.875706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6b41-65eb-434f-b8b8-0b55a6497428 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.904697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6b41-65eb-434f-b8b8-0b55a6497428 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.905898 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f5fa6b41-65eb-434f-b8b8-0b55a6497428 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1230354 Dec 24 03:37:05.908412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa6b41-65eb-434f-b8b8-0b55a6497428 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:05.909613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:05.915356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-079d31b7-0b29-4574-bfda-0a6ac3a78dbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:05.942578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-079d31b7-0b29-4574-bfda-0a6ac3a78dbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.996647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-079d31b7-0b29-4574-bfda-0a6ac3a78dbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.000307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-079d31b7-0b29-4574-bfda-0a6ac3a78dbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.020535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d31b7-0b29-4574-bfda-0a6ac3a78dbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aef6852-a1eb-4e54-a7ec-5c1efa55bc5e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:06.026097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-079d31b7-0b29-4574-bfda-0a6ac3a78dbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.029814 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-079d31b7-0b29-4574-bfda-0a6ac3a78dbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159236 Dec 24 03:37:06.030151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:06.034381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9dd9bd97-4a45-4148-8758-f2b703073435 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:06.062917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd97-4a45-4148-8758-f2b703073435 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.116973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd97-4a45-4148-8758-f2b703073435 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.121030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd97-4a45-4148-8758-f2b703073435 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.140101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9bd97-4a45-4148-8758-f2b703073435 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a651c597-1679-42bd-a0e2-8d502d1e5c7e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:06.149360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bd97-4a45-4148-8758-f2b703073435 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.150665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9dd9bd97-4a45-4148-8758-f2b703073435 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195874 Dec 24 03:37:06.153324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51356) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:06.157689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b763487d-1eb6-4d1d-a9a4-bfc7ae240ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:06.184303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b763487d-1eb6-4d1d-a9a4-bfc7ae240ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.244311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b763487d-1eb6-4d1d-a9a4-bfc7ae240ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.247982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b763487d-1eb6-4d1d-a9a4-bfc7ae240ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.265207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763487d-1eb6-4d1d-a9a4-bfc7ae240ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1af48df-0ad1-4a31-b18c-859ece1a0da6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:06.273435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b763487d-1eb6-4d1d-a9a4-bfc7ae240ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.274604 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b763487d-1eb6-4d1d-a9a4-bfc7ae240ca7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203580 Dec 24 03:37:06.277401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:06.281576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7d2fe158-8b6a-4d88-9248-9841685a3ccb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:06.307953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe158-8b6a-4d88-9248-9841685a3ccb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.362891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe158-8b6a-4d88-9248-9841685a3ccb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.366330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe158-8b6a-4d88-9248-9841685a3ccb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.383298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fe158-8b6a-4d88-9248-9841685a3ccb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2da8c1-b8a3-4553-8495-5404219f452e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:06.390917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe158-8b6a-4d88-9248-9841685a3ccb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.392308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7d2fe158-8b6a-4d88-9248-9841685a3ccb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138382 Dec 24 03:37:06.395239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51360) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:06.400351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:06.423573 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:37:06.428460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.483739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.487373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.504651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212708d4-6d3d-4db6-bd14-cf1417f8f5fb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:06.512154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.513347 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5c744a7d-b2fa-4c87-9722-f690af0692da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172056 Dec 24 03:37:06.516036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:06.520210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:06.541677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:37:06.546331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.605359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.608673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.627209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cd7296-608b-4084-9051-5a108ac93694,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:06.631576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.632852 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5c13695f-4145-465a-b783-dd12acf15ce0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157796 Dec 24 03:37:06.779822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-584941e1-dfbf-40ea-bc5b-382982258fe9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131312527&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0421333 Dec 24 03:37:06.827471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-432da424-bb0e-4b13-bc76-e2373c83c1d0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:06.828742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-432da424-bb0e-4b13-bc76-e2373c83c1d0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 929 time: 0.0418117 Dec 24 03:37:06.872513 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-298a4469-319b-4e98-b533-ccbcfb0a5822 service neutron] 10.222.0.37 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0319629 Dec 24 03:37:06.961281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-20329400-03a3-4b10-b079-119342fd830f service neutron] 10.222.0.37 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831840 Dec 24 03:37:07.061453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-ddad81e1-5637-41d7-9137-12724f188a25 service neutron] 10.222.0.37 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942140 Dec 24 03:37:07.220476 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebe18dcf-62dc-4e63-a5bb-b20dfd4f0495 req-d520af41-740b-4a08-b330-ab333a6a07dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 210 time: 0.0270004 Dec 24 03:37:07.304686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:07.348006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] The host hv-neutron-8228 is not matching for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d host ! {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 03:37:07.348437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:08.130143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-5dd2e6c1-539a-4549-81a8-fbe9eb874d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:08.131499 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-5dd2e6c1-539a-4549-81a8-fbe9eb874d7c service neutron] 10.222.0.41 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1025 time: 0.0330410 Dec 24 03:37:08.246102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-1a632e1e-c179-46b6-896e-12a4b22dc2ed tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:08.248060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-1a632e1e-c179-46b6-896e-12a4b22dc2ed tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 200 len: 796 time: 0.1082270 Dec 24 03:37:08.323309 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e1c8e5ab-836b-40a6-bc40-460446adf050 req-aceb9189-0266-4a00-89a2-52d56858d3b4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 210 time: 0.0310273 Dec 24 03:37:08.356036 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-042f32db-2551-48e3-aa5b-42a672e303a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 473 time: 0.0884449 Dec 24 03:37:08.367339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Request body: {'port': {'device_id': 'fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:08.421753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:08.668270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e39603-9643-4aa3-8f69-5ce30bc7e02d {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:37:08.675967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:08.687243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Transition to ACTIVE for port object 17e39603-9643-4aa3-8f69-5ce30bc7e02d will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:37:08.692118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:08.769129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:08.865917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:37:08.866249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:37:08.866574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:08.871165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:37:08.871483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Attempting to bind port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:08.876966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:37:08.877299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Checking segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:08.877684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Bound using segment: {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:37:08.878103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Bound port: 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:37:08.878448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:08.941601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:37:08.944600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:37:08.948873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:08.988351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:08.988989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:08.990412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] 10.222.0.41 "PUT /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1130 time: 0.6269112 Dec 24 03:37:08.990765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:08.993019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e6861a-8501-45ee-a0c0-ee4bbf542f55" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:09.017646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1cb67-b6e6-4ab3-953b-12761c535dfb service neutron] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:09.041285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0d592-616a-4d7e-8469-00a9466e2e2b x-openstack-request-id: req-70f0d592-616a-4d7e-8469-00a9466e2e2b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:09.041658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:09.041981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70f0d592-616a-4d7e-8469-00a9466e2e2b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:09.042395 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'status': 'completed', 'code': 200} Dec 24 03:37:09.102893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-47b1d8e6-6de2-49c3-a8f2-775bb0788472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.104602 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-47b1d8e6-6de2-49c3-a8f2-775bb0788472 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 1133 time: 0.0433471 Dec 24 03:37:09.178677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-dc7c58c9-6b3e-49f0-b80e-7d9255aa6bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1036 time: 0.0599561 Dec 24 03:37:09.231241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-2934b6ab-9255-4b63-aa2f-273ba40b9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.232639 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-2934b6ab-9255-4b63-aa2f-273ba40b9ed5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2d9451-995d-4f80-8f8a-96a57a3b2419 HTTP/1.1" status: 200 len: 835 time: 0.0469189 Dec 24 03:37:09.276984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-daf152e8-9820-465d-894a-8b6cabbc474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.278516 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-daf152e8-9820-465d-894a-8b6cabbc474c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22581838-052f-4702-8fba-fe3fcd3f14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391798 Dec 24 03:37:09.374109 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-3d6a289e-6614-49c3-b9b0-a2aa109985e8 service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868845 Dec 24 03:37:09.394757 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44d5bf4d-bc05-47c8-87e4-c9b6ce0bf17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:09.527564 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:09.532627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871ad7f-b070-4f6e-b7a7-550970505793 req-60feff26-8997-47a5-94b5-1218c03ce4c9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.532627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4871ad7f-b070-4f6e-b7a7-550970505793 req-60feff26-8997-47a5-94b5-1218c03ce4c9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 980 time: 0.1286509 Dec 24 03:37:09.538884 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-1abfb271-f9c6-474d-aae2-019e55e96286 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1322701 Dec 24 03:37:09.550373 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdee20f3-3130-411b-9c7f-b3db246d7033 req-37ab315c-3162-4f9c-9a3b-edcfa53b793f service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688747 Dec 24 03:37:09.611069 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4871ad7f-b070-4f6e-b7a7-550970505793 req-f07e251e-b2fe-49aa-9d25-69ca190ca0b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696416 Dec 24 03:37:09.623557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-d2f74ae4-d411-4676-b7b8-c69a938d9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.625057 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-d2f74ae4-d411-4676-b7b8-c69a938d9fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 1098 time: 0.0526967 Dec 24 03:37:09.760205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-77e77302-b7d6-44f4-822e-af7806f85450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.761781 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-77e77302-b7d6-44f4-822e-af7806f85450 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 1133 time: 0.1023951 Dec 24 03:37:09.792329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-ace652b5-7e21-4807-b17c-bae83ec538f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.793670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-ace652b5-7e21-4807-b17c-bae83ec538f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.1354604 Dec 24 03:37:09.898333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-e951871f-ed05-4a80-9816-f51f2beb19a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40edd67f-548d-40d8-90d0-aa7f2526acba HTTP/1.1" status: 200 len: 1001 time: 0.0961885 Dec 24 03:37:09.933599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-4202d0b5-7d18-4033-a762-07f91bc1f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.935003 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-4202d0b5-7d18-4033-a762-07f91bc1f34a service neutron] 10.222.0.41 "GET /v2.0/networks?id=22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 200 len: 896 time: 0.1624944 Dec 24 03:37:09.991467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-578c6bb0-00da-4ede-92e2-478f73dc5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:09.992899 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-578c6bb0-00da-4ede-92e2-478f73dc5b3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0863132 Dec 24 03:37:10.033453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-e75d227f-e396-4ca7-877d-5ef00eb0c797 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1036 time: 0.0908673 Dec 24 03:37:10.073066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-91e4453e-be62-4363-8d84-c38ffb7b9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:10.074430 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-91e4453e-be62-4363-8d84-c38ffb7b9a05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725229 Dec 24 03:37:10.105836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-d9baeea6-4768-4b17-98a4-e152d4a3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:10.107247 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-d9baeea6-4768-4b17-98a4-e152d4a3cb61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d2d9451-995d-4f80-8f8a-96a57a3b2419 HTTP/1.1" status: 200 len: 835 time: 0.0666602 Dec 24 03:37:10.201401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-64c545f3-d678-4c65-972b-dc7d409c4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:10.202887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-64c545f3-d678-4c65-972b-dc7d409c4e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22581838-052f-4702-8fba-fe3fcd3f14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873423 Dec 24 03:37:10.206345 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-2a2957d4-7bf5-4921-9322-140d5c135560 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237199 Dec 24 03:37:10.364201 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-132dbe25-4543-4de0-ada3-6ed8cd44343f service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488507 Dec 24 03:37:10.366317 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fb4db91-de26-4658-b5ce-eee782ba8dc0 req-cf63954d-959b-4861-930f-0c06eb1e30fb service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500375 Dec 24 03:37:10.467396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53e6861a-8501-45ee-a0c0-ee4bbf542f55 req-9009a7fd-81aa-44d9-8aa2-c9530dd95417 service neutron] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Dec 24 03:37:10.727015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7cfc-a416-402c-bafd-96c878945a7b req-d1888bfb-b936-4072-8dee-aa8de322f14c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:10.728477 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-335e7cfc-a416-402c-bafd-96c878945a7b req-d1888bfb-b936-4072-8dee-aa8de322f14c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 980 time: 0.0491202 Dec 24 03:37:10.773753 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-335e7cfc-a416-402c-bafd-96c878945a7b req-dab9a4d2-edcd-4f97-8436-a289a8749160 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Dec 24 03:37:11.745622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b75fcc32-22cb-47cc-a61f-34cd4dd830bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:11.890500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d270-de43-47a5-b64c-21ce165ef04e req-23e0be74-56a8-4c1b-a29e-2fe385500813 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:11.891984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3c80d270-de43-47a5-b64c-21ce165ef04e req-23e0be74-56a8-4c1b-a29e-2fe385500813 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 980 time: 0.0524249 Dec 24 03:37:11.937000 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3c80d270-de43-47a5-b64c-21ce165ef04e req-ddef59a6-c8f4-4716-a45a-68e2f2d8b752 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Dec 24 03:37:12.698446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:12.897964 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:37:13.048868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73052-f0fe-441c-965e-6a2ab631f141 req-152a5e26-4ec1-49e0-bca1-79bd49105e7c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:13.050340 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdf73052-f0fe-441c-965e-6a2ab631f141 req-152a5e26-4ec1-49e0-bca1-79bd49105e7c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 980 time: 0.0478740 Dec 24 03:37:13.096228 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdf73052-f0fe-441c-965e-6a2ab631f141 req-c708baa6-4914-4109-820c-746701109e13 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Dec 24 03:37:13.318852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:37:13.411746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:13.422928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'port_id': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'mac_address': 'fa:16:3e:77:a3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:37:13.459505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:13.472298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e39603-9643-4aa3-8f69-5ce30bc7e02d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:37:13.491237 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:13.494945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:13.541750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=9']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:13.882537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['17e39603-9643-4aa3-8f69-5ce30bc7e02d'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:37:14.213438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1ab2-834e-41f1-86e4-d540555e595d req-144de187-7350-4e64-b6ac-ae88b5eca791 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:14.214890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c3d1ab2-834e-41f1-86e4-d540555e595d req-144de187-7350-4e64-b6ac-ae88b5eca791 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 981 time: 0.0527785 Dec 24 03:37:14.260740 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c3d1ab2-834e-41f1-86e4-d540555e595d req-1a3faea4-c1a7-427b-9505-c85442907683 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Dec 24 03:37:14.387714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:15.043643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:15.336355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:37:15.375581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b79bf4-14bc-468b-98ab-bd91079d391f req-4883f811-8c0b-4b42-9e85-c85d0739c028 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:15.379504 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98b79bf4-14bc-468b-98ab-bd91079d391f req-4883f811-8c0b-4b42-9e85-c85d0739c028 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 981 time: 0.0523210 Dec 24 03:37:15.387376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:37:15.391497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:15.392123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:15.424596 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98b79bf4-14bc-468b-98ab-bd91079d391f req-cfdba00c-5831-4712-9bfa-e2a93d0eaabd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Dec 24 03:37:15.466962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:15.489295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:15.491505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd32719-3fc8-480e-ba4a-8eb5f9cbf722" -d '{"events": [{"server_uuid": "fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b", "name": "network-vif-plugged", "status": "completed", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:15.504274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:15.507996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:15.532919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1a14c-18e4-4884-83da-ffef3ac62b82 x-openstack-request-id: req-0fa1a14c-18e4-4884-83da-ffef3ac62b82 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:15.533211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b", "name": "network-vif-plugged", "status": "completed", "tag": "17e39603-9643-4aa3-8f69-5ce30bc7e02d", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:15.533464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fa1a14c-18e4-4884-83da-ffef3ac62b82 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:15.533847 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e39603-9643-4aa3-8f69-5ce30bc7e02d', 'code': 200} Dec 24 03:37:15.558634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:15.730578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a687291-02f1-466b-9378-747d8f82d49d req-2bcf4c8a-a621-4860-8d74-ed446c259b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:15.732110 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a687291-02f1-466b-9378-747d8f82d49d req-2bcf4c8a-a621-4860-8d74-ed446c259b16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 1136 time: 0.0397849 Dec 24 03:37:15.783845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a687291-02f1-466b-9378-747d8f82d49d req-6f8694de-a19b-41d1-bfde-387b8080be6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Dec 24 03:37:16.537309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddab62-5cba-4120-86c8-127cc0352264 req-551c1ab0-de66-4186-bd51-9634f8ff1d1d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:16.538743 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68ddab62-5cba-4120-86c8-127cc0352264 req-551c1ab0-de66-4186-bd51-9634f8ff1d1d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 983 time: 0.0476987 Dec 24 03:37:16.584316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68ddab62-5cba-4120-86c8-127cc0352264 req-83aa58e2-2ebf-43e6-84fb-43df6b7cdbba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Dec 24 03:37:17.697962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ddf97-9c38-429a-aebb-3ccdf0ac08a9 req-184f53c6-6b29-4afb-9ccf-d1dbaee9ac03 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:17.699416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d21ddf97-9c38-429a-aebb-3ccdf0ac08a9 req-184f53c6-6b29-4afb-9ccf-d1dbaee9ac03 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 983 time: 0.0480890 Dec 24 03:37:17.744894 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d21ddf97-9c38-429a-aebb-3ccdf0ac08a9 req-2a4e505d-b263-47dc-b089-209fce15b226 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Dec 24 03:37:17.859042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f602d24-babb-412f-ad8b-57d388a7122f req-b2a0d4d3-65a4-4d58-80a7-dc84568e5b6e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:17.860496 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f602d24-babb-412f-ad8b-57d388a7122f req-b2a0d4d3-65a4-4d58-80a7-dc84568e5b6e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 983 time: 0.0512707 Dec 24 03:37:17.906233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f602d24-babb-412f-ad8b-57d388a7122f req-71a2f498-5349-4313-9181-ba92bdd7a390 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Dec 24 03:37:17.927272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51416) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:17.995425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad7c57-c654-4194-8ddf-58214056411f tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:17.997456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-28ad7c57-c654-4194-8ddf-58214056411f tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b&network_id=22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 200 len: 1131 time: 0.0687597 Dec 24 03:37:18.204204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace72c-0619-4ae5-8610-73e802d9be24 req-50966080-f549-4931-be0a-d335b29aba3a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:18.205685 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5cace72c-0619-4ae5-8610-73e802d9be24 req-50966080-f549-4931-be0a-d335b29aba3a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 983 time: 0.0485022 Dec 24 03:37:18.256324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5cace72c-0619-4ae5-8610-73e802d9be24 req-167c6458-cf95-4971-89c7-1ddcb434b05e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447419 Dec 24 03:37:19.370212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7284c-9c2d-4826-8a77-9b6db2f58cfe req-8ebfe26c-98ae-4fac-ac26-93aff05b3f9d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:19.371566 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63a7284c-9c2d-4826-8a77-9b6db2f58cfe req-8ebfe26c-98ae-4fac-ac26-93aff05b3f9d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 983 time: 0.0482469 Dec 24 03:37:19.417578 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63a7284c-9c2d-4826-8a77-9b6db2f58cfe req-6d3497df-36ab-4723-a381-959430ae411d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3fb310f-692f-4751-8e4a-002d2ba950c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Dec 24 03:37:19.747004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-12285081-b93a-4b52-9a8e-083e97a375ee tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:19.748425 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-12285081-b93a-4b52-9a8e-083e97a375ee tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 983 time: 0.0465977 Dec 24 03:37:19.793129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-3928cfee-9d47-48b2-8114-d80557349e9f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:19.794409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-3928cfee-9d47-48b2-8114-d80557349e9f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0400212 Dec 24 03:37:19.890754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-67be2de1-66a7-44d3-8bcf-de31e82d65df tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0909538 Dec 24 03:37:19.901008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:19.954141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:20.079490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=17e39603-9643-4aa3-8f69-5ce30bc7e02d,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:20.111068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] For port 17e39603-9643-4aa3-8f69-5ce30bc7e02d, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:37:20.150575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] device_id is not set on port 17e39603-9643-4aa3-8f69-5ce30bc7e02d yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:37:20.159353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:20.164735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:20.239859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] Pushing event updated for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=11']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:20.284981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] No DVR routers for this DVR port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:37:20.418823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] In _notify_port_updated(), no bound segment for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d on network 22581838-052f-4702-8fba-fe3fcd3f14c9 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:37:20.419676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:20.420281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:20.421582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-508395e2-c3f0-4c0d-9171-15ccd85e69ff req-9b2ba474-38b8-418d-8e4a-6853d1029ead service neutron] 10.222.0.41 "PUT /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 200 len: 1026 time: 0.5242643 Dec 24 03:37:20.455789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-968f587c-94e4-46dd-bd08-a488279dfe82 None None] Provisioning complete for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:20.456271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-968f587c-94e4-46dd-bd08-a488279dfe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:20.490777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-968f587c-94e4-46dd-bd08-a488279dfe82 None None] Port 17e39603-9643-4aa3-8f69-5ce30bc7e02d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:37:20.516389 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4ef4d7c6-222a-4642-9c12-803d45692651 req-50c1e33b-85b6-43b5-a433-65ca83dc3a95 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbd1cdf3-22d0-4c04-b656-be5db3cc2e6b HTTP/1.1" status: 200 len: 210 time: 0.0300286 Dec 24 03:37:21.571454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51430) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:21.625373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45a18c14-940c-4a1a-9a19-96d3b38ac31d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.650095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45a18c14-940c-4a1a-9a19-96d3b38ac31d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.708899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45a18c14-940c-4a1a-9a19-96d3b38ac31d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.711487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45a18c14-940c-4a1a-9a19-96d3b38ac31d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.712660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-45a18c14-940c-4a1a-9a19-96d3b38ac31d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad HTTP/1.1" status: 204 len: 168 time: 0.1402054 Dec 24 03:37:21.722365 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a18c14-940c-4a1a-9a19-96d3b38ac31d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e9a6f-bbe3-480d-be9f-7f4e5ae5eaad,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:21.745254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:21.898774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port afa80766-8830-4417-be41-050b59bb6241 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:21.899024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.974368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.974690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.981330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:21.986939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for afa80766-8830-4417-be41-050b59bb6241 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:22.130154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:22.153824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=afa80766-8830-4417-be41-050b59bb6241,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:22.213940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:22.214293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 4ceaab1f-fbb5-4dac-a220-0aae12c7ae49 disassociated (deleted). External IP: 172.26.5.191, port: 17e39603-9643-4aa3-8f69-5ce30bc7e02d. Dec 24 03:37:22.736912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 2b5a4798-dd4b-4469-b643-d4db42a09139 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:22.847123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:22.853448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:22.856617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] Sync routers for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:22.865798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:22.866412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:22.880676 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e29fc3b0-da74-4736-940f-03b535eb10be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/4ceaab1f-fbb5-4dac-a220-0aae12c7ae49 HTTP/1.1" status: 204 len: 168 time: 1.1343157 Dec 24 03:37:22.956193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:22.977166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:23.012396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fdfa713d-a327-43da-80d0-06298b1664a4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.037802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fdfa713d-a327-43da-80d0-06298b1664a4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.099996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fdfa713d-a327-43da-80d0-06298b1664a4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.104923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fdfa713d-a327-43da-80d0-06298b1664a4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.104923 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fdfa713d-a327-43da-80d0-06298b1664a4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec HTTP/1.1" status: 204 len: 168 time: 0.1462388 Dec 24 03:37:23.119934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa713d-a327-43da-80d0-06298b1664a4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6e8d5e-fe46-4add-b28e-c1f8fe8836ec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:23.135958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51444) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:23.193843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:23.220082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] Checking router: 2b5a4798-dd4b-4469-b643-d4db42a09139 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:23.222732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 17e39603-9643-4aa3-8f69-5ce30bc7e02d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:23.223117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.228781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:23.229387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:23.312199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.324800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 17e39603-9643-4aa3-8f69-5ce30bc7e02d owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:23.334716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:23.404750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:23.451505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.479226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=17e39603-9643-4aa3-8f69-5ce30bc7e02d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:23.496594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No active binding found for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d {{(pid=103178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 24 03:37:23.496977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] The host hv-neutron-8228 is not matching for port 17e39603-9643-4aa3-8f69-5ce30bc7e02d host None! {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 03:37:23.497371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 17e39603-9643-4aa3-8f69-5ce30bc7e02d not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:23.559261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.565051 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4e0454e7-1653-40ae-8894-4e54335c3a31 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/ports/17e39603-9643-4aa3-8f69-5ce30bc7e02d HTTP/1.1" status: 204 len: 168 time: 0.4263892 Dec 24 03:37:23.566676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51446) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:23.574163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:23.601578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5e369b-7ca3-4be7-a78e-07753285c33d None None] The sync data for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv is: [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7', 'name': '', 'network_id': '22581838-052f-4702-8fba-fe3fcd3f14c9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:da:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:42Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '7d2d9451-995d-4f80-8f8a-96a57a3b2419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:23.835187 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e287d81-e601-4ff3-9f05-a3929d482176 None None] New status for floating IP 4ceaab1f-fbb5-4dac-a220-0aae12c7ae49: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:37:23.937799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:24.198255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:24.198592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:24.288334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:24.288740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:24.300941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:24.480435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:24.504969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:24.679191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:24.886519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 2b5a4798-dd4b-4469-b643-d4db42a09139 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:24.989658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:24.995054 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9c977c8a-c237-463b-8d7e-c9e1d068f067 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/2b5a4798-dd4b-4469-b643-d4db42a09139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273078 Dec 24 03:37:24.997692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51448) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:24.999791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] Sync routers for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:25.009730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:25.010405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:25.052862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet 7d2d9451-995d-4f80-8f8a-96a57a3b2419 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:37:25.055893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.096153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.114734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:25.177997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.239126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.264238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2d9451-995d-4f80-8f8a-96a57a3b2419,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:25.271727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.277682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-51e2fa3f-17fb-4a46-8514-63788649d9fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/7d2d9451-995d-4f80-8f8a-96a57a3b2419 HTTP/1.1" status: 204 len: 168 time: 0.2763035 Dec 24 03:37:25.278163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51450) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:25.279087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc2c8e-d9b0-4440-8d58-dfe013c100a8 None None] Network 22581838-052f-4702-8fba-fe3fcd3f14c9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:37:25.362149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:37:24Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:25.386663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.390772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] Checking router: 2b5a4798-dd4b-4469-b643-d4db42a09139 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:25.404283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] Routers {'2b5a4798-dd4b-4469-b643-d4db42a09139'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:25.404915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2b5a4798-dd4b-4469-b643-d4db42a09139'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:25.496744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.551807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 73172f21-5da9-474c-a84f-90852ac93d41 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:25.552058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.632212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 73172f21-5da9-474c-a84f-90852ac93d41, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=73172f21-5da9-474c-a84f-90852ac93d41,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:25.632604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.636031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] DHCP port deletion for 22581838-052f-4702-8fba-fe3fcd3f14c9 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:37:25.644939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 73172f21-5da9-474c-a84f-90852ac93d41 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:25.684315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] Set router 2b5a4798-dd4b-4469-b643-d4db42a09139 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:25.799755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] Deleting port cf06793a-ee2d-40b8-96b9-aff580709a85 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:25.800040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.809262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.838871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=73172f21-5da9-474c-a84f-90852ac93d41,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:25.865564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f05e81-f839-4674-8e8b-f4d92f0339d7 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:37:25.900156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.914233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] For port cf06793a-ee2d-40b8-96b9-aff580709a85, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=cf06793a-ee2d-40b8-96b9-aff580709a85,segment=NetworkSegment(8481f2f4-efdc-4a42-af75-5d8b1e3dbf70),segment_id=8481f2f4-efdc-4a42-af75-5d8b1e3dbf70)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:25.914628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.930003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] Calling delete_port for cf06793a-ee2d-40b8-96b9-aff580709a85 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:25.989900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.992089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.993324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:37:24Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:26.027113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4844720-1469-4c89-bbce-63fd28722eb4 None None] The sync data for ids ['2b5a4798-dd4b-4469-b643-d4db42a09139'] in dv-neutron-822869-1-hyperv is: [{'id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'name': 'tempest-TestNetworkBasicOps-router-1565299812', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '73172f21-5da9-474c-a84f-90852ac93d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:37:24Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': '73172f21-5da9-474c-a84f-90852ac93d41', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5a4798-dd4b-4469-b643-d4db42a09139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:40Z', 'updated_at': '2021-12-24T03:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:26.036627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.037210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router 2b5a4798-dd4b-4469-b643-d4db42a09139 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:37:26.044968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.046134 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a4c7f792-dd66-48af-8e27-f92ddd24f62f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/2b5a4798-dd4b-4469-b643-d4db42a09139 HTTP/1.1" status: 204 len: 168 time: 0.7669785 Dec 24 03:37:26.049396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:26.054481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.080635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] Pushing event deleted for resources: {'Port': ['ID=cf06793a-ee2d-40b8-96b9-aff580709a85,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:26.084207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112261f3-a4e9-4d01-9fe6-259e47230d4d None None] No DVR routers for this DVR port cf06793a-ee2d-40b8-96b9-aff580709a85 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:37:26.136249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.223749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.242703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22581838-052f-4702-8fba-fe3fcd3f14c9']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:26.251514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:26.252346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8481f2f4-efdc-4a42-af75-5d8b1e3dbf70') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:26.261331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.274608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.280279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:37:26.280683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:37:26.283581 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:37:26.339353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.345833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.349030 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/22581838-052f-4702-8fba-fe3fcd3f14c9 HTTP/1.1" status: 204 len: 168 time: 0.2982292 Dec 24 03:37:26.360816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0476557-5d72-436a-95f3-605c0c8eb6f4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=22581838-052f-4702-8fba-fe3fcd3f14c9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:26.364883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:26.377388 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6d37777b-1b46-4fb7-845c-50b134e33c48 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0108697 Dec 24 03:37:26.379881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:26.384609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--1789985386', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:26.408475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:37:26.412061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.437088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:37:26.452719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.453095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment 8a67116b-8693-44cc-8e16-41248772f121 of type vlan for network 32522113-38fd-469b-853c-6929439bfee7 Dec 24 03:37:26.498846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.523751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.529646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:26.530235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.568657 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877337 Dec 24 03:37:26.571426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51458) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:26.576279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:26.601744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6db23-8136-4f4e-99bf-969f2380c666 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=32522113-38fd-469b-853c-6929439bfee7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:26.608176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.609167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.612347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 32522113-38fd-469b-853c-6929439bfee7 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:37:26.673363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:26.817723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:27.009675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:27.028436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:27.118501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cf06793a-ee2d-40b8-96b9-aff580709a85 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:27.139756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.18 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/ee10539e-7381-432c-b5fd-8d4e21df8844) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:37:27.143755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: cf06793a-ee2d-40b8-96b9-aff580709a85 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:37:27.144162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device cf06793a-ee2d-40b8-96b9-aff580709a85 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:27.144644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:27.165121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:37:27.165466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bffe66fc-6b2d-435a-a0f0-1e22fb20b7d7 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:27.243158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:27.275169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:27.311736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:27.314681 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:27.318147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:27.327404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271773e0-feca-4f60-ab01-aa0583dd87a0 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:37:27.345252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=ee10539e-7381-432c-b5fd-8d4e21df8844,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:27.356745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-66cf9b42-9f8d-4136-bb66-b17c14e78ccc None None] Provisioning complete for port ee10539e-7381-432c-b5fd-8d4e21df8844 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:27.357116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66cf9b42-9f8d-4136-bb66-b17c14e78ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:27.389864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-66cf9b42-9f8d-4136-bb66-b17c14e78ccc None None] Port ee10539e-7381-432c-b5fd-8d4e21df8844 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:37:27.566484 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.023504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.148607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:37:28.252579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:28.261750 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Sync routers for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:28.272078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.272633 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:28.273234 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:28.276546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51460) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:28.277156 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b2631866-5a56-42cc-949b-415e0f41971c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7040091 Dec 24 03:37:28.308670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0166503a-9f4c-4a55-bb01-4a6571cf7bab tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309825 Dec 24 03:37:28.311115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:28.376349 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:28.395151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c884d-c9e8-440b-976b-95065241a5f8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:28.396652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-005c884d-c9e8-440b-976b-95065241a5f8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846329 Dec 24 03:37:28.399376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51464) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:28.427967 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cb9fc8c9-2bf0-4ba8-90d5-c27876893fca tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275366 Dec 24 03:37:28.430523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:28.435208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444608273', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:28.524659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:37:28.528157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.557264 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:27Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:28.582969 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Checking router: 120cb9ac-f938-4119-bfe2-4b656f3e9b28 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:28.583306 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Updating router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 port ee10539e-7381-432c-b5fd-8d4e21df8844 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:37:28.609900 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.710186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.713913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 73172f21-5da9-474c-a84f-90852ac93d41 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:28.738711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 73172f21-5da9-474c-a84f-90852ac93d41 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:37:28.739373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 73172f21-5da9-474c-a84f-90852ac93d41 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:28.771397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=70c5d141-2bed-480e-9332-a8b7a58a42c0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:28.779973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:28.780272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 32522113-38fd-469b-853c-6929439bfee7, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:37:28.797325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 32522113-38fd-469b-853c-6929439bfee7 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:37:28.806980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 32522113-38fd-469b-853c-6929439bfee7) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:28.811233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:28.811941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.816098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92b097-49a8-44a2-9760-c97f95450902 None None] Network 32522113-38fd-469b-853c-6929439bfee7 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:37:28.838897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51468) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:28.839273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3535c9b5-484b-47a1-afd5-3d84375fc635 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4074430 Dec 24 03:37:28.867184 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.874268 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.920192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a291a70-469e-4c40-ab8a-16e9ca3dc908 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:37:28.922171 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Attempting to bind port ee10539e-7381-432c-b5fd-8d4e21df8844 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:37:28.922549 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Attempting to bind port ee10539e-7381-432c-b5fd-8d4e21df8844 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:37:28.922908 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Attempting to bind port ee10539e-7381-432c-b5fd-8d4e21df8844 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:28.932616 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360deef9-96a9-41e2-9548-76a37b93399b None None] Pushing event updated for resources: {'Port': ['ID=ee10539e-7381-432c-b5fd-8d4e21df8844,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:28.934719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-32522113-38fd-469b-853c-6929439bfee7', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:37:28.935870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.937200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:37:28.937573 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:28.937968 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.938346 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:37:28.938805 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Bound port: ee10539e-7381-432c-b5fd-8d4e21df8844, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:37:28.939175 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:28.991089 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] For port ee10539e-7381-432c-b5fd-8d4e21df8844, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:37:28.994287 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] For port ee10539e-7381-432c-b5fd-8d4e21df8844, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ee10539e-7381-432c-b5fd-8d4e21df8844,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:37:28.998499 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.035198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04668c3-3071-4b38-838b-1d7fabc06ba9 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:37:29.047537 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:29.048153 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:29.060284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5d61df5a-9c38-4408-a85e-558e06636402 None None] Provisioning complete for port ee10539e-7381-432c-b5fd-8d4e21df8844 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:29.060687 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d61df5a-9c38-4408-a85e-558e06636402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.131485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Allocated IP 172.20.0.2 (32522113-38fd-469b-853c-6929439bfee7/70c5d141-2bed-480e-9332-a8b7a58a42c0/0cb97e56-5820-427b-a0d7-79dd18fd6110) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:37:29.163086 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360deef9-96a9-41e2-9548-76a37b93399b None None] Pushing event updated for resources: {'Port': ['ID=ee10539e-7381-432c-b5fd-8d4e21df8844,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:29.175629 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:29.240606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d61df5a-9c38-4408-a85e-558e06636402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.274538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5d61df5a-9c38-4408-a85e-558e06636402 None None] For port ee10539e-7381-432c-b5fd-8d4e21df8844, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ee10539e-7381-432c-b5fd-8d4e21df8844,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:29.284314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d61df5a-9c38-4408-a85e-558e06636402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.340223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.366456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.370808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61df5a-9c38-4408-a85e-558e06636402 None None] Pushing event updated for resources: {'Port': ['ID=ee10539e-7381-432c-b5fd-8d4e21df8844,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:29.375449 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.428933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Network 32522113-38fd-469b-853c-6929439bfee7 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:29.434646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f99f1e3a-3961-4b72-9ded-7368c746a532 None None] Provisioning complete for port ee10539e-7381-432c-b5fd-8d4e21df8844 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:29.434646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f99f1e3a-3961-4b72-9ded-7368c746a532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.435967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0cb97e56-5820-427b-a0d7-79dd18fd6110,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:29.438575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:29.441741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:29.467967 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:27Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:29.497143 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36063d-e552-46bd-bffc-36b8a5f8676d None None] The sync data for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv is: [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:27Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:29.530185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Attempting to bind port 0cb97e56-5820-427b-a0d7-79dd18fd6110 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:37:29.530558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Attempting to bind port 0cb97e56-5820-427b-a0d7-79dd18fd6110 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:37:29.530920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Attempting to bind port 0cb97e56-5820-427b-a0d7-79dd18fd6110 on network 32522113-38fd-469b-853c-6929439bfee7 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:29.538801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:37:29.539175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Checking segment: {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:29.539574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.540018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Bound using segment: {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:37:29.540454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Bound port: 0cb97e56-5820-427b-a0d7-79dd18fd6110, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:37:29.540836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.634001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] For port 0cb97e56-5820-427b-a0d7-79dd18fd6110, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:37:29.637169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] For port 0cb97e56-5820-427b-a0d7-79dd18fd6110, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0cb97e56-5820-427b-a0d7-79dd18fd6110,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:37:29.642020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.650282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (32522113-38fd-469b-853c-6929439bfee7/70c5d141-2bed-480e-9332-a8b7a58a42c0/23f2ce13-81f3-4b4b-b5ab-72058fe99d40) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:37:29.702669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f97eb-90b6-4633-b661-cbd43440bfd7 None None] Pushing event updated for resources: {'Port': ['ID=0cb97e56-5820-427b-a0d7-79dd18fd6110,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:29.809020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.849679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:29.900805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 32522113-38fd-469b-853c-6929439bfee7 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:29.908399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:29.910192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:29.943385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:29.964881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.116455 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.412250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.495085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:30.502516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.601464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 32522113-38fd-469b-853c-6929439bfee7 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:30.602955 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:30.697468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db31b6-c2ae-4558-933d-aa5bfcfcfade None None] Network 32522113-38fd-469b-853c-6929439bfee7 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:37:30.724115 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:30.778952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c98cc9eb-3fff-4e49-8f19-6a30ebefeda0 None None] Provisioning complete for port 0cb97e56-5820-427b-a0d7-79dd18fd6110 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:30.779409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c98cc9eb-3fff-4e49-8f19-6a30ebefeda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.842064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ee10539e-7381-432c-b5fd-8d4e21df8844 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:37:30.850553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:30.855593 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ec7d9406-4d6f-4494-aa29-252bad982abf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153677 Dec 24 03:37:30.858113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51470) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:30.950098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c98cc9eb-3fff-4e49-8f19-6a30ebefeda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.952288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ee10539e-7381-432c-b5fd-8d4e21df8844 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:30.952676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.965861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910510b0-141d-410d-b11a-bfe7633f67eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:30.966332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910510b0-141d-410d-b11a-bfe7633f67eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:30.966792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910510b0-141d-410d-b11a-bfe7633f67eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:30.967247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910510b0-141d-410d-b11a-bfe7633f67eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:30.967701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910510b0-141d-410d-b11a-bfe7633f67eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:30.968151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910510b0-141d-410d-b11a-bfe7633f67eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:30.973278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:30.973823 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-910510b0-141d-410d-b11a-bfe7633f67eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1142607 Dec 24 03:37:31.017380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c98cc9eb-3fff-4e49-8f19-6a30ebefeda0 None None] For port 0cb97e56-5820-427b-a0d7-79dd18fd6110, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0cb97e56-5820-427b-a0d7-79dd18fd6110,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:31.026390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c98cc9eb-3fff-4e49-8f19-6a30ebefeda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.044616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c30ebe-5bb5-447d-8636-d4b5d68acb87 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:31.045173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c30ebe-5bb5-447d-8636-d4b5d68acb87 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:31.045684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c30ebe-5bb5-447d-8636-d4b5d68acb87 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:31.046208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c30ebe-5bb5-447d-8636-d4b5d68acb87 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:31.046705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c30ebe-5bb5-447d-8636-d4b5d68acb87 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:31.047205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c30ebe-5bb5-447d-8636-d4b5d68acb87 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:31.052808 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-81c30ebe-5bb5-447d-8636-d4b5d68acb87 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0777795 Dec 24 03:37:31.054108 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51474) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:31.111248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0cb97e56-5820-427b-a0d7-79dd18fd6110 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:37:31.114115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc9eb-3fff-4e49-8f19-6a30ebefeda0 None None] Pushing event updated for resources: {'Port': ['ID=0cb97e56-5820-427b-a0d7-79dd18fd6110,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:31.181400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0cb97e56-5820-427b-a0d7-79dd18fd6110 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:31.181842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.219159 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c879be4a-0f52-4d86-8b9a-a1a849b663c3 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1636345 Dec 24 03:37:31.280039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b71fedfb-78bb-462d-a944-803de9db5ef3 None None] Provisioning complete for port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:31.280039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b71fedfb-78bb-462d-a944-803de9db5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.313215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Sync routers for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:31.318086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b71fedfb-78bb-462d-a944-803de9db5ef3 None None] Port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:37:31.329805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:31.331101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:31.371897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b71fedfb-78bb-462d-a944-803de9db5ef3 None None] Provisioning complete for port 0cb97e56-5820-427b-a0d7-79dd18fd6110 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:31.372263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b71fedfb-78bb-462d-a944-803de9db5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.409670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51478) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:31.414155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-cf9367a9-990d-43df-b303-97d64cec35a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-940219733', 'description': 'tempest-secgroup-smoke-940219733 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:31.439087 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf9367a9-990d-43df-b303-97d64cec35a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.532753 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf9367a9-990d-43df-b303-97d64cec35a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.537994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf9367a9-990d-43df-b303-97d64cec35a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.570748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf9367a9-990d-43df-b303-97d64cec35a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.574644 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cf9367a9-990d-43df-b303-97d64cec35a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1612654 Dec 24 03:37:31.575016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51480) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:31.579630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-00391249-6ac6-48c8-9b7d-0248416d1446 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1a99a-88a9-412e-9e3b-0c3d622f8128', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:31.589054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9367a9-990d-43df-b303-97d64cec35a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1a99a-88a9-412e-9e3b-0c3d622f8128,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:31.619298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00391249-6ac6-48c8-9b7d-0248416d1446 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.651092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:31.676030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00391249-6ac6-48c8-9b7d-0248416d1446 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.679566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00391249-6ac6-48c8-9b7d-0248416d1446 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.696754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00391249-6ac6-48c8-9b7d-0248416d1446 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2c740e-de42-41b9-98ce-a77fbdc0f599,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:31.706908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00391249-6ac6-48c8-9b7d-0248416d1446 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.710853 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-00391249-6ac6-48c8-9b7d-0248416d1446 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323156 Dec 24 03:37:31.711053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51482) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:31.715703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c46b858c-04d8-4ce2-8b7d-5ed1a83019ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1a99a-88a9-412e-9e3b-0c3d622f8128', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:31.743821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c46b858c-04d8-4ce2-8b7d-5ed1a83019ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.800517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c46b858c-04d8-4ce2-8b7d-5ed1a83019ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.808131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c46b858c-04d8-4ce2-8b7d-5ed1a83019ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.828213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b858c-04d8-4ce2-8b7d-5ed1a83019ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd4f90d-f100-4666-af15-08fa68173c98,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:31.837360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c46b858c-04d8-4ce2-8b7d-5ed1a83019ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.841412 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c46b858c-04d8-4ce2-8b7d-5ed1a83019ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263196 Dec 24 03:37:31.841579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51484) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:31.845900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c1376961-e9fc-45b5-8e64-3df35be3bc66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1a99a-88a9-412e-9e3b-0c3d622f8128', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:31.878026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b45afb4a-27a9-4063-9be4-99f97f2fa521 None None] Provisioning complete for port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:31.878609 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b45afb4a-27a9-4063-9be4-99f97f2fa521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.878724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1376961-e9fc-45b5-8e64-3df35be3bc66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.922466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:31.924715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b45afb4a-27a9-4063-9be4-99f97f2fa521 None None] Port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:37:31.940890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1376961-e9fc-45b5-8e64-3df35be3bc66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.944309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1376961-e9fc-45b5-8e64-3df35be3bc66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.951580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Checking router: 120cb9ac-f938-4119-bfe2-4b656f3e9b28 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:31.951893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Updating router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:37:31.961272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1376961-e9fc-45b5-8e64-3df35be3bc66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afed806e-8686-4cb1-ad52-c4d21901a687,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:31.969746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1376961-e9fc-45b5-8e64-3df35be3bc66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.970964 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c1376961-e9fc-45b5-8e64-3df35be3bc66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284957 Dec 24 03:37:31.973774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51486) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:31.976704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:31.978576 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d551e6c1-f034-470c-8a52-92f371b6b84e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1a99a-88a9-412e-9e3b-0c3d622f8128', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:32.006656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d551e6c1-f034-470c-8a52-92f371b6b84e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.061918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d551e6c1-f034-470c-8a52-92f371b6b84e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.066056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d551e6c1-f034-470c-8a52-92f371b6b84e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.085183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e6c1-f034-470c-8a52-92f371b6b84e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638f94af-d322-4873-96c6-0cb602a2be92,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:32.091344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d551e6c1-f034-470c-8a52-92f371b6b84e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.092341 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d551e6c1-f034-470c-8a52-92f371b6b84e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171875 Dec 24 03:37:32.095140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51488) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:32.099521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1a99a-88a9-412e-9e3b-0c3d622f8128', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:32.130037 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:37:32.137746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.194786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.198936 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.218523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bccb75e-6a9f-4411-84a8-988a4ac22f24,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:32.224549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.225888 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e7bfd663-1d07-48bd-b2a3-92ecf253119d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297572 Dec 24 03:37:32.228467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51490) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:32.232673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1a99a-88a9-412e-9e3b-0c3d622f8128', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:32.248526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.254030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.257586 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:37:32.262987 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.309644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29baabd-55d6-475c-a594-81bc1a627a52 None None] Pushing event updated for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:32.325200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.329672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.348890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34894e7-9af5-480b-801e-5b87c3a7416c,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:32.357472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.358757 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f5bcc95e-a6a2-4bba-bb95-552d8ed037cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293750 Dec 24 03:37:32.367778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Attempting to bind port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:37:32.368152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Attempting to bind port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:37:32.368548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Attempting to bind port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 on network 32522113-38fd-469b-853c-6929439bfee7 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:32.374285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:37:32.374660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Checking segment: {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:32.375059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.375450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Bound using segment: {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:37:32.375919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Bound port: 23f2ce13-81f3-4b4b-b5ab-72058fe99d40, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:37:32.376294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.447119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] For port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:37:32.451714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] For port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:37:32.457761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.514878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:32.515495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:32.527851 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-8da9e1c6-744b-4e6c-8f3f-a6c2a1d90c1c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940219733&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0530703 Dec 24 03:37:32.555920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29baabd-55d6-475c-a594-81bc1a627a52 None None] Pushing event updated for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:32.620921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4852e867-9752-4be8-9671-8bb4f1cca3d7 None None] Provisioning complete for port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:32.621296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4852e867-9752-4be8-9671-8bb4f1cca3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.640313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-46ddabc8-76a5-4fe2-a950-1c2c32636fc4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:32.642731 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-46ddabc8-76a5-4fe2-a950-1c2c32636fc4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=32522113-38fd-469b-853c-6929439bfee7 HTTP/1.1" status: 200 len: 797 time: 0.1080151 Dec 24 03:37:32.659329 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-55ce4438-66bc-4bb2-8ecb-ab25fd1afee5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0106525 Dec 24 03:37:32.665421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:32.726826 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c2087a66-c33e-4471-b326-1b8e89d8ae78 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607502 Dec 24 03:37:32.791582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0cb97e56-5820-427b-a0d7-79dd18fd6110 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:37:32.831497 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-6b69991f-11d7-4343-8758-435107f8cea5 service neutron] 10.222.0.37 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882869 Dec 24 03:37:32.872228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4852e867-9752-4be8-9671-8bb4f1cca3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.946072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0cb97e56-5820-427b-a0d7-79dd18fd6110 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:32.946815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.959759 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4852e867-9752-4be8-9671-8bb4f1cca3d7 None None] For port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:32.979921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4852e867-9752-4be8-9671-8bb4f1cca3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:33.063034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852e867-9752-4be8-9671-8bb4f1cca3d7 None None] Pushing event updated for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:33.102185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:37:32Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:33.140570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd2b74-3e06-4760-9467-ccf7e580905e None None] The sync data for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv is: [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:37:32Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:33.151861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-24c1d00e-e5bf-4d6f-a421-4575de3b3fe5 None None] Provisioning complete for port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:33.152303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-24c1d00e-e5bf-4d6f-a421-4575de3b3fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:33.291094 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-fcbcf7d3-ea5d-42bd-8e2c-ba3a464276b8 service neutron] 10.222.0.37 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530900 Dec 24 03:37:33.465209 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-32b16b03-bc80-4d31-a463-95e7a33fd813 req-c883915d-457b-4f29-a7db-74e48a2f4026 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 210 time: 0.0366001 Dec 24 03:37:34.485243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-5bd47b41-db62-4ff1-b667-d13a0523cf2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:34.488442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-5bd47b41-db62-4ff1-b667-d13a0523cf2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=32522113-38fd-469b-853c-6929439bfee7 HTTP/1.1" status: 200 len: 797 time: 0.1085949 Dec 24 03:37:34.567610 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-53113eac-7248-4216-a95c-fd0395fb38a8 req-c208cbdd-17ac-4e37-adac-1a75aa0215da tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 210 time: 0.0317378 Dec 24 03:37:34.587456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-6b1fabfb-a27a-462a-a780-db5ccf3d565f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 379 time: 0.0810885 Dec 24 03:37:34.598479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['a8b1a99a-88a9-412e-9e3b-0c3d622f8128']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:34.707688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:37:34.711228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:34.784012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:37:34.832434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:34.832801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:34.841659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.8 (32522113-38fd-469b-853c-6929439bfee7/70c5d141-2bed-480e-9332-a8b7a58a42c0/b1cf5700-3744-4d46-ae46-0dac05b7db3b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:37:34.981939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.013798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.056556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 32522113-38fd-469b-853c-6929439bfee7 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:35.059526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:35.061902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:35.097437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=b1cf5700-3744-4d46-ae46-0dac05b7db3b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:35.123764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:35.124423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.141361 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-c93ae3d9-b356-4dff-a7d3-e475574b73cd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465200 Dec 24 03:37:35.159070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Request body: {'port': {'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:35.215844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.291524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7b0dc11e-2a9d-44ee-bd65-1658788e7d91 None None] Provisioning complete for port b1cf5700-3744-4d46-ae46-0dac05b7db3b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:35.292011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc11e-2a9d-44ee-bd65-1658788e7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.325647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dc11e-2a9d-44ee-bd65-1658788e7d91 None None] Port b1cf5700-3744-4d46-ae46-0dac05b7db3b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:37:35.471961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cf5700-3744-4d46-ae46-0dac05b7db3b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:37:35.479308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.490924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Transition to ACTIVE for port object b1cf5700-3744-4d46-ae46-0dac05b7db3b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:37:35.494588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.548802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf5700-3744-4d46-ae46-0dac05b7db3b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:35.620246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Attempting to bind port b1cf5700-3744-4d46-ae46-0dac05b7db3b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:37:35.620626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Attempting to bind port b1cf5700-3744-4d46-ae46-0dac05b7db3b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:37:35.620946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Attempting to bind port b1cf5700-3744-4d46-ae46-0dac05b7db3b on network 32522113-38fd-469b-853c-6929439bfee7 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:35.625697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Port b1cf5700-3744-4d46-ae46-0dac05b7db3b on network 32522113-38fd-469b-853c-6929439bfee7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:37:35.626002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Attempting to bind port b1cf5700-3744-4d46-ae46-0dac05b7db3b on network 32522113-38fd-469b-853c-6929439bfee7 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:35.631876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:37:35.632214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Checking segment: {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:35.632629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Bound using segment: {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:37:35.633056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Bound port: b1cf5700-3744-4d46-ae46-0dac05b7db3b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a67116b-8693-44cc-8e16-41248772f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '32522113-38fd-469b-853c-6929439bfee7'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:37:35.633407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.737306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201377b-4b05-4aa7-ab08-c4a2705198b0 req-0b193ea2-7670-45d0-a332-b29385eb6308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:35.738757 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f201377b-4b05-4aa7-ab08-c4a2705198b0 req-0b193ea2-7670-45d0-a332-b29385eb6308 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 943 time: 0.0959482 Dec 24 03:37:35.739757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] For port b1cf5700-3744-4d46-ae46-0dac05b7db3b, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:37:35.743144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] For port b1cf5700-3744-4d46-ae46-0dac05b7db3b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:37:35.753162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.807532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:35.808168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:35.809632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] 10.222.0.41 "PUT /v2.0/ports/b1cf5700-3744-4d46-ae46-0dac05b7db3b HTTP/1.1" status: 200 len: 1093 time: 0.6550262 Dec 24 03:37:35.811671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:35.814013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:35.848330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f201377b-4b05-4aa7-ab08-c4a2705198b0 req-2f90d63d-5370-40a7-8337-144cfa46a61d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028626 Dec 24 03:37:35.849208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1395a2e-e43d-4588-9d69-d82d9f7a1062 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf5700-3744-4d46-ae46-0dac05b7db3b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:35.856392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1dfd9-dc83-488d-bf8b-9b08ffab86fb x-openstack-request-id: req-7da1dfd9-dc83-488d-bf8b-9b08ffab86fb {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:35.856935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:35.857404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7da1dfd9-dc83-488d-bf8b-9b08ffab86fb {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:35.858015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'status': 'completed', 'code': 200} Dec 24 03:37:35.918610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-45244cb7-2473-4ce8-8ffc-6ad355ee247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:35.920142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-45244cb7-2473-4ce8-8ffc-6ad355ee247d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 1096 time: 0.0434372 Dec 24 03:37:35.975418 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-28d50d58-9538-4b08-a4fd-05ee10c47a12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b HTTP/1.1" status: 200 len: 217 time: 0.0406377 Dec 24 03:37:36.024450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-07667379-4760-4292-9056-16ea0a16727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:36.025863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-07667379-4760-4292-9056-16ea0a16727f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70c5d141-2bed-480e-9332-a8b7a58a42c0 HTTP/1.1" status: 200 len: 834 time: 0.0431588 Dec 24 03:37:36.071610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-142e42bb-7e19-4bfd-8ba7-31f33f9e829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:36.073082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-142e42bb-7e19-4bfd-8ba7-31f33f9e829f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32522113-38fd-469b-853c-6929439bfee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400112 Dec 24 03:37:36.166678 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-7b625f85-e623-43c8-bcd9-f129bfd00763 service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853391 Dec 24 03:37:36.259219 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fb5741c-8f70-4ffc-8a11-01d530f5fad5 req-021cb257-7a69-4f53-b964-b916ad6cc803 service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852513 Dec 24 03:37:36.401889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-d667870b-b36a-48d0-b75e-c9c8a44ab527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:36.403378 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-d667870b-b36a-48d0-b75e-c9c8a44ab527 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 1096 time: 0.0402305 Dec 24 03:37:36.490219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-d922c271-5641-49e3-aa71-5d1fde497694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:36.491658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-d922c271-5641-49e3-aa71-5d1fde497694 service neutron] 10.222.0.41 "GET /v2.0/networks?id=32522113-38fd-469b-853c-6929439bfee7 HTTP/1.1" status: 200 len: 897 time: 0.0813260 Dec 24 03:37:36.536867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-c885374d-19ca-417c-a003-185075ae8d31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b HTTP/1.1" status: 200 len: 217 time: 0.0370650 Dec 24 03:37:36.585647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-ae5342ae-2e46-4e19-ab4b-8a91d0ef1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:36.587084 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-ae5342ae-2e46-4e19-ab4b-8a91d0ef1094 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70c5d141-2bed-480e-9332-a8b7a58a42c0 HTTP/1.1" status: 200 len: 834 time: 0.0427723 Dec 24 03:37:36.632114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-4343668e-7a02-4fc7-8839-13284909488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:36.633574 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-4343668e-7a02-4fc7-8839-13284909488d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32522113-38fd-469b-853c-6929439bfee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389969 Dec 24 03:37:36.726666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-b935adb3-027a-4b49-9b74-39c6229722ef service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Dec 24 03:37:36.811424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bd0a6ce-da63-4844-8755-b165a4ee6e2f req-f7ae3e9e-5c5f-4faf-bc01-875af455c95a service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781319 Dec 24 03:37:36.983631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0f26-9fc0-447d-b05f-e5c28030b3db req-a9b13f96-d77b-446c-84c2-e940702d1eab tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:36.985011 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3ea0f26-9fc0-447d-b05f-e5c28030b3db req-a9b13f96-d77b-446c-84c2-e940702d1eab tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 943 time: 0.0541887 Dec 24 03:37:37.032424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3ea0f26-9fc0-447d-b05f-e5c28030b3db req-94afa83f-8354-4366-ad80-2daaba309ff5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416164 Dec 24 03:37:38.145055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9adfea-caaa-49e4-a4f1-0967fa893b91 req-4753b453-fd7d-4536-abc7-2966a7e6593d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:38.146573 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c9adfea-caaa-49e4-a4f1-0967fa893b91 req-4753b453-fd7d-4536-abc7-2966a7e6593d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 943 time: 0.0496593 Dec 24 03:37:38.195116 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c9adfea-caaa-49e4-a4f1-0967fa893b91 req-aeee60e9-b7d6-4ce4-85bc-764eccbe9bcb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 Dec 24 03:37:39.312136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125b238-da46-47a8-a0f0-34915ce232cc req-a080aad0-e776-47e9-bbc8-6b9626a876ee tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:39.313641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3125b238-da46-47a8-a0f0-34915ce232cc req-a080aad0-e776-47e9-bbc8-6b9626a876ee tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 943 time: 0.0490422 Dec 24 03:37:39.365688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3125b238-da46-47a8-a0f0-34915ce232cc req-92a0a5ad-99c7-4628-b680-e46a474a14b5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455654 Dec 24 03:37:39.385464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db6e97d2-c92c-492c-b5a8-652a2c53884a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:39.463392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b1cf5700-3744-4d46-ae46-0dac05b7db3b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:37:39.555026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port b1cf5700-3744-4d46-ae46-0dac05b7db3b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:39.567167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'mac_address': 'fa:16:3e:7c:2e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:37:39.602194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:39.618107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cf5700-3744-4d46-ae46-0dac05b7db3b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:37:39.638330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port b1cf5700-3744-4d46-ae46-0dac05b7db3b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:39.642020 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:39.687021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=b1cf5700-3744-4d46-ae46-0dac05b7db3b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:39.694319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.694674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.695016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.695352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.695684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.696010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.696342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.696692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.697016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.697346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.697670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.697986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:39.698302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:40.048678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['b1cf5700-3744-4d46-ae46-0dac05b7db3b'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:37:40.485683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceda58-ee27-4f76-a235-5760f17186eb req-f620fbdc-4d9a-4fa6-8e6f-63974d30d3c5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:40.487712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c9ceda58-ee27-4f76-a235-5760f17186eb req-f620fbdc-4d9a-4fa6-8e6f-63974d30d3c5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 944 time: 0.0544617 Dec 24 03:37:40.535532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c9ceda58-ee27-4f76-a235-5760f17186eb req-38464ffc-6708-4405-b920-7f47a90bf915 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Dec 24 03:37:41.459364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b1cf5700-3744-4d46-ae46-0dac05b7db3b up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:37:41.506629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port b1cf5700-3744-4d46-ae46-0dac05b7db3b completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:37:41.510182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port b1cf5700-3744-4d46-ae46-0dac05b7db3b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:41.510546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:41.590856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:41.614022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:41.616486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf2eb9a-81f2-4983-b1e4-97aa11d0e597" -d '{"events": [{"server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:41.629486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port b1cf5700-3744-4d46-ae46-0dac05b7db3b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:41.636029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:41.650734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb91a59-352a-4be0-a900-d787bdfba96d req-c9e1b3cb-aeda-48a2-a5d0-af6d19f1ce56 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:41.652587 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cbb91a59-352a-4be0-a900-d787bdfba96d req-c9e1b3cb-aeda-48a2-a5d0-af6d19f1ce56 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 944 time: 0.0505526 Dec 24 03:37:41.660629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb32c0-a875-48fe-a66b-2e4c9d5d8e45 x-openstack-request-id: req-a5fb32c0-a875-48fe-a66b-2e4c9d5d8e45 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:41.660919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:41.661170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5fb32c0-a875-48fe-a66b-2e4c9d5d8e45 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:41.661558 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'code': 200} Dec 24 03:37:41.687522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=b1cf5700-3744-4d46-ae46-0dac05b7db3b,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:41.702866 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cbb91a59-352a-4be0-a900-d787bdfba96d req-9de8230a-b178-4f1d-8f23-909c03fcc98c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438471 Dec 24 03:37:41.748937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-214ae32e-fd34-4823-862f-388a78c4cc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:41.867785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef1b73-1a88-462a-9133-d078fce47ff1 req-5d3ea4cf-cc27-4e92-9b3e-d744f6dd7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:41.869367 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-35ef1b73-1a88-462a-9133-d078fce47ff1 req-5d3ea4cf-cc27-4e92-9b3e-d744f6dd7bbc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 1098 time: 0.0475013 Dec 24 03:37:41.914845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-35ef1b73-1a88-462a-9133-d078fce47ff1 req-8ebd7fe9-9438-4486-a2b3-30a6c415fff1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366659 Dec 24 03:37:42.701731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:42.818653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf651423-2599-47d1-9d18-4f4925dc3ff2 req-7d8e03c1-545e-4cc0-a132-8fa5b62877b8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:42.820122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cf651423-2599-47d1-9d18-4f4925dc3ff2 req-7d8e03c1-545e-4cc0-a132-8fa5b62877b8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 945 time: 0.0476987 Dec 24 03:37:42.870858 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cf651423-2599-47d1-9d18-4f4925dc3ff2 req-dc35bb81-43e3-4152-acfd-2ae091206047 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448644 Dec 24 03:37:43.987592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec82fb2-6e56-4c72-8de6-e39d710894fc req-d6d281db-c72c-4fae-8f34-563b676072e9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:43.989041 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1ec82fb2-6e56-4c72-8de6-e39d710894fc req-d6d281db-c72c-4fae-8f34-563b676072e9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 945 time: 0.0515909 Dec 24 03:37:44.036809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1ec82fb2-6e56-4c72-8de6-e39d710894fc req-1003197c-6df0-4135-862a-eb806f61326f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419729 Dec 24 03:37:44.147919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757db52-6ef7-43cb-8bc8-10ee503d6a31 req-3170fed1-6768-4ca5-b08e-b5fd14c94281 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.149475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7757db52-6ef7-43cb-8bc8-10ee503d6a31 req-3170fed1-6768-4ca5-b08e-b5fd14c94281 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 945 time: 0.0474765 Dec 24 03:37:44.197636 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7757db52-6ef7-43cb-8bc8-10ee503d6a31 req-d999c94d-e4bb-4328-a9c7-b89764900f94 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 Dec 24 03:37:44.219473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:44.257209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d84d2-9508-4035-8c6f-cf5471001929 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.258661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-941d84d2-9508-4035-8c6f-cf5471001929 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 1093 time: 0.0382581 Dec 24 03:37:44.261468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:44.265603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:44.289383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:44.386533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:44.392589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:44.491093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.188 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/a507f44a-2117-49ab-b1b1-5e92d44e2fe0) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:37:44.588972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:44.620947 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:44.660455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:44.663235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:44.667004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:44.671899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=a507f44a-2117-49ab-b1b1-5e92d44e2fe0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:45.016886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:45.047387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:45.085142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:45.227887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:45.232818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:45.301897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=a507f44a-2117-49ab-b1b1-5e92d44e2fe0,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:45.313219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:45.411067 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 8ccbd39a-6a04-475a-8183-a4091ddfcb8e associated. External IP: 172.26.5.188, port: b1cf5700-3744-4d46-ae46-0dac05b7db3b. Dec 24 03:37:45.613971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:45.718175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:45.728053 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] Sync routers for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:45.735225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:45.738220 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:45.739022 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:45.761652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-edeac960-3914-43dc-b022-ab499e09559e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4992263 Dec 24 03:37:45.762238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:45.764458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51546) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:45.764969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1870516f-2d67-416c-9692-5887160afd05" -d '{"events": [{"name": "network-changed", "server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:45.802983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b881c6-b7b3-4455-ad2a-90cf88a20ed1 x-openstack-request-id: req-27b881c6-b7b3-4455-ad2a-90cf88a20ed1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:45.803319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:45.803606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27b881c6-b7b3-4455-ad2a-90cf88a20ed1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:45.804013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'status': 'completed', 'code': 200} Dec 24 03:37:45.846540 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:45.879380 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b3769d5e-8a70-47db-b948-ff71aa5e011d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28 HTTP/1.1" status: 200 len: 922 time: 0.1135383 Dec 24 03:37:45.881654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51550) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:45.891437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870516f-2d67-416c-9692-5887160afd05 req-5c406e00-ff94-4aa4-a31b-d2a19c3b083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:45.892961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1870516f-2d67-416c-9692-5887160afd05 req-5c406e00-ff94-4aa4-a31b-d2a19c3b083f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 1098 time: 0.0452628 Dec 24 03:37:45.943055 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6a92747b-82cd-48e0-bb77-3f797956b283 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 200 len: 991 time: 0.0601766 Dec 24 03:37:45.986620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870516f-2d67-416c-9692-5887160afd05 req-9ec7c503-f69a-4f38-bcc1-9254991f69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:45.988155 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1870516f-2d67-416c-9692-5887160afd05 req-9ec7c503-f69a-4f38-bcc1-9254991f69d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=32522113-38fd-469b-853c-6929439bfee7 HTTP/1.1" status: 200 len: 897 time: 0.0882649 Dec 24 03:37:46.052579 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1870516f-2d67-416c-9692-5887160afd05 req-12ab02d8-de14-405f-bb21-eaad05a42548 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b HTTP/1.1" status: 200 len: 999 time: 0.0575745 Dec 24 03:37:46.071233 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8ccbd39a-6a04-475a-8183-a4091ddfcb8e', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.188', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'mac_address': 'fa:16:3e:7c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:44Z', 'updated_at': '2021-12-24T03:37:44Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:37:32Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:46.099849 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] Checking router: 120cb9ac-f938-4119-bfe2-4b656f3e9b28 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:46.100815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870516f-2d67-416c-9692-5887160afd05 req-77838f10-5ea1-4c6f-9e10-a3299332e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:46.102292 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1870516f-2d67-416c-9692-5887160afd05 req-77838f10-5ea1-4c6f-9e10-a3299332e97f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70c5d141-2bed-480e-9332-a8b7a58a42c0 HTTP/1.1" status: 200 len: 834 time: 0.0429800 Dec 24 03:37:46.108402 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:46.109012 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:46.151121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870516f-2d67-416c-9692-5887160afd05 req-53d030a0-0684-417a-b0c1-5deaa71e03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:46.152555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1870516f-2d67-416c-9692-5887160afd05 req-53d030a0-0684-417a-b0c1-5deaa71e03d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32522113-38fd-469b-853c-6929439bfee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435190 Dec 24 03:37:46.210873 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:46.439067 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8ccbd39a-6a04-475a-8183-a4091ddfcb8e', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.188', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'mac_address': 'fa:16:3e:7c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:44Z', 'updated_at': '2021-12-24T03:37:44Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:37:32Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:46.464763 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd0966-904e-4f7a-b015-8024433311ef None None] The sync data for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv is: [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8ccbd39a-6a04-475a-8183-a4091ddfcb8e', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.188', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'mac_address': 'fa:16:3e:7c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:44Z', 'updated_at': '2021-12-24T03:37:44Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:37:32Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:46.577926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1870516f-2d67-416c-9692-5887160afd05 req-7c2d0a57-8a08-4a0d-958a-c7fc5c198ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184935 Dec 24 03:37:46.673073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1870516f-2d67-416c-9692-5887160afd05 req-2c640a4d-74f2-4612-9515-6904ee678758 service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879903 Dec 24 03:37:46.677669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a61d39-18c0-4fe6-a382-83e3133cb7ae None None] New status for floating IP 8ccbd39a-6a04-475a-8183-a4091ddfcb8e: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:37:46.945292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51552) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:47.007299 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-269c48a3-5edd-41a7-9fcb-4d8d7137c51a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 200 len: 993 time: 0.0607524 Dec 24 03:37:49.897506 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:37:51.982474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.145233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669eac4-fb99-49e8-b3ba-2f2df80d0125 req-e0c8c232-06f6-4463-b51d-1d1ec85d4c6f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:59.146698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d669eac4-fb99-49e8-b3ba-2f2df80d0125 req-e0c8c232-06f6-4463-b51d-1d1ec85d4c6f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0494576 Dec 24 03:37:59.194277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d669eac4-fb99-49e8-b3ba-2f2df80d0125 req-23586eaa-90c4-40cc-917f-f18751ab9d38 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Dec 24 03:38:00.313507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d605d-6f16-4ca9-8c38-807df6757f26 req-c959f00a-dfd4-49d0-b2f9-4a6be8163711 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:00.317244 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d0d605d-6f16-4ca9-8c38-807df6757f26 req-c959f00a-dfd4-49d0-b2f9-4a6be8163711 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Dec 24 03:38:00.369271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6d0d605d-6f16-4ca9-8c38-807df6757f26 req-d17e9693-6b22-47d6-8337-92bc68305e32 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Dec 24 03:38:01.087566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-beec5c4c-33cc-4efd-99b7-3db88348f200 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:01.088975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-beec5c4c-33cc-4efd-99b7-3db88348f200 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0475926 Dec 24 03:38:01.178392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Deleting port 40edd67f-548d-40d8-90d0-aa7f2526acba {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:38:01.178725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.266341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] For port 40edd67f-548d-40d8-90d0-aa7f2526acba, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=40edd67f-548d-40d8-90d0-aa7f2526acba,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:01.266698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.432589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.433272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.433272 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Floating IP 9fe913e6-b59f-41a2-8d1a-1d699087ef80 disassociated. External IP: 172.26.5.154, port: 40edd67f-548d-40d8-90d0-aa7f2526acba. Dec 24 03:38:01.433584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Calling delete_port for 40edd67f-548d-40d8-90d0-aa7f2526acba owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:38:01.526298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8782eb-7de1-4946-876b-584826b9842d req-aa2e2784-f537-47cb-8733-b2bc9cb4e4c8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:01.527758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7c8782eb-7de1-4946-876b-584826b9842d req-aa2e2784-f537-47cb-8733-b2bc9cb4e4c8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 945 time: 0.0922251 Dec 24 03:38:01.608768 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7c8782eb-7de1-4946-876b-584826b9842d req-1f57b594-c803-48d1-a4e3-0920d77d5d97 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746620 Dec 24 03:38:01.635771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.668225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event deleted for resources: {'Port': ['ID=40edd67f-548d-40d8-90d0-aa7f2526acba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:01.679013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.679367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.679712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.680053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.680402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.680739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.681069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.681396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.681722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.682052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.682380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.682701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.683022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:01.792247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:38:01.896193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:38:01.906441 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:38:01.917100 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:01.917829 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:01.938187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] No DVR routers for this DVR port 40edd67f-548d-40d8-90d0-aa7f2526acba on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:38:01.940709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.944663 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-729e1627-f8e7-489a-b96b-e230a78c92d6 req-4592db6b-ef11-426b-b4fd-cdb6a6f6692c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "DELETE /v2.0/ports/40edd67f-548d-40d8-90d0-aa7f2526acba HTTP/1.1" status: 204 len: 173 time: 0.8477151 Dec 24 03:38:01.945090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'name': 'network-vif-deleted', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:38:01.947309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdce45f-0e4b-4742-88a1-84253fd39df9" -d '{"events": [{"server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "name": "network-vif-deleted", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:38:01.983817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949159ce-6b01-4e73-a737-d0fc4e59f3ba x-openstack-request-id: req-949159ce-6b01-4e73-a737-d0fc4e59f3ba {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:38:01.984125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b4659-d747-4eda-a718-127290b90d20", "name": "network-vif-deleted", "tag": "40edd67f-548d-40d8-90d0-aa7f2526acba", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:38:01.986542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-949159ce-6b01-4e73-a737-d0fc4e59f3ba {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:38:01.986961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b4659-d747-4eda-a718-127290b90d20', 'name': 'network-vif-deleted', 'tag': '40edd67f-548d-40d8-90d0-aa7f2526acba', 'status': 'completed', 'code': 200} Dec 24 03:38:02.031291 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:02.339191 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:02.366665 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:38:02.375834 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:02.376449 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:37:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:02.482124 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:02.674317 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:02.701231 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151abd68-5455-4f2c-8712-5e6e840d1816 None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:38:02.710078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aad0d3d8-01af-4c89-8c63-b34582be0f57 req-e6d080af-5d9f-4794-875e-58cb3a6be7e8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 210 time: 0.0306759 Dec 24 03:38:02.942894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a837910c-c788-4597-814d-dc9e2a0c2576 None None] New status for floating IP 9fe913e6-b59f-41a2-8d1a-1d699087ef80: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:38:03.811342 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2477a1ba-7082-4ffd-9fdb-814743d1f037 req-350c04d4-f852-42ff-92e9-b26bc6e80821 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 210 time: 0.0267975 Dec 24 03:38:04.902608 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c358b62-b9fb-4e65-b585-c15a1ca36560 req-823576c9-9f29-419e-b4af-8c66ba60ac99 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 210 time: 0.0259969 Dec 24 03:38:05.633984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 40edd67f-548d-40d8-90d0-aa7f2526acba no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:38:05.653596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 40edd67f-548d-40d8-90d0-aa7f2526acba {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:38:05.653939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 40edd67f-548d-40d8-90d0-aa7f2526acba not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:38:05.997549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8fb4f477-1807-4ff7-88fc-507843b389f2 req-83234043-c16c-442f-8535-d0f0fedeb923 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae2b4659-d747-4eda-a718-127290b90d20 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Dec 24 03:38:07.251430 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-720f86ce-d066-4b7b-80cc-fab5cb5020fb tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182543881&fields=id&tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 267 time: 0.0457311 Dec 24 03:38:07.354021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-197be903-d1f4-4831-9bfc-0297c4ccd021 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:07.355491 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-197be903-d1f4-4831-9bfc-0297c4ccd021 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 812 time: 0.0966797 Dec 24 03:38:07.370389 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-9685842b-84d7-4e15-be08-3abf2aa23682 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/quotas/97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 375 time: 0.0091896 Dec 24 03:38:07.419291 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-6e3612ec-5f7e-419f-98ce-ff4e86abb40b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440187 Dec 24 03:38:07.594945 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-10f8e558-3c0f-4b9f-bfad-3f93ccab17d7 service neutron] 10.222.0.37 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640642 Dec 24 03:38:07.686582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-4f41813c-3555-4dbc-8d60-06ea03e967c7 service neutron] 10.222.0.37 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851665 Dec 24 03:38:07.970089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-985a92a8-2fff-4cba-9d63-71ffba197657 req-b2a35d70-6d78-4d78-91f3-2632d2bc14c2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 210 time: 0.0266767 Dec 24 03:38:08.979604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-36973603-b098-439f-9093-7bcb62f36fdf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:08.980984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-36973603-b098-439f-9093-7bcb62f36fdf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 812 time: 0.1014979 Dec 24 03:38:09.064391 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ea2130ff-1a0a-46d4-b35d-86e846b0b971 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 380 time: 0.0679617 Dec 24 03:38:09.080882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fa3f8cf-9545-460e-ab84-3c2c793431df req-0ac692e5-68c6-4370-b0ee-26f5f431c342 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 210 time: 0.0429883 Dec 24 03:38:09.084839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'port': {'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'admin_state_up': True, 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'security_groups': ['9cea42fb-823c-44a9-be89-b7c410cbc9ba']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:09.199614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Made reservation on behalf of 97d8bc08abe943c4b4ef6f73c43c0c73 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:38:09.203381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.330020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Allocated IP 172.20.0.10 (7c319866-5d28-4c96-8f43-afcc38e2d8fc/a10bc067-8886-47a5-b3c6-d5dadcdfe660/6b4884bc-8f53-4169-b4d0-32b93995301c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:09.390390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59a85320-f32e-4f86-b299-ba21f100c2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.469985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.502887 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.545550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:09.548723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:09.552260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:09.577287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=6b4884bc-8f53-4169-b4d0-32b93995301c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:09.607612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:09.608619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.625703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-ecbc1c21-7221-4155-b1b1-720dde288044 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5471110 Dec 24 03:38:09.644599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Request body: {'port': {'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:09.702719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.799176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-182adf64-8775-4043-a0d9-c26401a51466 None None] Provisioning complete for port 6b4884bc-8f53-4169-b4d0-32b93995301c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:09.799829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-182adf64-8775-4043-a0d9-c26401a51466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.837062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-182adf64-8775-4043-a0d9-c26401a51466 None None] Port 6b4884bc-8f53-4169-b4d0-32b93995301c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:09.975495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4884bc-8f53-4169-b4d0-32b93995301c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:38:09.982911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.994971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Transition to ACTIVE for port object 6b4884bc-8f53-4169-b4d0-32b93995301c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:38:09.999006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:10.067147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4884bc-8f53-4169-b4d0-32b93995301c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:10.135720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Attempting to bind port 6b4884bc-8f53-4169-b4d0-32b93995301c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:38:10.136089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Attempting to bind port 6b4884bc-8f53-4169-b4d0-32b93995301c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:38:10.136401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Attempting to bind port 6b4884bc-8f53-4169-b4d0-32b93995301c on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:10.141938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Port 6b4884bc-8f53-4169-b4d0-32b93995301c on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:38:10.142395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Attempting to bind port 6b4884bc-8f53-4169-b4d0-32b93995301c on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:10.153198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:38:10.153654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Checking segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:10.154665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Bound using segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:38:10.155176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Bound port: 6b4884bc-8f53-4169-b4d0-32b93995301c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:38:10.155621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:38:10.257135 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:38:10.261552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02717-0b9e-4582-a8a5-21b89f66b64a req-38c01723-ffaa-4a0d-bd62-2c31707c510f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:10.261552 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0be02717-0b9e-4582-a8a5-21b89f66b64a req-38c01723-ffaa-4a0d-bd62-2c31707c510f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0885537 Dec 24 03:38:10.264579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] For port 6b4884bc-8f53-4169-b4d0-32b93995301c, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:10.268842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] For port 6b4884bc-8f53-4169-b4d0-32b93995301c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6b4884bc-8f53-4169-b4d0-32b93995301c,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:10.282709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:10.336071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:10.336711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:10.338098 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 1094 time: 0.6981025 Dec 24 03:38:10.338544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:38:10.340812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d208cef-ff3d-43b8-ae13-0ddde13456eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:38:10.373678 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0be02717-0b9e-4582-a8a5-21b89f66b64a req-48c83c37-2e48-4ce0-bb9f-8c0842f4a5cc tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067758 Dec 24 03:38:10.383678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c19768-e733-4c6d-8456-1b6fb96e0fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4884bc-8f53-4169-b4d0-32b93995301c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:10.391419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd0fe7-d80f-4f7f-ad25-c4df53bf90ee x-openstack-request-id: req-c4dd0fe7-d80f-4f7f-ad25-c4df53bf90ee {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:38:10.391713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:38:10.391971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4dd0fe7-d80f-4f7f-ad25-c4df53bf90ee {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:38:10.392718 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'status': 'completed', 'code': 200} Dec 24 03:38:10.471013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-fb62db40-a9ce-42a0-9895-37913c7c7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:10.472543 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-fb62db40-a9ce-42a0-9895-37913c7c7cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1097 time: 0.0446477 Dec 24 03:38:10.533975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-6540a00d-a21e-48f1-9b2e-5d0cddb375f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 217 time: 0.0454063 Dec 24 03:38:10.586216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-029673d3-e182-43c7-bdba-c960783dfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:10.587739 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-029673d3-e182-43c7-bdba-c960783dfcf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0473409 Dec 24 03:38:10.640416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-20a81f67-d5c9-4ed9-b2a0-63dc064764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:10.641926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-20a81f67-d5c9-4ed9-b2a0-63dc064764eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472634 Dec 24 03:38:10.733855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-4d4efeeb-c95d-4fba-9015-dd9fcce79a97 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843225 Dec 24 03:38:10.826844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-577fbb81-40dc-4e4d-a966-2cf3f6529cc7 req-c9524dc1-a8ee-4a21-822d-2f91475e0800 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855429 Dec 24 03:38:10.936480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-f58caa79-8732-4c3b-bfea-068ee5ad1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:10.937982 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-f58caa79-8732-4c3b-bfea-068ee5ad1efd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1097 time: 0.0401964 Dec 24 03:38:11.030309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-9a6e0b1a-67cb-4af6-b847-f38ad42b7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.031762 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-9a6e0b1a-67cb-4af6-b847-f38ad42b7735 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.0867229 Dec 24 03:38:11.075215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-387acb3e-1b59-4587-b9b1-a4bc04df113d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 217 time: 0.0349309 Dec 24 03:38:11.125511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-e81649f9-e065-49e9-9075-e710cdb96ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.126968 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-e81649f9-e065-49e9-9075-e710cdb96ef2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0445466 Dec 24 03:38:11.176434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-2b3a4fcd-2fa1-42e9-b756-edf454669db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.177939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-2b3a4fcd-2fa1-42e9-b756-edf454669db5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442054 Dec 24 03:38:11.267793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-8124cd32-3574-44c1-954b-d3a067d16c46 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824575 Dec 24 03:38:11.365184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d208cef-ff3d-43b8-ae13-0ddde13456eb req-797d3a1b-d464-48a7-b260-e2dc3c75ce6a service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905809 Dec 24 03:38:11.438319 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-46c31461-431c-4363-90dc-3f09b4e737de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432160 Dec 24 03:38:11.548587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f7cc7-e309-469e-bd3a-5200dda97baf req-0135b0ad-2bb7-4c0b-9ca7-8194805ec691 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.549979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-294f7cc7-e309-469e-bd3a-5200dda97baf req-0135b0ad-2bb7-4c0b-9ca7-8194805ec691 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0794649 Dec 24 03:38:11.565016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-44ba72d6-5208-44a5-b3f5-285ed58f5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.566413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-44ba72d6-5208-44a5-b3f5-285ed58f5f75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 1098 time: 0.0659196 Dec 24 03:38:11.631112 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-294f7cc7-e309-469e-bd3a-5200dda97baf req-8813e966-205b-430e-ae04-9d129525dfe3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736685 Dec 24 03:38:11.688698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-5dc60c40-bc4e-415d-b85e-427bcdb306c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.690143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-5dc60c40-bc4e-415d-b85e-427bcdb306c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=32522113-38fd-469b-853c-6929439bfee7 HTTP/1.1" status: 200 len: 897 time: 0.1012878 Dec 24 03:38:11.752095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64d5ce0e-6056-45a5-9c69-48c9734e245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.760334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-2c76046a-ccfc-4d90-ad53-db63d60d1ff3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b HTTP/1.1" status: 200 len: 1001 time: 0.0632105 Dec 24 03:38:11.809324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-3e9f2c22-7bf7-4cde-9de6-f4b0b035c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.810678 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-3e9f2c22-7bf7-4cde-9de6-f4b0b035c5b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70c5d141-2bed-480e-9332-a8b7a58a42c0 HTTP/1.1" status: 200 len: 834 time: 0.0430467 Dec 24 03:38:11.856830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-36d462c9-4233-433f-9829-a6dc8a2c0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:11.858311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-36d462c9-4233-433f-9829-a6dc8a2c0e54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32522113-38fd-469b-853c-6929439bfee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398180 Dec 24 03:38:11.949833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-f8d06b86-d178-40e4-b944-39f61e3ef2d8 service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842018 Dec 24 03:38:12.039516 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2182894-70db-4204-bfdf-8b7e618d76d9 req-7cc1078d-0c20-45a0-bfb9-6bba4a3b520d service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815136 Dec 24 03:38:12.705876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.749949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd300b-9887-4aac-97e8-c2963a4da569 req-d9b2c560-1337-41ff-9138-018e488296fc tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:12.751426 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dacd300b-9887-4aac-97e8-c2963a4da569 req-d9b2c560-1337-41ff-9138-018e488296fc tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0539722 Dec 24 03:38:12.800781 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dacd300b-9887-4aac-97e8-c2963a4da569 req-4c41f4cb-8a57-4264-a2cd-42489788104a tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Dec 24 03:38:13.922280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1600a2-1806-4a83-a0b2-69ce6d23d951 req-24715d52-1877-430d-b0fe-e043e1714f12 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:13.923792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a1600a2-1806-4a83-a0b2-69ce6d23d951 req-24715d52-1877-430d-b0fe-e043e1714f12 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0528085 Dec 24 03:38:13.977782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a1600a2-1806-4a83-a0b2-69ce6d23d951 req-39637411-fa81-4169-b1e3-4c704e2d471f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Dec 24 03:38:14.393124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:15.048723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:15.092823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d65bc-5a8d-41aa-a81f-28a7363d3e54 req-ae60ffdf-5770-4c4c-add6-0f8d760a7e29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:15.094269 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0f6d65bc-5a8d-41aa-a81f-28a7363d3e54 req-ae60ffdf-5770-4c4c-add6-0f8d760a7e29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0483880 Dec 24 03:38:15.147108 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0f6d65bc-5a8d-41aa-a81f-28a7363d3e54 req-e97d2f00-932f-49f0-a93a-6603fc32f32b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468514 Dec 24 03:38:16.256456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f7a3b-f8a1-46a7-83cb-a493d723e59f req-3c2018a1-1d13-443a-b823-61cdba754a6a tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:16.257847 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da8f7a3b-f8a1-46a7-83cb-a493d723e59f req-3c2018a1-1d13-443a-b823-61cdba754a6a tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0469644 Dec 24 03:38:16.305339 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da8f7a3b-f8a1-46a7-83cb-a493d723e59f req-1a50a2d0-ee39-4557-a083-aec4e361a243 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415967 Dec 24 03:38:17.416670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042b55c-aa4b-458b-b1ff-9350a8e8105a req-21a7f839-e927-4998-9886-418ae114bd12 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:17.418306 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2042b55c-aa4b-458b-b1ff-9350a8e8105a req-21a7f839-e927-4998-9886-418ae114bd12 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0477254 Dec 24 03:38:17.469212 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2042b55c-aa4b-458b-b1ff-9350a8e8105a req-9db5aab7-2834-459b-b013-91fa4dd44854 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Dec 24 03:38:18.582518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0d220-0bd7-40a6-8e51-631374c76bec req-37f1c2b6-806c-4353-9399-ea57855fa609 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.584486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9d0d220-0bd7-40a6-8e51-631374c76bec req-37f1c2b6-806c-4353-9399-ea57855fa609 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0512481 Dec 24 03:38:18.631653 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9d0d220-0bd7-40a6-8e51-631374c76bec req-e063c9f2-2204-4da3-9714-9f5e87c02213 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Dec 24 03:38:19.747593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac680c5-687c-41e0-b054-a3384d3ef26f req-f50592af-09cf-4811-bfd7-fec3e6615ff8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:19.749075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ac680c5-687c-41e0-b054-a3384d3ef26f req-f50592af-09cf-4811-bfd7-fec3e6615ff8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0513487 Dec 24 03:38:19.797449 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ac680c5-687c-41e0-b054-a3384d3ef26f req-58fbe5aa-7249-4982-ab19-38d6dd0e2cab tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Dec 24 03:38:20.911281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b18e30-93ec-4083-ba0d-d24717fdbfb0 req-fc46a17d-dba3-44ce-b752-15a60760eab3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:20.912732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6b18e30-93ec-4083-ba0d-d24717fdbfb0 req-fc46a17d-dba3-44ce-b752-15a60760eab3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0507951 Dec 24 03:38:20.959484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6b18e30-93ec-4083-ba0d-d24717fdbfb0 req-93365c4c-2d60-497d-9a66-4ccaa5e8fb0b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Dec 24 03:38:21.993468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:22.072195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1531d-29af-4cf2-99b3-cc35589002e4 req-382de662-c2eb-49b7-8dd5-641696b46f0b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:22.073672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9d1531d-29af-4cf2-99b3-cc35589002e4 req-382de662-c2eb-49b7-8dd5-641696b46f0b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0478299 Dec 24 03:38:22.121361 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9d1531d-29af-4cf2-99b3-cc35589002e4 req-8ff780cc-7b32-4774-baed-b19f4fc5b9aa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Dec 24 03:38:23.236392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1e20e-1319-450c-ac90-3f9d100ba0f2 req-f764ec2d-6a64-46cd-b920-122faea03e70 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:23.237835 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-79c1e20e-1319-450c-ac90-3f9d100ba0f2 req-f764ec2d-6a64-46cd-b920-122faea03e70 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 944 time: 0.0480065 Dec 24 03:38:23.289601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-79c1e20e-1319-450c-ac90-3f9d100ba0f2 req-3eda0145-b827-453d-a0fb-2ae6d7b0d20f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458972 Dec 24 03:38:23.718301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6b4884bc-8f53-4169-b4d0-32b93995301c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:38:23.817902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 6b4884bc-8f53-4169-b4d0-32b93995301c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6b4884bc-8f53-4169-b4d0-32b93995301c,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:23.828649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:38:23.864758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:23.876831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4884bc-8f53-4169-b4d0-32b93995301c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:38:23.895262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 6b4884bc-8f53-4169-b4d0-32b93995301c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6b4884bc-8f53-4169-b4d0-32b93995301c,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:23.898906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:23.943362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=6b4884bc-8f53-4169-b4d0-32b93995301c,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:24.289352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['6b4884bc-8f53-4169-b4d0-32b93995301c'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:38:24.399826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad3975-34fe-4571-afc2-10cb771d1d52 req-234109d1-3aad-473a-8d39-8dd48797db14 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:24.401225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4ad3975-34fe-4571-afc2-10cb771d1d52 req-234109d1-3aad-473a-8d39-8dd48797db14 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Dec 24 03:38:24.449081 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4ad3975-34fe-4571-afc2-10cb771d1d52 req-7165dcd4-1762-4b9f-b854-e2877e859a82 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Dec 24 03:38:25.563103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30eb2-e4b1-43ef-bb9e-6d848aac06fc req-4cb63019-a325-4a01-b08b-1a5c00e577b3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:25.564554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51e30eb2-e4b1-43ef-bb9e-6d848aac06fc req-4cb63019-a325-4a01-b08b-1a5c00e577b3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 945 time: 0.0473139 Dec 24 03:38:25.611227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51e30eb2-e4b1-43ef-bb9e-6d848aac06fc req-6a90b478-b6ce-4511-95b0-0b02e47eea6e tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Dec 24 03:38:25.750981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6b4884bc-8f53-4169-b4d0-32b93995301c up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:25.801629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 6b4884bc-8f53-4169-b4d0-32b93995301c completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:38:25.805356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 6b4884bc-8f53-4169-b4d0-32b93995301c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:25.805710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:25.880699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:25.902468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:38:25.904698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4411e39-98f1-40ab-914f-a38351ed8a03" -d '{"events": [{"server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "name": "network-vif-plugged", "status": "completed", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:38:25.919391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 6b4884bc-8f53-4169-b4d0-32b93995301c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6b4884bc-8f53-4169-b4d0-32b93995301c,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:25.923564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:25.949044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76b8ba3-a415-4420-a3ee-52b4e459c331 x-openstack-request-id: req-f76b8ba3-a415-4420-a3ee-52b4e459c331 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:38:25.949337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "name": "network-vif-plugged", "status": "completed", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:38:25.949595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f76b8ba3-a415-4420-a3ee-52b4e459c331 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:38:25.949977 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'code': 200} Dec 24 03:38:25.976688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=6b4884bc-8f53-4169-b4d0-32b93995301c,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:26.159209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6c952-ed63-4859-acb6-05ff97ac8b41 req-e3f6c512-cc77-4de1-8813-b8f4773ac86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:26.160748 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b3b6c952-ed63-4859-acb6-05ff97ac8b41 req-e3f6c512-cc77-4de1-8813-b8f4773ac86f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1099 time: 0.0430605 Dec 24 03:38:26.207300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b3b6c952-ed63-4859-acb6-05ff97ac8b41 req-70a88582-fc77-48cc-b662-8745872908f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379393 Dec 24 03:38:26.722896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36f33-28ee-4de4-b804-997356c28e30 req-fb25f4fd-da63-4cb7-8c5a-b33455a59527 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:26.724335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce36f33-28ee-4de4-b804-997356c28e30 req-fb25f4fd-da63-4cb7-8c5a-b33455a59527 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 946 time: 0.0488586 Dec 24 03:38:26.772508 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce36f33-28ee-4de4-b804-997356c28e30 req-a19cae7e-50dd-4cc3-b50a-d06c932ca88a tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Dec 24 03:38:26.895333 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:38:27.885900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62317b1d-ac30-4e18-b80b-75da1eaa4caf req-7c1c7cb3-8f22-42fd-9b03-62d4512ba086 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:27.887337 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62317b1d-ac30-4e18-b80b-75da1eaa4caf req-7c1c7cb3-8f22-42fd-9b03-62d4512ba086 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 946 time: 0.0474341 Dec 24 03:38:27.938105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62317b1d-ac30-4e18-b80b-75da1eaa4caf req-27b5dffa-9a46-4f4e-992f-83dd5bfed828 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449462 Dec 24 03:38:28.050331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0586b3-474e-4249-a04a-5e14a3dfb681 req-70ff334c-2c8e-4461-98a1-875e2d860a2a tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:28.052218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a0586b3-474e-4249-a04a-5e14a3dfb681 req-70ff334c-2c8e-4461-98a1-875e2d860a2a tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 946 time: 0.0485697 Dec 24 03:38:28.100016 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a0586b3-474e-4249-a04a-5e14a3dfb681 req-fe156903-c633-4d8d-a427-f5f1078a02e2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Dec 24 03:38:28.122332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51656) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:28.160746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad146a97-01be-42ef-b881-852bdc791ce5 tempest-TestVolumeBootPattern-965937026 tempest-TestVolumeBootPattern-965937026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:28.162270 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ad146a97-01be-42ef-b881-852bdc791ce5 tempest-TestVolumeBootPattern-965937026 tempest-TestVolumeBootPattern-965937026-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1094 time: 0.0389106 Dec 24 03:38:28.165020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51658) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:28.169107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:28.191859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.286220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.386079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Allocated IP 172.26.5.109 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/73ab6c32-c64e-4f28-9b72-5ccc41aec68b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:28.485837 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.518064 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.554556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:28.557346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:28.560690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:28.585983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=73ab6c32-c64e-4f28-9b72-5ccc41aec68b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:28.598059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.598970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.599312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.599637 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.599961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.600283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.600630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.600954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.601273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.601593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.601909 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.602223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:28.602542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:29.199503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:29.262695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:29.407210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:29.411384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:29.481033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=73ab6c32-c64e-4f28-9b72-5ccc41aec68b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:29.491046 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:29.586890 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Floating IP bdc92562-fef0-47a0-9ae6-e94321da796d associated. External IP: 172.26.5.109, port: 6b4884bc-8f53-4169-b4d0-32b93995301c. Dec 24 03:38:29.784573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:38:29.890854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:38:29.900246 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:38:29.908539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:29.910377 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:29.911496 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:38:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:29.935512 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-591e090b-e81e-4883-a4a9-4a4cafa2293c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7695224 Dec 24 03:38:29.936085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:38:29.938385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:38:30.017444 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:30.063189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa114c0-d5cf-43ef-9fab-def9e7002c3f x-openstack-request-id: req-9fa114c0-d5cf-43ef-9fab-def9e7002c3f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:38:30.063479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:38:30.063733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fa114c0-d5cf-43ef-9fab-def9e7002c3f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:38:30.064137 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'status': 'completed', 'code': 200} Dec 24 03:38:30.151364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-d104d58d-2d1a-474d-86d4-ae167651beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:30.152898 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-d104d58d-2d1a-474d-86d4-ae167651beaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1099 time: 0.0436678 Dec 24 03:38:30.236484 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:28Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:30.245904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-01c11fd9-4800-400b-bb29-cd698217a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:30.247384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-01c11fd9-4800-400b-bb29-cd698217a4e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.0861857 Dec 24 03:38:30.265788 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:38:30.274158 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:30.274752 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:38:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:30.310121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-e1f3b38f-e6a8-46a9-b9e2-9a95ff40c3ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 1000 time: 0.0558283 Dec 24 03:38:30.363657 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-c61cdf31-6c86-48d5-8ff3-7644541eaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:30.365656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-c61cdf31-6c86-48d5-8ff3-7644541eaf21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0472636 Dec 24 03:38:30.375796 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:30.411714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-86eb1cf6-f54b-4f0c-8100-e5bd0059bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:30.413208 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-86eb1cf6-f54b-4f0c-8100-e5bd0059bfe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386946 Dec 24 03:38:30.500249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-b8b2d53b-6270-4bb6-ab31-7a6388d76a69 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798683 Dec 24 03:38:30.589168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:28Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:30.590933 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd1e3a0e-b231-42d7-ab6e-ea63c8b2aff2 req-383d4ef0-4248-44f1-a5a4-4d2452b46779 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833607 Dec 24 03:38:30.615207 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cbcc1-bd96-4548-aaed-bfbff3dd0b50 None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:28Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:38:30.800673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8821cac-dee0-4c5e-9f3d-51eae2b2a0a4 None None] New status for floating IP bdc92562-fef0-47a0-9ae6-e94321da796d: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:38:39.394452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fac29c1-5c68-4d09-8fdc-e917bcffdf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:41.755152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f2529c8-f06e-48cf-880e-5b9f63c0a3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:42.705990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:44.390690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:45.050459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:52.017501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:00.131192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51684) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:00.365245 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d36e3e57-47e9-475f-b10c-22a5fbddf75e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2328010 Dec 24 03:39:00.368059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51688) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:00.488642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19fc223-da90-4bfe-a937-6226fbec8b6f tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Notify agent at dv-neutron-822869-1-hyperv the message router_removed_from_agent {{(pid=103177) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 24 03:39:00.491785 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d19fc223-da90-4bfe-a937-6226fbec8b6f tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "DELETE /v2.0/agents/b311b579-3b24-49c2-98d6-18d8f5c64139/l3-routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28 HTTP/1.1" status: 204 len: 168 time: 0.1227906 Dec 24 03:39:00.494315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51690) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:00.608540 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-40dc7a59-58b0-45de-a3bd-ea9dcce8fd83 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1130812 Dec 24 03:39:00.611068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51692) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:00.753761 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0e3f578c-98d4-4b2a-a731-53361d630219 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 200 len: 993 time: 0.1415477 Dec 24 03:39:00.892912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:39:00.971051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:01.001524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:01.005614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:01.051031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:01.058344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.058694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.059037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.059895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.060226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.060578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.060909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.061237 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.061565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.061890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.062211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.062531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.062850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:01.243568 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900767c7-48b0-4950-bdb5-6d356f3dd90a None None] New status for floating IP 8ccbd39a-6a04-475a-8183-a4091ddfcb8e: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:39:01.757436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:01.819394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2accf05f-ab2c-496d-8926-8fdd781f6f4d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 200 len: 991 time: 0.0609221 Dec 24 03:39:02.799436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ee10539e-7381-432c-b5fd-8d4e21df8844 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:39:02.877496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:02.897603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port ee10539e-7381-432c-b5fd-8d4e21df8844, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ee10539e-7381-432c-b5fd-8d4e21df8844,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:02.904078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:02.951436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=ee10539e-7381-432c-b5fd-8d4e21df8844,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:02.951999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51700) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:03.078013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29384c19-f324-429f-90d6-1dda71753a40 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:39:03.078506 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29384c19-f324-429f-90d6-1dda71753a40 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Notify agent at dv-neutron-822869-1-hyperv the message router_added_to_agent {{(pid=103176) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 24 03:39:03.097311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-29384c19-f324-429f-90d6-1dda71753a40 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "POST /v2.0/agents/b311b579-3b24-49c2-98d6-18d8f5c64139/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1435826 Dec 24 03:39:03.099275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51706) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:03.110689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] Sync routers for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:39:03.122515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:03.123132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:38:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:03.232084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:03.461709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:39:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8ccbd39a-6a04-475a-8183-a4091ddfcb8e', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.188', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'mac_address': 'fa:16:3e:7c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:44Z', 'updated_at': '2021-12-24T03:39:01Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:39:00Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:03.487389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] Checking router: 120cb9ac-f938-4119-bfe2-4b656f3e9b28 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:39:03.495557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:03.496151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:38:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:03.542408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c2038701-3680-420b-be14-8f456bcf11fc tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4416533 Dec 24 03:39:03.545693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51708) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:03.598051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:03.603879 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-483f2ae4-f037-46a1-a2ae-6fd32236cea7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 200 len: 991 time: 0.0571051 Dec 24 03:39:03.808793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:39:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8ccbd39a-6a04-475a-8183-a4091ddfcb8e', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.188', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'mac_address': 'fa:16:3e:7c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:44Z', 'updated_at': '2021-12-24T03:39:01Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:39:00Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:03.838057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b319b9-5459-4911-a85b-fa25019d0ae8 None None] The sync data for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv is: [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:39:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '8ccbd39a-6a04-475a-8183-a4091ddfcb8e', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.188', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'port_id': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'mac_address': 'fa:16:3e:7c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:44Z', 'updated_at': '2021-12-24T03:39:01Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:39:00Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:39:03.895947 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:39:04.607833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51710) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:04.673968 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c7f6d03f-3c86-4fcf-98c0-c3bb6a394ddd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 200 len: 991 time: 0.0647759 Dec 24 03:39:04.851969 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:04.900791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:04.901157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:04.986481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:05.163725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:05.169225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:05.169990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ee10539e-7381-432c-b5fd-8d4e21df8844 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:05.245393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:05.254388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ee10539e-7381-432c-b5fd-8d4e21df8844 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:05.254388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:05.332467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:05.353137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port ee10539e-7381-432c-b5fd-8d4e21df8844, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ee10539e-7381-432c-b5fd-8d4e21df8844,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:05.357705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:05.405548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=ee10539e-7381-432c-b5fd-8d4e21df8844,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:05.454019 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ddf757-d0e1-4740-9307-1a98fe4cde20 None None] New status for floating IP 8ccbd39a-6a04-475a-8183-a4091ddfcb8e: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:39:05.677593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51712) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:05.743092 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7591a7ee-c281-4126-9f16-e3748fa10aa3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 200 len: 993 time: 0.0643380 Dec 24 03:39:06.008448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51718) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:06.166114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port a507f44a-2117-49ab-b1b1-5e92d44e2fe0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:39:06.166449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:06.238155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:06.238479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:06.250132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for a507f44a-2117-49ab-b1b1-5e92d44e2fe0 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:39:06.393041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:06.417210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=a507f44a-2117-49ab-b1b1-5e92d44e2fe0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:06.428888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.429244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.429593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.429932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.430289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.430621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.430951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.431280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.431607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.431936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.432259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.432606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.432930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:06.488333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:06.488775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 8ccbd39a-6a04-475a-8183-a4091ddfcb8e disassociated (deleted). External IP: 172.26.5.188, port: b1cf5700-3744-4d46-ae46-0dac05b7db3b. Dec 24 03:39:06.693278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:39:06.797169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:39:06.801955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:06.808623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] Sync routers for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:39:06.818217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:06.833613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-10a81318-fd63-4cc6-83c1-09ff93804726 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/8ccbd39a-6a04-475a-8183-a4091ddfcb8e HTTP/1.1" status: 204 len: 168 time: 0.8240943 Dec 24 03:39:06.834330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:39:06.836673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002c877-150d-4348-b6b6-5fbd5cacb7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:39:06.847445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:06.848076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:38:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:06.876468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1913a3-8395-410e-bb94-fcb991ebc7f3 x-openstack-request-id: req-9f1913a3-8395-410e-bb94-fcb991ebc7f3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:39:06.876763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:39:06.877015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f1913a3-8395-410e-bb94-fcb991ebc7f3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:39:06.877418 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'status': 'completed', 'code': 200} Dec 24 03:39:06.966246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:06.966519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:06.967910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-c0f0befc-ab0c-4e6c-ade7-abdd8a1b1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:06.969638 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-c0f0befc-ab0c-4e6c-ade7-abdd8a1b1291 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 1098 time: 0.0458171 Dec 24 03:39:07.013411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:07.098952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-2881b0be-d3f6-4f5e-a386-207c5215c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:07.100458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-2881b0be-d3f6-4f5e-a386-207c5215c2c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=32522113-38fd-469b-853c-6929439bfee7 HTTP/1.1" status: 200 len: 897 time: 0.1239207 Dec 24 03:39:07.113025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6cfc-cd50-44ea-a1a2-e5726ff227ba req-4472978b-0d5e-4ab2-98ab-5af71dd0c1c5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:07.114483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-360c6cfc-cd50-44ea-a1a2-e5726ff227ba req-4472978b-0d5e-4ab2-98ab-5af71dd0c1c5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 945 time: 0.0745087 Dec 24 03:39:07.153524 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-9a9a7d68-6934-42c2-957e-8b3f40fbe669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b HTTP/1.1" status: 200 len: 217 time: 0.0375896 Dec 24 03:39:07.175321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ee10539e-7381-432c-b5fd-8d4e21df8844 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:07.234482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-360c6cfc-cd50-44ea-a1a2-e5726ff227ba req-3661e6e5-51c5-46b6-8753-37d983130076 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840557 Dec 24 03:39:07.235904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-69b01046-740c-4df3-a72f-075c4d52b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:07.237347 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-69b01046-740c-4df3-a72f-075c4d52b7cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70c5d141-2bed-480e-9332-a8b7a58a42c0 HTTP/1.1" status: 200 len: 834 time: 0.0721312 Dec 24 03:39:07.268741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ee10539e-7381-432c-b5fd-8d4e21df8844 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:07.269110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:07.285198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-a619acc6-1e48-4964-a0d7-9b40a35efe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:07.286671 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-a619acc6-1e48-4964-a0d7-9b40a35efe58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32522113-38fd-469b-853c-6929439bfee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417409 Dec 24 03:39:07.313266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:39:05Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:07.342383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] Checking router: 120cb9ac-f938-4119-bfe2-4b656f3e9b28 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:39:07.375251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:07.375961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:38:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:07.395936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-fa3e0216-0138-4a3e-857e-65ff9525d469 service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988250 Dec 24 03:39:07.491857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:07.494358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2002c877-150d-4348-b6b6-5fbd5cacb7f8 req-61bb9cb4-8ce2-403a-8b34-716b0c56002e service neutron] 10.222.0.41 "GET /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851774 Dec 24 03:39:07.682763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:39:05Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:07.713245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1681797-784a-48f7-a9e2-504f50ff5f6c None None] The sync data for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv is: [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:37:30Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '23f2ce13-81f3-4b4b-b5ab-72058fe99d40', 'name': '', 'network_id': '32522113-38fd-469b-853c-6929439bfee7', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:7a:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:29Z', 'updated_at': '2021-12-24T03:39:05Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '70c5d141-2bed-480e-9332-a8b7a58a42c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:39:08.353199 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ff542-d3c2-4c1f-82d4-223d46ffebfc None None] New status for floating IP 8ccbd39a-6a04-475a-8183-a4091ddfcb8e: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:39:08.357135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9b580-b292-463a-b75e-85c1e14cb880 req-f1abb87e-a654-4b3b-9bca-7e6f63c7aacd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:08.358697 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-16a9b580-b292-463a-b75e-85c1e14cb880 req-f1abb87e-a654-4b3b-9bca-7e6f63c7aacd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 945 time: 0.0542812 Dec 24 03:39:08.407116 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-16a9b580-b292-463a-b75e-85c1e14cb880 req-fe0189a3-a786-4826-9724-80eba6d9d691 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8b1a99a-88a9-412e-9e3b-0c3d622f8128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Dec 24 03:39:09.008087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-2a1f9b6f-3bec-4f7c-b408-2f73bae59755 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:09.009463 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-2a1f9b6f-3bec-4f7c-b408-2f73bae59755 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 945 time: 0.0528042 Dec 24 03:39:09.097878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port b1cf5700-3744-4d46-ae46-0dac05b7db3b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:39:09.098211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:09.188791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port b1cf5700-3744-4d46-ae46-0dac05b7db3b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b1cf5700-3744-4d46-ae46-0dac05b7db3b,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:09.189147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:09.201244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for b1cf5700-3744-4d46-ae46-0dac05b7db3b owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:39:09.324317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:09.355030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=b1cf5700-3744-4d46-ae46-0dac05b7db3b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:09.396478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63dcab5f-3416-47f6-88bb-be17aebf05b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:09.399025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port b1cf5700-3744-4d46-ae46-0dac05b7db3b on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:39:09.401458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:09.405263 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1a9d65c3-948f-4218-ad9b-3da04024489e req-9326d543-e5fd-47bd-b803-cbf6e098b5f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/b1cf5700-3744-4d46-ae46-0dac05b7db3b HTTP/1.1" status: 204 len: 173 time: 0.3896029 Dec 24 03:39:09.405723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'name': 'network-vif-deleted', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:39:09.408121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4178146-9503-4719-9716-e5e51a144f32" -d '{"events": [{"server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "name": "network-vif-deleted", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:39:09.446586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b955b44-7dca-4519-b97f-11ba6f9de5df x-openstack-request-id: req-5b955b44-7dca-4519-b97f-11ba6f9de5df {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:39:09.446881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db6bbae-4b84-4869-90de-574245bc6cfc", "name": "network-vif-deleted", "tag": "b1cf5700-3744-4d46-ae46-0dac05b7db3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:39:09.447135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b955b44-7dca-4519-b97f-11ba6f9de5df {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:39:09.447550 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db6bbae-4b84-4869-90de-574245bc6cfc', 'name': 'network-vif-deleted', 'tag': 'b1cf5700-3744-4d46-ae46-0dac05b7db3b', 'status': 'completed', 'code': 200} Dec 24 03:39:09.528936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-12604f85-4d0a-4c83-bf94-bdba2f26a90f req-92cb6b04-fb3b-43f6-90f5-2015c80811fa tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5db6bbae-4b84-4869-90de-574245bc6cfc HTTP/1.1" status: 200 len: 210 time: 0.0367277 Dec 24 03:39:10.584882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:10.645832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f454d175-0061-4f6e-ace2-679db16aa1f3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:10.678573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f454d175-0061-4f6e-ace2-679db16aa1f3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:10.742423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f454d175-0061-4f6e-ace2-679db16aa1f3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:10.745511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f454d175-0061-4f6e-ace2-679db16aa1f3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:10.747253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f454d175-0061-4f6e-ace2-679db16aa1f3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/a8b1a99a-88a9-412e-9e3b-0c3d622f8128 HTTP/1.1" status: 204 len: 168 time: 0.1608088 Dec 24 03:39:10.757798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454d175-0061-4f6e-ace2-679db16aa1f3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1a99a-88a9-412e-9e3b-0c3d622f8128,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:10.791942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51742) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:11.171117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:11.465237 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-91a44a88-127f-467f-bd85-47acf81a79a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694690 Dec 24 03:39:11.478354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:39:11.478696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:11.598568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 23f2ce13-81f3-4b4b-b5ab-72058fe99d40, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:11.599246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:11.608246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-78c131bd-da01-4b59-9a4e-56154fc77340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:11.609757 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-78c131bd-da01-4b59-9a4e-56154fc77340 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1099 time: 0.0724351 Dec 24 03:39:11.615189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:39:11.756705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9552-3506-4027-9284-b32024de79cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:11.800520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-1f4a73ee-cc32-4d26-a9c6-aaa2ad4eaffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:11.801988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-1f4a73ee-cc32-4d26-a9c6-aaa2ad4eaffb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.1736269 Dec 24 03:39:11.886101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-8285b341-e033-4730-be83-135f3f4da5db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 1002 time: 0.0758467 Dec 24 03:39:11.966725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-dd550ec9-c5bf-4331-af32-7297438d6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:11.968236 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-dd550ec9-c5bf-4331-af32-7297438d6802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0651035 Dec 24 03:39:11.968874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:12.004621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=23f2ce13-81f3-4b4b-b5ab-72058fe99d40,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:12.086036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-e0e391de-1beb-4245-b66e-5a3b9070713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:12.087507 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-e0e391de-1beb-4245-b66e-5a3b9070713d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124609 Dec 24 03:39:12.268317 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-b6cd1179-412b-4e48-bf96-ce27cd582ecd service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721117 Dec 24 03:39:12.270396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:12.709055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:12.767572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc80efa1-be9e-4de7-ae07-2518ea303faf req-2d84ae7d-f87d-44bf-b6a4-c7f15fd6ff67 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912603 Dec 24 03:39:12.881853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:39:12.989165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:39:12.994220 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f0594bc6-1388-47fb-b52f-b6c3882ec352 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2010736 Dec 24 03:39:12.997502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51744) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:12.998668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] Sync routers for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:39:13.008509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:13.009125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:13.049322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet 70c5d141-2bed-480e-9332-a8b7a58a42c0 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:39:13.052480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.093102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.113571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:13.181836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.245073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.273161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=70c5d141-2bed-480e-9332-a8b7a58a42c0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:13.277167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.283409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51746) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:13.283820 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-addd0829-7bde-4d65-9901-118526b01137 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/70c5d141-2bed-480e-9332-a8b7a58a42c0 HTTP/1.1" status: 204 len: 168 time: 0.2847695 Dec 24 03:39:13.329070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd5222-b821-4956-8bd0-68c6b90a5777 None None] Network 32522113-38fd-469b-853c-6929439bfee7 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:39:13.394402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.498438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.512250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:39:11Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'ee10539e-7381-432c-b5fd-8d4e21df8844', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:37:27Z', 'updated_at': '2021-12-24T03:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:13.541044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] Checking router: 120cb9ac-f938-4119-bfe2-4b656f3e9b28 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:39:13.551038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] Routers {'120cb9ac-f938-4119-bfe2-4b656f3e9b28'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:13.551793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:13.555008 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port ee10539e-7381-432c-b5fd-8d4e21df8844 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:39:13.555352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.591169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] DHCP port deletion for 32522113-38fd-469b-853c-6929439bfee7 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:39:13.634717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port ee10539e-7381-432c-b5fd-8d4e21df8844, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ee10539e-7381-432c-b5fd-8d4e21df8844,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:13.635073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.647686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for ee10539e-7381-432c-b5fd-8d4e21df8844 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:39:13.667196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] Set router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:13.722550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:39:13Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:13.756985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727708c8-a499-46f6-a89a-f4b188780a39 None None] The sync data for ids ['120cb9ac-f938-4119-bfe2-4b656f3e9b28'] in dv-neutron-822869-1-hyperv is: [{'id': '120cb9ac-f938-4119-bfe2-4b656f3e9b28', 'name': 'tempest-TestNetworkBasicOps-router-2113567766', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:26Z', 'updated_at': '2021-12-24T03:39:13Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:39:13.765554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] Deleting port 0cb97e56-5820-427b-a0d7-79dd18fd6110 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:39:13.765961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.833855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.844321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] For port 0cb97e56-5820-427b-a0d7-79dd18fd6110, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0cb97e56-5820-427b-a0d7-79dd18fd6110,segment=NetworkSegment(8a67116b-8693-44cc-8e16-41248772f121),segment_id=8a67116b-8693-44cc-8e16-41248772f121)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:13.844840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.858506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] Calling delete_port for 0cb97e56-5820-427b-a0d7-79dd18fd6110 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:39:13.868270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=ee10539e-7381-432c-b5fd-8d4e21df8844,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:13.908994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad45fe7d-8f8f-467b-91ed-13e15a261580 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:39:13.937253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.963223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:13.992538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] No DVR routers for this DVR port 0cb97e56-5820-427b-a0d7-79dd18fd6110 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:39:13.997541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb61b3-0348-49b5-ac14-b7d6430decb3 None None] Pushing event deleted for resources: {'Port': ['ID=0cb97e56-5820-427b-a0d7-79dd18fd6110,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:14.021070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b1cf5700-3744-4d46-ae46-0dac05b7db3b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:39:14.038115 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.040256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.041962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: b1cf5700-3744-4d46-ae46-0dac05b7db3b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:39:14.042138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device b1cf5700-3744-4d46-ae46-0dac05b7db3b not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:39:14.091289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.091824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router 120cb9ac-f938-4119-bfe2-4b656f3e9b28 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:39:14.099213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.103367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51748) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:14.105098 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-39e9b157-07b6-4461-acf5-97fe2de5745a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/120cb9ac-f938-4119-bfe2-4b656f3e9b28 HTTP/1.1" status: 204 len: 168 time: 0.8162272 Dec 24 03:39:14.203776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.290658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.310554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32522113-38fd-469b-853c-6929439bfee7']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:14.320730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a67116b-8693-44cc-8e16-41248772f121') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:14.321019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a67116b-8693-44cc-8e16-41248772f121') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:14.331580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.345581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.351780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:39:14.352160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:39:14.355275 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:39:14.400561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.422934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.430878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.433343 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/32522113-38fd-469b-853c-6929439bfee7 HTTP/1.1" status: 204 len: 168 time: 0.3283279 Dec 24 03:39:14.448636 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:14.453991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--940722214', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:14.457240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741725ec-d8a3-40bd-98a5-8cace8b9e49e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=32522113-38fd-469b-853c-6929439bfee7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:14.477908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:39:14.482014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.505723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:39:14.515125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.515576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment a95abdcf-6ce1-4504-b194-b8cb19bf493e of type vlan for network 665f3319-273b-4fdb-a740-0e9d83abe5a9 Dec 24 03:39:14.558785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.585658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.592086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:14.593148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.637310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1870596 Dec 24 03:39:14.639961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51752) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:14.645155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:14.670465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb71a43-47f8-4139-829d-acf925c74c7b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=665f3319-273b-4fdb-a740-0e9d83abe5a9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:14.675659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.676892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.685118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:39:14.744506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.845961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:39:14.876898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:39:14.877542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 23f2ce13-81f3-4b4b-b5ab-72058fe99d40 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:39:14.878277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ee10539e-7381-432c-b5fd-8d4e21df8844 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:39:14.897600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:14.899676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: ee10539e-7381-432c-b5fd-8d4e21df8844 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:39:14.900125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ee10539e-7381-432c-b5fd-8d4e21df8844 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:39:14.900756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0cb97e56-5820-427b-a0d7-79dd18fd6110 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:39:14.922161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 0cb97e56-5820-427b-a0d7-79dd18fd6110 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:39:14.922505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0cb97e56-5820-427b-a0d7-79dd18fd6110 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:39:15.052130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:15.108299 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:15.127307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:15.231318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.25 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/c52270ec-b921-41b6-981f-0ba5b36c949b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:39:15.331448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:15.362878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:15.400491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:39:15.404880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:39:15.408246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:39:15.417363 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c83e6-eb6e-4123-8726-7fc218e15746 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:39:15.433986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=c52270ec-b921-41b6-981f-0ba5b36c949b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:15.541035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0e3c263c-da28-4f00-ae5b-e73871ee0550 None None] Provisioning complete for port c52270ec-b921-41b6-981f-0ba5b36c949b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:15.541413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e3c263c-da28-4f00-ae5b-e73871ee0550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:15.579618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c263c-da28-4f00-ae5b-e73871ee0550 None None] Port c52270ec-b921-41b6-981f-0ba5b36c949b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:39:15.931325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.123326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.250961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 7e83d305-1d10-4538-8ac0-3690f8ec2495 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:39:16.356622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:39:16.367233 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Sync routers for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:39:16.376439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.377656 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-65c7502e-6d9e-4c8c-b558-e89ebf4ed1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7362721 Dec 24 03:39:16.377857 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:16.378466 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:16.381067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51756) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:16.409526 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1fda82a2-c53f-4d81-a70c-bd1d0848ba36 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273087 Dec 24 03:39:16.412138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51758) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:16.483871 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:16.499994 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719338fb-d417-486c-9b13-b9c26a691f48 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:16.501566 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-719338fb-d417-486c-9b13-b9c26a691f48 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884144 Dec 24 03:39:16.504280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51760) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:16.533343 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e80d0da9-75c0-44b4-87bb-66f39cc27005 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279613 Dec 24 03:39:16.535739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51764) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:16.540675 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117840214', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:16.629684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:39:16.633303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.658931 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:15Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:16.684779 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Checking router: 7e83d305-1d10-4538-8ac0-3690f8ec2495 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:39:16.685126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Updating router 7e83d305-1d10-4538-8ac0-3690f8ec2495 port c52270ec-b921-41b6-981f-0ba5b36c949b binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:39:16.714288 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.813870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.879657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=202d79d5-0ae0-4fd0-9b3d-a37952a287c5,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:16.888448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:39:16.888807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 665f3319-273b-4fdb-a740-0e9d83abe5a9, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:39:16.905054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:39:16.914081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 665f3319-273b-4fdb-a740-0e9d83abe5a9) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:39:16.919374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:16.920656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.924433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76381f50-80c0-4cf1-a21f-a31df9484f94 None None] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:39:16.940903 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f4f55c6b-e36c-4309-8e9f-1e8e84a8dedb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4041421 Dec 24 03:39:16.941524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51766) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:16.959724 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:16.967662 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.011690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32546a77-b053-4f8c-92d0-2d897810c75c None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:39:17.020921 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Attempting to bind port c52270ec-b921-41b6-981f-0ba5b36c949b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:39:17.021289 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Attempting to bind port c52270ec-b921-41b6-981f-0ba5b36c949b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:39:17.021653 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Attempting to bind port c52270ec-b921-41b6-981f-0ba5b36c949b on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:39:17.030470 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Pushing event updated for resources: {'Port': ['ID=c52270ec-b921-41b6-981f-0ba5b36c949b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:17.032763 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:39:17.033131 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:39:17.033527 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.033909 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:39:17.034369 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Bound port: c52270ec-b921-41b6-981f-0ba5b36c949b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:39:17.034748 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.055350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-665f3319-273b-4fdb-a740-0e9d83abe5a9', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:39:17.056503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.062942 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.063296 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.063637 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.064178 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.064736 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.065225 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.065570 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.065911 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.066559 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.067192 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.067826 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.068031 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.068402 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:39:17.104666 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] For port c52270ec-b921-41b6-981f-0ba5b36c949b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:39:17.109569 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] For port c52270ec-b921-41b6-981f-0ba5b36c949b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=c52270ec-b921-41b6-981f-0ba5b36c949b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:39:17.114149 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.164765 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:17.165606 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:17.178479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d15cc-d46f-4dee-906c-efee5208a5e2 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:39:17.193009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1b7eb61b-a670-464f-929a-1471ef293f40 None None] Provisioning complete for port c52270ec-b921-41b6-981f-0ba5b36c949b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:17.193371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb61b-a670-464f-929a-1471ef293f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.261806 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914c015-e5b3-4a78-8432-69a77791e428 None None] Pushing event updated for resources: {'Port': ['ID=c52270ec-b921-41b6-981f-0ba5b36c949b,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:17.272912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Allocated IP 172.20.0.2 (665f3319-273b-4fdb-a740-0e9d83abe5a9/202d79d5-0ae0-4fd0-9b3d-a37952a287c5/766c420e-6abf-4e8a-8ba0-141f821ef036) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:39:17.291039 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:17.377036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb61b-a670-464f-929a-1471ef293f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.406046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1b7eb61b-a670-464f-929a-1471ef293f40 None None] For port c52270ec-b921-41b6-981f-0ba5b36c949b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=c52270ec-b921-41b6-981f-0ba5b36c949b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:17.413336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb61b-a670-464f-929a-1471ef293f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.420835 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.484303 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:15Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:17.505235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eb61b-a670-464f-929a-1471ef293f40 None None] Pushing event updated for resources: {'Port': ['ID=c52270ec-b921-41b6-981f-0ba5b36c949b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:17.516404 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb6c97-3057-4939-8521-ecab81154bf3 None None] The sync data for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv is: [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:15Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:39:17.520473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.531372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.581724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:39:17.588918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:39:17.591861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:39:17.599834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f5459df4-073c-4480-93d7-dc5d609f57e0 None None] Provisioning complete for port c52270ec-b921-41b6-981f-0ba5b36c949b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:17.600198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5459df4-073c-4480-93d7-dc5d609f57e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.624394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Pushing event updated for resources: {'Port': ['ID=766c420e-6abf-4e8a-8ba0-141f821ef036,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:17.687833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Attempting to bind port 766c420e-6abf-4e8a-8ba0-141f821ef036 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:39:17.688218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Attempting to bind port 766c420e-6abf-4e8a-8ba0-141f821ef036 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:39:17.688575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Attempting to bind port 766c420e-6abf-4e8a-8ba0-141f821ef036 on network 665f3319-273b-4fdb-a740-0e9d83abe5a9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:39:17.696888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:39:17.697287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Checking segment: {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:39:17.697648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.698037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Bound using segment: {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:39:17.698498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Bound port: 766c420e-6abf-4e8a-8ba0-141f821ef036, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:39:17.698873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.731667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (665f3319-273b-4fdb-a740-0e9d83abe5a9/202d79d5-0ae0-4fd0-9b3d-a37952a287c5/c3a4fe95-7e90-422a-9610-7eb57d5d82d2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:39:17.827090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] For port 766c420e-6abf-4e8a-8ba0-141f821ef036, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:39:17.832896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] For port 766c420e-6abf-4e8a-8ba0-141f821ef036, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=766c420e-6abf-4e8a-8ba0-141f821ef036,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:39:17.837273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.880051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.901030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0310ef-2048-4e9e-9f6d-72cdb6b26d75 None None] Pushing event updated for resources: {'Port': ['ID=766c420e-6abf-4e8a-8ba0-141f821ef036,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:17.924897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:17.968295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:39:17.971698 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:39:17.975830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:39:18.007926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:18.033120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:18.203072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:18.503680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:18.508966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:18.587383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:18.591267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:18.692185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:39:18.693821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:39:18.819612 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 7e83d305-1d10-4538-8ac0-3690f8ec2495 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:39:18.892737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba92426-8baa-4fe9-8235-f48c0be9dbc1 None None] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:39:18.910174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device c52270ec-b921-41b6-981f-0ba5b36c949b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:18.940006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:39:18.948647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:18.949212 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-05f1fe1c-51eb-446c-89a4-90607885e2cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/7e83d305-1d10-4538-8ac0-3690f8ec2495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062940 Dec 24 03:39:19.057446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac2e59-eecb-4a92-85ad-85f66665e33b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.057915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac2e59-eecb-4a92-85ad-85f66665e33b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.058374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac2e59-eecb-4a92-85ad-85f66665e33b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.058829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac2e59-eecb-4a92-85ad-85f66665e33b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.059318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac2e59-eecb-4a92-85ad-85f66665e33b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.059769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac2e59-eecb-4a92-85ad-85f66665e33b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.061568 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f1ac2e59-eecb-4a92-85ad-85f66665e33b tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1117969 Dec 24 03:39:19.064445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:19.126594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f57d7-3dc7-40fa-9fc3-d1ee681097ee tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.127177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f57d7-3dc7-40fa-9fc3-d1ee681097ee tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.127638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f57d7-3dc7-40fa-9fc3-d1ee681097ee tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.128284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f57d7-3dc7-40fa-9fc3-d1ee681097ee tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.128943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f57d7-3dc7-40fa-9fc3-d1ee681097ee tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.129390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f57d7-3dc7-40fa-9fc3-d1ee681097ee tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:19.134863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9c8f57d7-3dc7-40fa-9fc3-d1ee681097ee tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0668736 Dec 24 03:39:19.135367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51772) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:19.153280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f0ff4fcf-92a9-4bf8-8732-1d5e7e2f7344 None None] Provisioning complete for port 766c420e-6abf-4e8a-8ba0-141f821ef036 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:19.153652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4fcf-92a9-4bf8-8732-1d5e7e2f7344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.222031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port c52270ec-b921-41b6-981f-0ba5b36c949b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:19.222401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.281993 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-27720988-5fbb-4ff2-bfbd-f523a860f46e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1454036 Dec 24 03:39:19.313207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4fcf-92a9-4bf8-8732-1d5e7e2f7344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.379146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f0ff4fcf-92a9-4bf8-8732-1d5e7e2f7344 None None] For port 766c420e-6abf-4e8a-8ba0-141f821ef036, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=766c420e-6abf-4e8a-8ba0-141f821ef036,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:19.381079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 766c420e-6abf-4e8a-8ba0-141f821ef036 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:19.384892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4fcf-92a9-4bf8-8732-1d5e7e2f7344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.466164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff4fcf-92a9-4bf8-8732-1d5e7e2f7344 None None] Pushing event updated for resources: {'Port': ['ID=766c420e-6abf-4e8a-8ba0-141f821ef036,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:19.482915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 766c420e-6abf-4e8a-8ba0-141f821ef036 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:19.483302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.510060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Sync routers for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:39:19.536479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:19.537227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:19.567550 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51776) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:19.571409 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fe907723-b73c-4226-8a1f-3c106cf4c474 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376810705', 'description': 'tempest-secgroup-smoke-1376810705 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:19.602191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe907723-b73c-4226-8a1f-3c106cf4c474 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.693939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-84e3bfc7-d6d0-4055-96de-481957d28e7a None None] Provisioning complete for port 766c420e-6abf-4e8a-8ba0-141f821ef036 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:19.694445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84e3bfc7-d6d0-4055-96de-481957d28e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.707736 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe907723-b73c-4226-8a1f-3c106cf4c474 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.714451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe907723-b73c-4226-8a1f-3c106cf4c474 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.739439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:19.747963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe907723-b73c-4226-8a1f-3c106cf4c474 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.752660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:19.752940 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fe907723-b73c-4226-8a1f-3c106cf4c474 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1848700 Dec 24 03:39:19.755472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe907723-b73c-4226-8a1f-3c106cf4c474 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906124c4-dede-4b29-8b00-dc61287223e3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:19.758609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b06545d2-5828-4186-841f-9374946cc884 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '906124c4-dede-4b29-8b00-dc61287223e3', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:19.801306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b06545d2-5828-4186-841f-9374946cc884 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.868325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b06545d2-5828-4186-841f-9374946cc884 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.874717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b06545d2-5828-4186-841f-9374946cc884 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.895374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06545d2-5828-4186-841f-9374946cc884 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9c7e88-27dc-4bdc-833e-c6776ae605e0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:19.904392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b06545d2-5828-4186-841f-9374946cc884 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.905647 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b06545d2-5828-4186-841f-9374946cc884 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518245 Dec 24 03:39:19.908562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51780) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:19.913020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4b1dbb06-f77e-4e53-afca-36903753dbe3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '906124c4-dede-4b29-8b00-dc61287223e3', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:19.948964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbb06-f77e-4e53-afca-36903753dbe3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:19.975668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-84e3bfc7-d6d0-4055-96de-481957d28e7a None None] Provisioning complete for port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:19.976285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84e3bfc7-d6d0-4055-96de-481957d28e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.018745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbb06-f77e-4e53-afca-36903753dbe3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.025075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbb06-f77e-4e53-afca-36903753dbe3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.046544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dbb06-f77e-4e53-afca-36903753dbe3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9d155c-9b26-4f07-8617-06f720845da4,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:20.050377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-84e3bfc7-d6d0-4055-96de-481957d28e7a None None] Port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:39:20.060710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbb06-f77e-4e53-afca-36903753dbe3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.064443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4b1dbb06-f77e-4e53-afca-36903753dbe3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524704 Dec 24 03:39:20.065146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51782) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:20.070542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-307a2614-1bbc-4ae9-bc70-dbc48ec2f8c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '906124c4-dede-4b29-8b00-dc61287223e3', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:20.078946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:20.101931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-307a2614-1bbc-4ae9-bc70-dbc48ec2f8c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.107834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Checking router: 7e83d305-1d10-4538-8ac0-3690f8ec2495 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:39:20.108191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Updating router 7e83d305-1d10-4538-8ac0-3690f8ec2495 port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:39:20.134734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.170684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-307a2614-1bbc-4ae9-bc70-dbc48ec2f8c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.175353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-307a2614-1bbc-4ae9-bc70-dbc48ec2f8c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.195024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a2614-1bbc-4ae9-bc70-dbc48ec2f8c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86507a74-d9c0-434b-8574-bd8fd59051f8,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:20.208138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-307a2614-1bbc-4ae9-bc70-dbc48ec2f8c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.209592 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-307a2614-1bbc-4ae9-bc70-dbc48ec2f8c3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433439 Dec 24 03:39:20.212587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51784) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:20.218453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-82d4ebcd-dc1b-42d0-b50a-80a3ace456dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '906124c4-dede-4b29-8b00-dc61287223e3', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:20.242967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b4a465a8-6191-41df-bc7c-affac937117e None None] Provisioning complete for port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:20.243312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b4a465a8-6191-41df-bc7c-affac937117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.251395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82d4ebcd-dc1b-42d0-b50a-80a3ace456dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.296495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b4a465a8-6191-41df-bc7c-affac937117e None None] Port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:39:20.325294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82d4ebcd-dc1b-42d0-b50a-80a3ace456dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.330007 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82d4ebcd-dc1b-42d0-b50a-80a3ace456dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.347322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4ebcd-dc1b-42d0-b50a-80a3ace456dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28b6a17-68b4-4d13-8fee-1ff834cb2964,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:20.356672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82d4ebcd-dc1b-42d0-b50a-80a3ace456dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.357948 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-82d4ebcd-dc1b-42d0-b50a-80a3ace456dd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442404 Dec 24 03:39:20.360794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51786) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:20.365792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '906124c4-dede-4b29-8b00-dc61287223e3', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:20.393569 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:39:20.400206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.467188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.469564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.472441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.473400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.490794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0847fb9d-cb4c-4634-b6be-ffe15a442a61,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:20.500552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.504842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:20.505050 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ea3955b4-2806-400c-83e5-e739d83a530c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430550 Dec 24 03:39:20.510457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '906124c4-dede-4b29-8b00-dc61287223e3', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:20.527398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b005a7-5398-40dd-870c-5db1c9935362 None None] Pushing event updated for resources: {'Port': ['ID=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:20.542787 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:39:20.548542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.588683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Attempting to bind port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:39:20.589056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Attempting to bind port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:39:20.589421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Attempting to bind port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 on network 665f3319-273b-4fdb-a740-0e9d83abe5a9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:39:20.594600 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:39:20.594977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Checking segment: {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:39:20.595380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.595777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Bound using segment: {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:39:20.596238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Bound port: c3a4fe95-7e90-422a-9610-7eb57d5d82d2, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:39:20.596649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.615154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.620898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.640509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5be43c5-d1f9-4ccd-82a6-b4f24d0463f7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:20.650037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.652161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9c6856e9-f405-4c8d-9ebe-cf2ca87facbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457069 Dec 24 03:39:20.669075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] For port c3a4fe95-7e90-422a-9610-7eb57d5d82d2, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:39:20.672826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] For port c3a4fe95-7e90-422a-9610-7eb57d5d82d2, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:39:20.678172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.742854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:20.743481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:20.747226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b005a7-5398-40dd-870c-5db1c9935362 None None] Pushing event updated for resources: {'Port': ['ID=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:20.852154 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-68bd6428-351d-4bbf-9b96-c5bdf01e2b06 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376810705&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0544460 Dec 24 03:39:20.857225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 766c420e-6abf-4e8a-8ba0-141f821ef036 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:20.904233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:20.906560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7e2aad35-7040-4dfc-b074-35fb284435c2 None None] Provisioning complete for port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:20.906560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad35-7040-4dfc-b074-35fb284435c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.975665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-69373d67-1c38-4d74-9006-b8e2f3fa1daf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:20.977181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-69373d67-1c38-4d74-9006-b8e2f3fa1daf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=665f3319-273b-4fdb-a740-0e9d83abe5a9 HTTP/1.1" status: 200 len: 796 time: 0.1170011 Dec 24 03:39:20.993081 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-147b76d7-bb3f-4a90-8627-dd5abf5c8d8d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0091867 Dec 24 03:39:21.044174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-37a599f1-a680-43fa-a43e-c79fd06ede91 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445411 Dec 24 03:39:21.076501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 766c420e-6abf-4e8a-8ba0-141f821ef036 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:21.077127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:21.141215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-09ea2f90-7c2b-41cb-9eda-3b16eaf1243e service neutron] 10.222.0.37 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Dec 24 03:39:21.169710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad35-7040-4dfc-b074-35fb284435c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:21.232165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-0d4e1d02-6218-492c-ac8a-96d272039f5b service neutron] 10.222.0.37 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845654 Dec 24 03:39:21.253390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7e2aad35-7040-4dfc-b074-35fb284435c2 None None] For port c3a4fe95-7e90-422a-9610-7eb57d5d82d2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:21.262837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7e2aad35-7040-4dfc-b074-35fb284435c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:21.319575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:20Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:21.401368 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f80202e8-0a42-4d77-9981-c696edf8b560 req-7a0bfd44-0576-4376-a817-5df5c6f3689b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 210 time: 0.0289166 Dec 24 03:39:21.511726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae4058e-b6ea-4899-8619-6c9dce91fefc None None] The sync data for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv is: [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:20Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:39:21.514533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aad35-7040-4dfc-b074-35fb284435c2 None None] Pushing event updated for resources: {'Port': ['ID=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:21.525416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1748b341-2af6-4c5e-82e2-d508585d2cb2 None None] Provisioning complete for port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:21.525781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1748b341-2af6-4c5e-82e2-d508585d2cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:22.029125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:22.452127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-228a6ac3-305e-4b35-bd73-2543c6115ee9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:22.453910 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-228a6ac3-305e-4b35-bd73-2543c6115ee9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=665f3319-273b-4fdb-a740-0e9d83abe5a9 HTTP/1.1" status: 200 len: 796 time: 0.1312480 Dec 24 03:39:22.526706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b76a976-e853-428d-ab95-2bd96a057101 req-78e7f540-5e6d-4155-88e2-18bdc608cac4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 210 time: 0.0367250 Dec 24 03:39:22.560794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-58b73b96-1fd1-429d-b33d-30b4cff0eb0f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 380 time: 0.0916624 Dec 24 03:39:22.585383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': '5441cc12-376d-419c-96b1-a4773725fc2f', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['906124c4-dede-4b29-8b00-dc61287223e3']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:22.698031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:39:22.702051 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:22.831380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.10 (665f3319-273b-4fdb-a740-0e9d83abe5a9/202d79d5-0ae0-4fd0-9b3d-a37952a287c5/3441014d-a948-48fb-a4a3-da93da2d9b2b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:39:22.861901 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device c3a4fe95-7e90-422a-9610-7eb57d5d82d2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:22.911589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:22.911958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:22.974425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.006546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.054858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:39:23.057713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:39:23.061314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:39:23.087394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=3441014d-a948-48fb-a4a3-da93da2d9b2b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:23.115161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:23.135569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.146438 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-8fc74ae3-48c0-4477-afc0-fdb70fbd72a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650444 Dec 24 03:39:23.165510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Request body: {'port': {'device_id': '5441cc12-376d-419c-96b1-a4773725fc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:23.220547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.264632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c005ac51-2185-4680-b5bf-ee6b9dfbf523 None None] Provisioning complete for port 3441014d-a948-48fb-a4a3-da93da2d9b2b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:23.265107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c005ac51-2185-4680-b5bf-ee6b9dfbf523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.298724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c005ac51-2185-4680-b5bf-ee6b9dfbf523 None None] Port 3441014d-a948-48fb-a4a3-da93da2d9b2b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:39:23.476961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3441014d-a948-48fb-a4a3-da93da2d9b2b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:39:23.484286 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.495817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Transition to ACTIVE for port object 3441014d-a948-48fb-a4a3-da93da2d9b2b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:39:23.500144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.553009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Pushing event updated for resources: {'Port': ['ID=3441014d-a948-48fb-a4a3-da93da2d9b2b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:23.658194 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Attempting to bind port 3441014d-a948-48fb-a4a3-da93da2d9b2b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:39:23.658535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Attempting to bind port 3441014d-a948-48fb-a4a3-da93da2d9b2b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:39:23.658871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Attempting to bind port 3441014d-a948-48fb-a4a3-da93da2d9b2b on network 665f3319-273b-4fdb-a740-0e9d83abe5a9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:39:23.674444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec1603-117d-411f-8b72-98a11bda84d1 req-c280b393-95ef-414e-accb-26ef37734ca8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:23.675977 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-10ec1603-117d-411f-8b72-98a11bda84d1 req-c280b393-95ef-414e-accb-26ef37734ca8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 944 time: 0.0719655 Dec 24 03:39:23.676676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Port 3441014d-a948-48fb-a4a3-da93da2d9b2b on network 665f3319-273b-4fdb-a740-0e9d83abe5a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:39:23.677001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Attempting to bind port 3441014d-a948-48fb-a4a3-da93da2d9b2b on network 665f3319-273b-4fdb-a740-0e9d83abe5a9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:39:23.685575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:39:23.685916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Checking segment: {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:39:23.686307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Bound using segment: {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:39:23.686741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Bound port: 3441014d-a948-48fb-a4a3-da93da2d9b2b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95abdcf-6ce1-4504-b194-b8cb19bf493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:39:23.687098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.762845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-10ec1603-117d-411f-8b72-98a11bda84d1 req-dff8020a-228e-48c6-927e-2e8e897ffbfd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799167 Dec 24 03:39:23.784613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] For port 3441014d-a948-48fb-a4a3-da93da2d9b2b, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:39:23.787534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] For port 3441014d-a948-48fb-a4a3-da93da2d9b2b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:39:23.792248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.830724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:23.831342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.832735 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] 10.222.0.41 "PUT /v2.0/ports/3441014d-a948-48fb-a4a3-da93da2d9b2b HTTP/1.1" status: 200 len: 1094 time: 0.6717086 Dec 24 03:39:23.833174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:39:23.835452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d33a50-b325-499f-be29-c2bbef814a85" -d '{"events": [{"name": "network-changed", "server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:39:23.862197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045b56a-eff3-4a6e-a12b-6c25dd2aa790 service neutron] Pushing event updated for resources: {'Port': ['ID=3441014d-a948-48fb-a4a3-da93da2d9b2b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:23.889718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee360057-2259-470b-b012-b9022739bdf6 x-openstack-request-id: req-ee360057-2259-470b-b012-b9022739bdf6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:39:23.890009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:39:23.890262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee360057-2259-470b-b012-b9022739bdf6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:39:23.890672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'status': 'completed', 'code': 200} Dec 24 03:39:23.950863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-0e645276-e273-4ffa-b2c3-7d6ebb47e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:23.952290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-0e645276-e273-4ffa-b2c3-7d6ebb47e12e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 1097 time: 0.0434406 Dec 24 03:39:24.000732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-9758ea52-5293-43ac-8187-3605f641c795 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b HTTP/1.1" status: 200 len: 217 time: 0.0356414 Dec 24 03:39:24.049993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-8f1a926e-0451-4684-bc3e-b0d3732a7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:24.051452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-8f1a926e-0451-4684-bc3e-b0d3732a7054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=202d79d5-0ae0-4fd0-9b3d-a37952a287c5 HTTP/1.1" status: 200 len: 844 time: 0.0443611 Dec 24 03:39:24.100262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557846e-0a49-479f-bc5d-08532edb015f req-fa69403e-32de-4bf0-bf56-80ffde5d49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:24.101740 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-fa69403e-32de-4bf0-bf56-80ffde5d49fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=665f3319-273b-4fdb-a740-0e9d83abe5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439150 Dec 24 03:39:24.190423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-de5e9ae7-7f00-4cf4-b4c6-4fa1b1dee11d service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810874 Dec 24 03:39:24.281652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4557846e-0a49-479f-bc5d-08532edb015f req-e29e60ce-c21c-4014-b4b9-a2a0eb38fa5f service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Dec 24 03:39:24.406527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33a50-b325-499f-be29-c2bbef814a85 req-f0fd5013-3011-469f-b77b-602fac2a25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:24.408005 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d33a50-b325-499f-be29-c2bbef814a85 req-f0fd5013-3011-469f-b77b-602fac2a25b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 1097 time: 0.0398338 Dec 24 03:39:24.504327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33a50-b325-499f-be29-c2bbef814a85 req-0529803c-c003-48b7-ba5e-d74a7401e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:24.505800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d33a50-b325-499f-be29-c2bbef814a85 req-0529803c-c003-48b7-ba5e-d74a7401e223 service neutron] 10.222.0.41 "GET /v2.0/networks?id=665f3319-273b-4fdb-a740-0e9d83abe5a9 HTTP/1.1" status: 200 len: 896 time: 0.0897403 Dec 24 03:39:24.547648 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d33a50-b325-499f-be29-c2bbef814a85 req-bdc9b9d9-7517-47ce-a972-74c978eb0de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b HTTP/1.1" status: 200 len: 217 time: 0.0336740 Dec 24 03:39:24.594944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33a50-b325-499f-be29-c2bbef814a85 req-f52f3177-5af4-4b53-b157-c5fc0a1fb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:24.596333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d33a50-b325-499f-be29-c2bbef814a85 req-f52f3177-5af4-4b53-b157-c5fc0a1fb148 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=202d79d5-0ae0-4fd0-9b3d-a37952a287c5 HTTP/1.1" status: 200 len: 844 time: 0.0422041 Dec 24 03:39:24.643895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33a50-b325-499f-be29-c2bbef814a85 req-598b34be-77d2-414d-bea9-b81043e792d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:24.645360 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d33a50-b325-499f-be29-c2bbef814a85 req-598b34be-77d2-414d-bea9-b81043e792d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=665f3319-273b-4fdb-a740-0e9d83abe5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423563 Dec 24 03:39:24.735075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d33a50-b325-499f-be29-c2bbef814a85 req-b03efac3-0535-4a6c-9159-12bf7b5b23a2 service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820451 Dec 24 03:39:24.829392 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d33a50-b325-499f-be29-c2bbef814a85 req-7aa671cc-eaae-4c67-b79a-c0d53b477b2d service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868492 Dec 24 03:39:24.877935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538a371-69b5-48a7-89cd-3b3b28babd91 req-ff1946c5-3b8c-4056-9f6b-270ab64a5887 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:24.879409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7538a371-69b5-48a7-89cd-3b3b28babd91 req-ff1946c5-3b8c-4056-9f6b-270ab64a5887 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 944 time: 0.0492468 Dec 24 03:39:24.927013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7538a371-69b5-48a7-89cd-3b3b28babd91 req-326fa8cb-084e-47aa-9ba2-7835a2a3da36 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Dec 24 03:39:26.040415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bef6d-a18c-418f-af7d-ceb88fd66a4d req-e7086658-55c3-4456-8c25-5f4d5dc23092 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:26.041848 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d28bef6d-a18c-418f-af7d-ceb88fd66a4d req-e7086658-55c3-4456-8c25-5f4d5dc23092 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 944 time: 0.0473239 Dec 24 03:39:26.094564 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d28bef6d-a18c-418f-af7d-ceb88fd66a4d req-00c6e5eb-d531-424d-a292-5f35c4185587 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467427 Dec 24 03:39:27.213123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9a48-15ef-4d05-80ab-c47257a15b59 req-678ff489-7450-4074-b514-53832baa9876 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:27.214571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0f2a9a48-15ef-4d05-80ab-c47257a15b59 req-678ff489-7450-4074-b514-53832baa9876 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 944 time: 0.0483010 Dec 24 03:39:27.263060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0f2a9a48-15ef-4d05-80ab-c47257a15b59 req-d9db980f-18eb-4c79-b12a-f70e7a4d7147 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 Dec 24 03:39:28.118132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3441014d-a948-48fb-a4a3-da93da2d9b2b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:39:28.210270 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3441014d-a948-48fb-a4a3-da93da2d9b2b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:28.221117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'port_id': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'mac_address': 'fa:16:3e:4b:0e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:39:28.261300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:28.273407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3441014d-a948-48fb-a4a3-da93da2d9b2b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:39:28.292667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3441014d-a948-48fb-a4a3-da93da2d9b2b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:28.297258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:28.343601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3441014d-a948-48fb-a4a3-da93da2d9b2b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:28.379387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4386426-197a-4628-a0db-cd4e84ef81e4 req-bf93ff88-1a65-4fb7-a9a1-9b6f1b5985ee tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:28.380812 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4386426-197a-4628-a0db-cd4e84ef81e4 req-bf93ff88-1a65-4fb7-a9a1-9b6f1b5985ee tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 945 time: 0.0495965 Dec 24 03:39:28.438130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4386426-197a-4628-a0db-cd4e84ef81e4 req-518e83a0-48fd-456b-806e-58c18e9e6345 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513299 Dec 24 03:39:28.688061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['3441014d-a948-48fb-a4a3-da93da2d9b2b'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:39:29.552629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d76f2-8757-43eb-bece-c53c6289af8e req-4a401f49-27c4-4088-b5ef-9fec3ec4c55f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:29.554060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f94d76f2-8757-43eb-bece-c53c6289af8e req-4a401f49-27c4-4088-b5ef-9fec3ec4c55f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 945 time: 0.0507715 Dec 24 03:39:29.601809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f94d76f2-8757-43eb-bece-c53c6289af8e req-99b6a89c-12d5-4f50-ac29-c1cf578fb42c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Dec 24 03:39:30.131146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3441014d-a948-48fb-a4a3-da93da2d9b2b up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:39:30.180649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 3441014d-a948-48fb-a4a3-da93da2d9b2b completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:39:30.184921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 3441014d-a948-48fb-a4a3-da93da2d9b2b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:39:30.185404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:30.262537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:30.284244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:39:30.286490 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be34da5-9065-4eab-b001-b6ec770a4d12" -d '{"events": [{"server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "name": "network-vif-plugged", "status": "completed", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:39:30.299165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3441014d-a948-48fb-a4a3-da93da2d9b2b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:39:30.303293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:30.326871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f2e74-c9b1-4da8-accd-0d6dddc0df58 x-openstack-request-id: req-8a5f2e74-c9b1-4da8-accd-0d6dddc0df58 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:39:30.327169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "name": "network-vif-plugged", "status": "completed", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:39:30.327424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a5f2e74-c9b1-4da8-accd-0d6dddc0df58 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:39:30.327818 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'code': 200} Dec 24 03:39:30.352324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3441014d-a948-48fb-a4a3-da93da2d9b2b,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:30.529364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9679-e708-4378-a818-b3f429221869 req-e9bc640e-9121-4d8c-9842-14f09e567bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:30.530815 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f91b9679-e708-4378-a818-b3f429221869 req-e9bc640e-9121-4d8c-9842-14f09e567bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 1099 time: 0.0396616 Dec 24 03:39:30.575936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f91b9679-e708-4378-a818-b3f429221869 req-5fcafea6-50ef-4361-a18c-3d5f3b4bac8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 Dec 24 03:39:30.712019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848e49-a35f-4992-a27c-661db9643b80 req-780badbc-963a-49bc-96f2-17f1f9cb380d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:30.713502 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ce848e49-a35f-4992-a27c-661db9643b80 req-780badbc-963a-49bc-96f2-17f1f9cb380d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 946 time: 0.0472481 Dec 24 03:39:30.764849 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ce848e49-a35f-4992-a27c-661db9643b80 req-9a6a9824-64f4-42b2-b562-bd43e44a85d8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448959 Dec 24 03:39:31.882525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e313362-e680-4c6d-b862-b6f1e21b34cb req-db65bf01-a913-47c7-9664-ed8cd5740c93 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:31.883941 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e313362-e680-4c6d-b862-b6f1e21b34cb req-db65bf01-a913-47c7-9664-ed8cd5740c93 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 946 time: 0.0509160 Dec 24 03:39:31.933997 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e313362-e680-4c6d-b862-b6f1e21b34cb req-44c3b245-1275-4358-b10d-e33cc3b5460b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Dec 24 03:39:33.046989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814c471-1036-4d4c-9b41-746824be2aee req-af52488e-6ed3-451e-ba86-c62a47d66c24 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:33.048468 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4814c471-1036-4d4c-9b41-746824be2aee req-af52488e-6ed3-451e-ba86-c62a47d66c24 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 946 time: 0.0482845 Dec 24 03:39:33.095333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4814c471-1036-4d4c-9b41-746824be2aee req-0f5cd04f-cdba-4708-9c18-f95b532b050e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Dec 24 03:39:33.211115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80550d0-4d9e-4748-a084-e7b96eafb0db req-fc0705a0-fc34-4617-bec5-9c10bf4604b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:33.212637 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e80550d0-4d9e-4748-a084-e7b96eafb0db req-fc0705a0-fc34-4617-bec5-9c10bf4604b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 946 time: 0.0514739 Dec 24 03:39:33.259807 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e80550d0-4d9e-4748-a084-e7b96eafb0db req-73e419d5-0374-4627-9515-a9b0da4ea849 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Dec 24 03:39:33.281056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:33.319207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49b9b2-44af-471f-8789-b432d0967540 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:33.320704 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ae49b9b2-44af-471f-8789-b432d0967540 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 1094 time: 0.0386817 Dec 24 03:39:33.323359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:33.327524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:39:33.350776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:33.446304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:33.544541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.101 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/34507826-b034-4615-a376-6e7c008f7908) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:39:33.643768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:33.676068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:33.714321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:39:33.717854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:39:33.721341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:39:33.743898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=34507826-b034-4615-a376-6e7c008f7908,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:34.406565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:34.470146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:34.612211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:34.616445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:34.686720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=34507826-b034-4615-a376-6e7c008f7908,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:39:34.697197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:34.795654 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP bd3f0fe6-36d1-4d32-8353-a465d8cbea49 associated. External IP: 172.26.5.101, port: 3441014d-a948-48fb-a4a3-da93da2d9b2b. Dec 24 03:39:34.997393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 7e83d305-1d10-4538-8ac0-3690f8ec2495 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:39:35.098258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:39:35.108921 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] Sync routers for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:39:35.116353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:35.118558 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:35.119179 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:35.152300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0e07a476-bc1a-4ae0-be59-440bf1c662f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8278980 Dec 24 03:39:35.152939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:39:35.155927 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51850) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:35.156489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:39:35.194832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1902be4-6506-4c47-98c0-40524232c94f x-openstack-request-id: req-d1902be4-6506-4c47-98c0-40524232c94f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:39:35.195130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:39:35.195387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1902be4-6506-4c47-98c0-40524232c94f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:39:35.195797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'status': 'completed', 'code': 200} Dec 24 03:39:35.221858 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c0e00dc6-2c6a-421d-af9d-5641c8bb3de3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/bd3f0fe6-36d1-4d32-8353-a465d8cbea49 HTTP/1.1" status: 200 len: 992 time: 0.0647614 Dec 24 03:39:35.244647 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:35.284229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-8aec2d68-088b-4afb-b29e-625ce4d35714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:35.285727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-8aec2d68-088b-4afb-b29e-625ce4d35714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 1099 time: 0.0409186 Dec 24 03:39:35.377508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-64070afb-4eec-4005-ba3d-6735bb1f357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:35.378951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-64070afb-4eec-4005-ba3d-6735bb1f357e service neutron] 10.222.0.41 "GET /v2.0/networks?id=665f3319-273b-4fdb-a740-0e9d83abe5a9 HTTP/1.1" status: 200 len: 896 time: 0.0855634 Dec 24 03:39:35.446196 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-6f6217c6-ce1d-4fdf-8864-7b476f86347b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b HTTP/1.1" status: 200 len: 1000 time: 0.0603557 Dec 24 03:39:35.464736 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bd3f0fe6-36d1-4d32-8353-a465d8cbea49', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'port_id': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'mac_address': 'fa:16:3e:4b:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5441cc12-376d-419c-96b1-a4773725fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:39:33Z', 'updated_at': '2021-12-24T03:39:33Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:21Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:35.491029 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] Checking router: 7e83d305-1d10-4538-8ac0-3690f8ec2495 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:39:35.494894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-c9fe8e49-e70b-46aa-a55c-8d40876f03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:35.496372 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-c9fe8e49-e70b-46aa-a55c-8d40876f03e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=202d79d5-0ae0-4fd0-9b3d-a37952a287c5 HTTP/1.1" status: 200 len: 844 time: 0.0432460 Dec 24 03:39:35.503073 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:39:35.503666 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:39:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:35.542388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-0d37a489-1ff0-4b4d-a467-5d4adbdf1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:35.543914 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-0d37a489-1ff0-4b4d-a467-5d4adbdf1ad3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=665f3319-273b-4fdb-a740-0e9d83abe5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397966 Dec 24 03:39:35.607812 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:39:35.640106 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-4668211b-4435-48cd-a26a-e52790d63245 service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887992 Dec 24 03:39:35.732887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cc3d3f3-4339-4c65-8e0e-82911ea329ea req-a1a5faae-7770-41be-be16-de057f0a7242 service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858755 Dec 24 03:39:35.826942 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bd3f0fe6-36d1-4d32-8353-a465d8cbea49', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'port_id': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'mac_address': 'fa:16:3e:4b:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5441cc12-376d-419c-96b1-a4773725fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:39:33Z', 'updated_at': '2021-12-24T03:39:33Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:21Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:39:35.855227 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8d287-cacf-4100-bcc0-bc07c1f45b99 None None] The sync data for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv is: [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bd3f0fe6-36d1-4d32-8353-a465d8cbea49', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'port_id': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'mac_address': 'fa:16:3e:4b:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5441cc12-376d-419c-96b1-a4773725fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:39:33Z', 'updated_at': '2021-12-24T03:39:33Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:21Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:39:36.031552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67313242-2127-415b-a203-9a8b5e4c2864 None None] New status for floating IP bd3f0fe6-36d1-4d32-8353-a465d8cbea49: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:39:36.225261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 51854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:39:36.284947 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-074ba830-66e9-4c56-a82b-d4386dd32845 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/bd3f0fe6-36d1-4d32-8353-a465d8cbea49 HTTP/1.1" status: 200 len: 994 time: 0.0585020 Dec 24 03:39:39.399245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6e0c751a-8840-4a33-b389-85d6e8bd1816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:40.895447 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:39:41.759738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31580fcd-c9bb-4705-98e6-974f582115f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:42.711453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:44.398751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:45.058782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:52.043066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:09.401379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef660-af40-4bb0-964e-c5bc5ea67836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:10.471076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-224a1a7f-3a46-4aa5-9723-06633feb987c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182543881&fields=id&tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 267 time: 0.0434339 Dec 24 03:40:10.576795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-9a097e57-dc0d-4cae-9e00-9c8cb6ef1247 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:10.578249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-9a097e57-dc0d-4cae-9e00-9c8cb6ef1247 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 812 time: 0.1005733 Dec 24 03:40:10.593221 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-ede8e27e-dc20-4763-8c02-8cd7904e0949 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/quotas/97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 375 time: 0.0091591 Dec 24 03:40:10.644925 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-aebf21c0-05a4-47a9-b7ac-ffc8df60bdb5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467761 Dec 24 03:40:10.743140 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-129dc3ec-b045-430f-a602-fd178b339a90 service neutron] 10.222.0.37 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Dec 24 03:40:10.830285 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-f8eb9667-db77-4db1-b722-50e21e5d30d6 service neutron] 10.222.0.37 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Dec 24 03:40:11.172867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0b983e7d-d4eb-485e-8739-f5cd22a78701 req-40e99d37-f378-472e-bb2a-eacc21f0786e tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0954876 Dec 24 03:40:11.401519 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-7230948e-974c-4494-a853-53c65860a790 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407407 Dec 24 03:40:11.504653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-3cdd9d50-a710-4d0a-b9ad-27b26ada9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:11.506144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-3cdd9d50-a710-4d0a-b9ad-27b26ada9d6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1099 time: 0.0402474 Dec 24 03:40:11.643004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-3e1edd13-f6b0-4f0a-b97e-d4f3d9d4c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:11.644389 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-3e1edd13-f6b0-4f0a-b97e-d4f3d9d4c39a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.0889497 Dec 24 03:40:11.709710 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-4df9cd61-ba16-4031-ac5c-ee7c81747e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 1002 time: 0.0570931 Dec 24 03:40:11.760540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-9bb17f74-11e4-4b5f-8791-bab1433ca67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:11.761050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b83be53-60c7-4b4e-81e2-2299f3c437b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:11.762043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-9bb17f74-11e4-4b5f-8791-bab1433ca67a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0451715 Dec 24 03:40:11.812896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-bdaeefd2-d3ae-4455-85ac-18b686af93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:11.814358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-bdaeefd2-d3ae-4455-85ac-18b686af93d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444009 Dec 24 03:40:11.904085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-4c65b78b-a008-4542-80fc-c30b022e94df service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814252 Dec 24 03:40:12.018511 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f17edb52-3214-4a42-ac2f-9ba7e6333a45 req-4f32c450-3aac-4f5d-b5fa-2311b8232ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874772 Dec 24 03:40:12.138849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-1b39169d-40d8-44d0-a185-5d91e5c1b747 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:12.140309 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-1b39169d-40d8-44d0-a185-5d91e5c1b747 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 812 time: 0.1092803 Dec 24 03:40:12.229381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-d7596d97-0098-48a1-a2ea-7c6f5201c24f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73 HTTP/1.1" status: 200 len: 380 time: 0.0614994 Dec 24 03:40:12.239492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'port': {'device_id': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'admin_state_up': True, 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'security_groups': ['9cea42fb-823c-44a9-be89-b7c410cbc9ba']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:40:12.285647 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f771f4db-a23b-4d06-8dae-e95239d3e907 req-8afb2ce4-fa25-44c8-a749-e144a108d640 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0426116 Dec 24 03:40:12.370127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Made reservation on behalf of 97d8bc08abe943c4b4ef6f73c43c0c73 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:40:12.374381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:12.521450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Allocated IP 172.20.0.7 (7c319866-5d28-4c96-8f43-afcc38e2d8fc/a10bc067-8886-47a5-b3c6-d5dadcdfe660/2a06b8b4-1a55-49a8-aab3-3df57c4dc478) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:40:12.661678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:12.694776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:12.717468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:12.742063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:40:12.745033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:40:12.748719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:40:12.755236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:12.785125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.785480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.785831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.786588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.786588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.786810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.787146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.787471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.787822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.788132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.788484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.788811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.789133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:12.815774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:12.816548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:12.834701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4f985be7-f39e-434d-aa6f-c0ffbc0ddfaa tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989909 Dec 24 03:40:12.853616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Request body: {'port': {'device_id': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:40:12.917354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:13.046413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f8398386-f869-4f1d-84a2-1c3e2bbedba6 None None] Provisioning complete for port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:40:13.047005 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8398386-f869-4f1d-84a2-1c3e2bbedba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:13.083045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f8398386-f869-4f1d-84a2-1c3e2bbedba6 None None] Port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:40:13.194021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:40:13.201601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:13.213614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Transition to ACTIVE for port object 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:40:13.217593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:13.270289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50808278-b91b-4323-abcd-535829975234 service neutron] Pushing event updated for resources: {'Port': ['ID=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:13.352006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Attempting to bind port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:40:13.352517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Attempting to bind port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:40:13.352860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Attempting to bind port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:40:13.358433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:40:13.358829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Attempting to bind port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 on network 7c319866-5d28-4c96-8f43-afcc38e2d8fc {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:40:13.365025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:40:13.365366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Checking segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:40:13.365761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Bound using segment: {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:40:13.366195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Bound port: 2a06b8b4-1a55-49a8-aab3-3df57c4dc478, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:40:13.366555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:40:13.463301 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:40:13.468512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bff92c-1913-481d-886e-05b11a6e2ad7 req-b8346ceb-e714-4135-a1d6-d751182ff926 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:13.468512 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36bff92c-1913-481d-886e-05b11a6e2ad7 req-b8346ceb-e714-4135-a1d6-d751182ff926 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0892355 Dec 24 03:40:13.473209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] For port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:40:13.476625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] For port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:40:13.487208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:13.552190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:13.552896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:13.554184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-50808278-b91b-4323-abcd-535829975234 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a06b8b4-1a55-49a8-aab3-3df57c4dc478 HTTP/1.1" status: 200 len: 1093 time: 0.7050340 Dec 24 03:40:13.556269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:40:13.558502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac07117-6b04-4c1e-afeb-0725d243c1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:40:13.596992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36bff92c-1913-481d-886e-05b11a6e2ad7 req-cab9a360-863b-4372-8154-ac37f9fc0a87 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170411 Dec 24 03:40:13.612907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50808278-b91b-4323-abcd-535829975234 service neutron] Pushing event updated for resources: {'Port': ['ID=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:13.617552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd5a846-4f2d-4dba-924a-c4ccb66d427d x-openstack-request-id: req-2fd5a846-4f2d-4dba-924a-c4ccb66d427d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:40:13.618589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:40:13.619039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fd5a846-4f2d-4dba-924a-c4ccb66d427d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:40:13.619606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'status': 'completed', 'code': 200} Dec 24 03:40:13.681105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-48257572-b217-4b29-b880-1159d72f08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:13.682670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-48257572-b217-4b29-b880-1159d72f08a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 1096 time: 0.0541782 Dec 24 03:40:13.740914 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-385217ce-af59-432c-b72f-62f50c8ddcc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478 HTTP/1.1" status: 200 len: 217 time: 0.0441110 Dec 24 03:40:13.795689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-327074ad-7dfe-4365-b8f1-7a2e7375f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:13.797278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-327074ad-7dfe-4365-b8f1-7a2e7375f555 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0494189 Dec 24 03:40:13.855093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4cfef5c5-3718-4399-a5d3-71a817d012d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:13.857198 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-4cfef5c5-3718-4399-a5d3-71a817d012d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527277 Dec 24 03:40:13.952926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-251445ff-1585-4905-9cab-f84cc8f1da11 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886538 Dec 24 03:40:14.043603 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be5ed329-8b36-4197-aac7-5e6975770367 req-3bfdf8b1-4565-4855-8e4c-40fd5c822140 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826347 Dec 24 03:40:14.170763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-c01d0601-ebbe-484a-8b31-7af26b6d239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:14.172534 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-c01d0601-ebbe-484a-8b31-7af26b6d239b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 1096 time: 0.0471203 Dec 24 03:40:14.264564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-70b49b96-fc36-4299-9ba4-a0a9d08ead2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:14.266059 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-70b49b96-fc36-4299-9ba4-a0a9d08ead2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.0856452 Dec 24 03:40:14.312701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-bbdd3a72-f364-49dc-a6a3-fc9bd5bda438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478 HTTP/1.1" status: 200 len: 217 time: 0.0388353 Dec 24 03:40:14.365694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-97e857ec-2184-474a-8b6a-f4561c555210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:14.367423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-97e857ec-2184-474a-8b6a-f4561c555210 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0473509 Dec 24 03:40:14.403034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:14.420551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-d62a823d-57c2-405f-a7c8-6895a8294bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:14.422047 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-d62a823d-57c2-405f-a7c8-6895a8294bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467081 Dec 24 03:40:14.517842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-9fb0fe55-29f0-42b8-83e1-0e714253b516 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885050 Dec 24 03:40:14.613912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aac07117-6b04-4c1e-afeb-0725d243c1fb req-c3747722-bcca-4a42-8267-6715bcdec473 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867560 Dec 24 03:40:14.710129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201ad80-ce9c-473c-b344-6caf3ec1a287 req-e2f68b27-167a-47a6-a660-5c06ce1ba6b2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:14.711825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d201ad80-ce9c-473c-b344-6caf3ec1a287 req-e2f68b27-167a-47a6-a660-5c06ce1ba6b2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0516725 Dec 24 03:40:14.768120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d201ad80-ce9c-473c-b344-6caf3ec1a287 req-e6a656d9-a7a3-4542-b79b-e703086d18cd tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490351 Dec 24 03:40:15.051287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:15.885703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84ce88-c644-4485-bcd6-37558f163f53 req-7217224c-d613-400d-88f8-c093196c8314 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:15.887725 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d84ce88-c644-4485-bcd6-37558f163f53 req-7217224c-d613-400d-88f8-c093196c8314 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0489163 Dec 24 03:40:15.935438 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d84ce88-c644-4485-bcd6-37558f163f53 req-eb0c3eaa-c119-4ddd-96b5-36ef91d9eb75 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Dec 24 03:40:17.053066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976fcb0-3966-42ef-bf38-c9d57ba3b3a2 req-a3535aaa-beb2-4029-b8a3-2b3b46f55b6c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:17.054459 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9976fcb0-3966-42ef-bf38-c9d57ba3b3a2 req-a3535aaa-beb2-4029-b8a3-2b3b46f55b6c tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0490489 Dec 24 03:40:17.105756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9976fcb0-3966-42ef-bf38-c9d57ba3b3a2 req-17d2dbeb-1b76-47d1-9af4-7b46ff614c90 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448778 Dec 24 03:40:17.894468 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:40:18.221802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794b62-e671-4184-8e51-fd88ad9d71a7 req-de659ccc-749c-446d-be27-6c41c6eddc25 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:18.223489 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28794b62-e671-4184-8e51-fd88ad9d71a7 req-de659ccc-749c-446d-be27-6c41c6eddc25 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0515299 Dec 24 03:40:18.271812 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28794b62-e671-4184-8e51-fd88ad9d71a7 req-cc06966c-9744-48df-b0da-603e01a5a539 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Dec 24 03:40:19.426769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380d98f-374b-4598-9f57-bed59710ecdc req-2819d22a-d448-48de-9183-502a54f01078 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:19.428137 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b380d98f-374b-4598-9f57-bed59710ecdc req-2819d22a-d448-48de-9183-502a54f01078 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0475440 Dec 24 03:40:19.475473 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b380d98f-374b-4598-9f57-bed59710ecdc req-bc9d558d-19da-48e3-a992-dddcf7822942 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Dec 24 03:40:20.593847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332acc7c-a7a6-4748-a2ed-a7574d085f13 req-85dc8743-a17b-45cf-a993-f3162e192354 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:20.595281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-332acc7c-a7a6-4748-a2ed-a7574d085f13 req-85dc8743-a17b-45cf-a993-f3162e192354 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0520012 Dec 24 03:40:20.642422 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-332acc7c-a7a6-4748-a2ed-a7574d085f13 req-345162ff-865c-421e-94cb-4e0bb3254adf tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Dec 24 03:40:21.759001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d8b21-6a91-4314-b10b-456a4b538617 req-c657afcb-f066-4a38-885b-743f703dd0ef tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:21.760452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e6d8b21-6a91-4314-b10b-456a4b538617 req-c657afcb-f066-4a38-885b-743f703dd0ef tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0496712 Dec 24 03:40:21.808168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e6d8b21-6a91-4314-b10b-456a4b538617 req-e6c694a2-788e-45c0-b5e6-1f668fa99bf1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Dec 24 03:40:22.040244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:22.928138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cc31a-b2b5-450b-8b93-94a8ef8a9ea8 req-395ac386-6e95-45fa-ae6d-71430e05422f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:22.929828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-708cc31a-b2b5-450b-8b93-94a8ef8a9ea8 req-395ac386-6e95-45fa-ae6d-71430e05422f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0540521 Dec 24 03:40:22.987722 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-708cc31a-b2b5-450b-8b93-94a8ef8a9ea8 req-b7310459-3998-48dd-9a96-a693b7a299a1 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517049 Dec 24 03:40:24.099708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1199b-647e-4f78-80ce-c9afbb40e774 req-1888cd9b-0820-4b3d-8f92-0d47791f752d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:24.101635 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b9f1199b-647e-4f78-80ce-c9afbb40e774 req-1888cd9b-0820-4b3d-8f92-0d47791f752d tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0487409 Dec 24 03:40:24.151114 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b9f1199b-647e-4f78-80ce-c9afbb40e774 req-3107207b-6d28-4447-8fc0-bc4ffe63fa94 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Dec 24 03:40:25.262995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c7774-0c05-498b-8895-4cfe8c5f8d16 req-99c10e0b-40b2-4945-ba0d-c6c847b18210 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:25.264482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e0c7774-0c05-498b-8895-4cfe8c5f8d16 req-99c10e0b-40b2-4945-ba0d-c6c847b18210 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0476055 Dec 24 03:40:25.311443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e0c7774-0c05-498b-8895-4cfe8c5f8d16 req-049691f8-254e-47ae-8ab0-7974fbab1736 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Dec 24 03:40:26.425049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab493993-b687-40b0-99e5-544ca254dc17 req-285930a5-dc70-442d-b2db-1d87cb6ce879 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:26.426485 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab493993-b687-40b0-99e5-544ca254dc17 req-285930a5-dc70-442d-b2db-1d87cb6ce879 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 943 time: 0.0511785 Dec 24 03:40:26.446943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:40:26.474870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab493993-b687-40b0-99e5-544ca254dc17 req-4c03d847-bcda-45b4-8efe-167a090895bd tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Dec 24 03:40:26.541741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:40:26.552355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'port_id': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'mac_address': 'fa:16:3e:1f:b6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:40:26.588853 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:26.600898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:40:26.623676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:40:26.627821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:26.673296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:26.680041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.680458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.680869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.681203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.681530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.681855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.682180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.682506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.682829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.683153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.683474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.683794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.684112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:26.991536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['2a06b8b4-1a55-49a8-aab3-3df57c4dc478'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:40:27.586118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344f9c-c244-457a-93cb-5d2344253083 req-e3889b1a-97b0-4e3c-bcb4-a349f7974257 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:27.587544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4344f9c-c244-457a-93cb-5d2344253083 req-e3889b1a-97b0-4e3c-bcb4-a349f7974257 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 944 time: 0.0471089 Dec 24 03:40:27.634429 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4344f9c-c244-457a-93cb-5d2344253083 req-207876cf-a351-4aa5-9b98-138dc2abc961 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Dec 24 03:40:28.461455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:40:28.508631 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:40:28.512106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:40:28.512570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:28.588581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:28.610705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:40:28.612943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6c526a-62d6-4699-bbd3-8faafb8fd80f" -d '{"events": [{"server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:40:28.627258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:40:28.631161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:28.655878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbaccbe-e467-431f-9225-7d8b67b76639 x-openstack-request-id: req-6dbaccbe-e467-431f-9225-7d8b67b76639 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:40:28.656159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:40:28.656420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dbaccbe-e467-431f-9225-7d8b67b76639 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:40:28.656801 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'code': 200} Dec 24 03:40:28.682453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:28.750377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b867b76-0d77-4386-9641-5523848e3ff4 req-32cf079f-c3aa-45bf-b52d-7e16ec80a6e8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:28.751728 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b867b76-0d77-4386-9641-5523848e3ff4 req-32cf079f-c3aa-45bf-b52d-7e16ec80a6e8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0490642 Dec 24 03:40:28.805605 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b867b76-0d77-4386-9641-5523848e3ff4 req-9cf729f1-3500-4e37-82ab-a1520dc7fe07 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 Dec 24 03:40:28.881818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe6ca1-ad96-4595-9270-4c74a465f1de req-2720a0fe-e378-489d-a8c1-5b0b7ed08877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:28.883279 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0fe6ca1-ad96-4595-9270-4c74a465f1de req-2720a0fe-e378-489d-a8c1-5b0b7ed08877 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 1098 time: 0.0438111 Dec 24 03:40:28.928700 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0fe6ca1-ad96-4595-9270-4c74a465f1de req-54890be9-3390-4736-a6aa-3f182bd6c0a6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378671 Dec 24 03:40:29.918736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c218-9fb1-4fa7-a352-05b6ee3e7219 req-2e85df06-2141-4437-bdd8-92ea50128ed2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:29.920173 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33c8c218-9fb1-4fa7-a352-05b6ee3e7219 req-2e85df06-2141-4437-bdd8-92ea50128ed2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0478380 Dec 24 03:40:29.967879 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33c8c218-9fb1-4fa7-a352-05b6ee3e7219 req-13cf1016-10ba-4b50-86a4-971e9e369eb8 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Dec 24 03:40:31.081061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f5c9c-6206-42c8-a72a-5795617a9068 req-f337548a-40dc-4281-8f5a-114a39c9123b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:31.082538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da9f5c9c-6206-42c8-a72a-5795617a9068 req-f337548a-40dc-4281-8f5a-114a39c9123b tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Dec 24 03:40:31.130426 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da9f5c9c-6206-42c8-a72a-5795617a9068 req-08729de1-aadb-49e9-b96e-e56b470ea705 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Dec 24 03:40:31.241210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef308e0-7112-4c63-a1c7-deef812290f2 req-aa1154ad-9057-4ade-a9ba-e1d4b7dd0a99 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:31.242645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ef308e0-7112-4c63-a1c7-deef812290f2 req-aa1154ad-9057-4ade-a9ba-e1d4b7dd0a99 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0481188 Dec 24 03:40:31.289790 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ef308e0-7112-4c63-a1c7-deef812290f2 req-d95287f5-01fe-45bf-90ff-420addd65cf3 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413644 Dec 24 03:40:31.310767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51984) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:40:31.349864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35066fb-4255-4c08-a8b6-2304dd8c4750 tempest-TestVolumeBootPattern-965937026 tempest-TestVolumeBootPattern-965937026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:31.351307 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a35066fb-4255-4c08-a8b6-2304dd8c4750 tempest-TestVolumeBootPattern-965937026 tempest-TestVolumeBootPattern-965937026-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 1093 time: 0.0394852 Dec 24 03:40:31.353919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 51986) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:40:31.357976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:40:31.380274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:31.472732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:31.574519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Allocated IP 172.26.5.137 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/3620e3c3-0b5a-4a43-b998-f027c9c8741c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:40:31.675153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:31.993923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:32.044638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:40:32.047920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:40:32.052461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:40:32.055163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=3620e3c3-0b5a-4a43-b998-f027c9c8741c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:32.086498 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.087009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.087355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.087686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.088016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.088338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.088685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.089007 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.089329 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.089653 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.089974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.090406 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.090659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:32.409897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:32.472904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:32.617463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:32.621856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:32.692060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event updated for resources: {'Port': ['ID=3620e3c3-0b5a-4a43-b998-f027c9c8741c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:32.702385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:32.796455 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Floating IP b3acbb88-12b9-4126-a0e7-fbc6db047a2e associated. External IP: 172.26.5.137, port: 2a06b8b4-1a55-49a8-aab3-3df57c4dc478. Dec 24 03:40:32.998559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:40:33.104930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:40:33.114568 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:40:33.122561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:33.125227 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:40:33.125831 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:40:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:40:33.149801 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aa7a032f-8a58-473d-8165-86e36bae32f0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7948103 Dec 24 03:40:33.150677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:40:33.153113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:40:33.188474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979227d1-8069-4086-a2ce-764c43753844 x-openstack-request-id: req-979227d1-8069-4086-a2ce-764c43753844 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:40:33.188766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:40:33.189019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-979227d1-8069-4086-a2ce-764c43753844 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:40:33.189417 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'status': 'completed', 'code': 200} Dec 24 03:40:33.231967 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:40:33.273014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-f587d7f7-79c9-4787-8b5a-4764a063e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:33.274379 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-f587d7f7-79c9-4787-8b5a-4764a063e0d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 1098 time: 0.0427182 Dec 24 03:40:33.363650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-c5cd502e-d136-4f79-a88e-bd92ebd35a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:33.365140 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-c5cd502e-d136-4f79-a88e-bd92ebd35a86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.0843670 Dec 24 03:40:33.432150 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-93fa5a63-707b-4b46-84c6-0ef7b62291b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478 HTTP/1.1" status: 200 len: 999 time: 0.0600474 Dec 24 03:40:33.449569 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'b3acbb88-12b9-4126-a0e7-fbc6db047a2e', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.137', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:1f:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:40:32Z', 'updated_at': '2021-12-24T03:40:32Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}, {'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:30Z', 'revision_number': 1, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:40:33.479136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-a8e17bc0-619d-4139-9318-ee0514d5b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:33.480668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-a8e17bc0-619d-4139-9318-ee0514d5b97e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0422790 Dec 24 03:40:33.526619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-5ec3cfc8-c722-4b67-bb76-6c12dc135f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:33.528029 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-5ec3cfc8-c722-4b67-bb76-6c12dc135f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408545 Dec 24 03:40:33.565731 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:40:33.573940 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:40:33.574533 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:40:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:40:33.678922 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:40:33.906695 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'b3acbb88-12b9-4126-a0e7-fbc6db047a2e', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.137', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:1f:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:40:32Z', 'updated_at': '2021-12-24T03:40:32Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}, {'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:30Z', 'revision_number': 1, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:40:33.936515 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c636ce-d246-405d-bfbe-69a49fafc94e None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'b3acbb88-12b9-4126-a0e7-fbc6db047a2e', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.137', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:1f:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:40:32Z', 'updated_at': '2021-12-24T03:40:32Z', 'revision_number': 0, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}, {'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:30Z', 'revision_number': 1, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:40:33.954131 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-f8223d7b-1e26-4729-9b9a-277a87b37381 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188142 Dec 24 03:40:34.048005 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95df8d3c-7ab3-4dfb-962b-eaa68ac1e684 req-d2ab44dc-4d0f-45cf-a114-c0d00fcaa279 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839190 Dec 24 03:40:34.122151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccfb196-1047-4082-909a-af3ee29ab7ca None None] New status for floating IP b3acbb88-12b9-4126-a0e7-fbc6db047a2e: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:40:39.402941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e436721-a48d-440a-a05f-34f5fe22c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:41.763705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-691ee08e-f833-4219-81d3-ff4e96576f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:42.717504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:44.405382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:45.055765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:52.057615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:54.895653 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:41:09.403422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9322ca5f-668f-48bd-b405-f6e5a91b5179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:11.766374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c42cec50-7d8e-469f-b824-65d740cdc721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:12.718651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:13.461376 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-12fa9b3d-4537-47ae-a4aa-38d31f89cc67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783982 Dec 24 03:41:13.532104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed3713-7fc4-40bc-970f-995e20735673 req-b9b4237f-0e21-41fb-83bb-0d6a6d546b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:13.534709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-b9b4237f-0e21-41fb-83bb-0d6a6d546b0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 1099 time: 0.0412104 Dec 24 03:41:13.638800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed3713-7fc4-40bc-970f-995e20735673 req-4662bf38-356a-461e-8ecd-ca335121b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:13.640272 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-4662bf38-356a-461e-8ecd-ca335121b084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=665f3319-273b-4fdb-a740-0e9d83abe5a9 HTTP/1.1" status: 200 len: 896 time: 0.0862799 Dec 24 03:41:13.706514 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-5c3c6d48-1deb-4e79-a779-95abda1adfe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b HTTP/1.1" status: 200 len: 1002 time: 0.0594037 Dec 24 03:41:13.756661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed3713-7fc4-40bc-970f-995e20735673 req-01b865f4-6b63-4973-81b6-47884d609ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:13.758157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-01b865f4-6b63-4973-81b6-47884d609ac3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=202d79d5-0ae0-4fd0-9b3d-a37952a287c5 HTTP/1.1" status: 200 len: 844 time: 0.0443394 Dec 24 03:41:13.806690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed3713-7fc4-40bc-970f-995e20735673 req-6be1c935-70d9-4aaa-9bd6-bbaf564f86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:13.808134 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-6be1c935-70d9-4aaa-9bd6-bbaf564f86df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=665f3319-273b-4fdb-a740-0e9d83abe5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422843 Dec 24 03:41:13.899670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-17a8c268-dc06-4012-a003-53cf2fc0beef service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839114 Dec 24 03:41:13.991663 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00ed3713-7fc4-40bc-970f-995e20735673 req-48ffc150-247e-4c88-b398-6486e7988662 service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852315 Dec 24 03:41:14.411954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:15.058606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:22.059988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:31.896242 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:41:39.403620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92519396-6b52-41f1-8d69-9ddfeb4cf3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:41.767167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b983f1f-6df9-4680-b13c-769896bea3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:42.720992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:44.408529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:45.060421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:52.060928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:58.737465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [req-3c3a3501-402e-45ed-b446-aca387c88f22 req-0c6e3063-cfab-478d-a8a4-647a39d7a6eb tempest-ServersTestJSON-1845414674 tempest-ServersTestJSON-1845414674-project] (103177) timed out ('10.222.0.41', 61725) {{(pid=103177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 24 03:42:03.282677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52020) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:03.289449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:03.378588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3487116'] for subnet, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:03.519110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037036840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2758446'] for subnet, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:03.553642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:03.554242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:03.555621 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/subnets/202d79d5-0ae0-4fd0-9b3d-a37952a287c5 HTTP/1.1" status: 200 len: 836 time: 0.2718472 Dec 24 03:42:03.561060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e95c5-51b0-4d78-bf84-edf6675d5cb6 None None] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:42:03.573154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=202d79d5-0ae0-4fd0-9b3d-a37952a287c5,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:03.580235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.580617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.581218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.581563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.581895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.582225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.582555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.582884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.583230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.583540 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.583864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.584189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.584553 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec01b5e-2a23-4485-9f48-3bc29051b987 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:03.896129 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e6fb62c5-de28-433d-bb5f-f1209643fb31 None None] Provisioning complete for port 3441014d-a948-48fb-a4a3-da93da2d9b2b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:42:03.896528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6fb62c5-de28-433d-bb5f-f1209643fb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:03.980123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e6fb62c5-de28-433d-bb5f-f1209643fb31 None None] Provisioning complete for port 766c420e-6abf-4e8a-8ba0-141f821ef036 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:42:03.980510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6fb62c5-de28-433d-bb5f-f1209643fb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:04.064959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e6fb62c5-de28-433d-bb5f-f1209643fb31 None None] Provisioning complete for port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:42:04.065323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6fb62c5-de28-433d-bb5f-f1209643fb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:08.895429 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:42:09.407896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1f599f9-b878-4212-a410-1f4f597b7358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:11.769033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fefe-a315-4309-8477-205bcd48ae82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:11.960171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52028) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:12.115208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Deleting port 3620e3c3-0b5a-4a43-b998-f027c9c8741c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:12.115547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:12.192910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:12.193232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:12.205021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Calling delete_port for 3620e3c3-0b5a-4a43-b998-f027c9c8741c owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:12.345347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:12.374024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event deleted for resources: {'Port': ['ID=3620e3c3-0b5a-4a43-b998-f027c9c8741c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:12.431979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:12.432964 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Floating IP b3acbb88-12b9-4126-a0e7-fbc6db047a2e disassociated (deleted). External IP: 172.26.5.137, port: 2a06b8b4-1a55-49a8-aab3-3df57c4dc478. Dec 24 03:42:12.634622 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:42:12.725037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:12.741494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:12.746731 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:12.751398 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:12.761057 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:12.761655 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:12.776572 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4a06d134-2279-4153-ba50-ffdd1f3c3925 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "DELETE /v2.0/floatingips/b3acbb88-12b9-4126-a0e7-fbc6db047a2e HTTP/1.1" status: 204 len: 168 time: 0.8147187 Dec 24 03:42:12.777301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:12.779715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97c4428-0571-4ee3-a623-97ee370c2566" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:12.826671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd797ed-99ff-4133-8abb-427c01bcf613 x-openstack-request-id: req-3fd797ed-99ff-4133-8abb-427c01bcf613 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:12.827279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:12.827750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fd797ed-99ff-4133-8abb-427c01bcf613 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:12.828161 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'status': 'completed', 'code': 200} Dec 24 03:42:12.879905 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:12.915791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-97c95824-103f-4c8a-913d-820c338d6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:12.921839 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-97c95824-103f-4c8a-913d-820c338d6798 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 1098 time: 0.0437646 Dec 24 03:42:13.059255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202809-04dc-4d60-865f-fb4e2e1f9a1a req-08b8f3c9-0d0b-4c8f-aab7-3320c386d0d0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:13.060752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68202809-04dc-4d60-865f-fb4e2e1f9a1a req-08b8f3c9-0d0b-4c8f-aab7-3320c386d0d0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0911093 Dec 24 03:42:13.062202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-12f1676d-f4f1-49dc-b2be-b9afd32cf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:13.063478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-12f1676d-f4f1-49dc-b2be-b9afd32cf5b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.1354523 Dec 24 03:42:13.108349 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:30Z', 'revision_number': 1, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:13.130934 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-0b230afd-2610-4d35-858a-d54344ad4c40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478 HTTP/1.1" status: 200 len: 217 time: 0.0485868 Dec 24 03:42:13.133922 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:13.142920 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:13.143501 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:13.172532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68202809-04dc-4d60-865f-fb4e2e1f9a1a req-018ef3c2-1057-47a8-9e5f-f1b329c3f7b9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053476 Dec 24 03:42:13.190381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-6cd1c31a-0be5-4b22-bf35-c04f1a349fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:13.191814 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-6cd1c31a-0be5-4b22-bf35-c04f1a349fbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0528598 Dec 24 03:42:13.239765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-d991cc11-eba0-4708-a1aa-40ed68d9758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:13.241286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-d991cc11-eba0-4708-a1aa-40ed68d9758e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396910 Dec 24 03:42:13.247512 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:13.335963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-0119b218-d757-4463-af66-db5d8c57a5e2 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851836 Dec 24 03:42:13.426424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d97c4428-0571-4ee3-a623-97ee370c2566 req-be3f38c8-7f4a-4a0f-8a69-fdd54c154abf service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823715 Dec 24 03:42:13.467170 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:30Z', 'revision_number': 1, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:13.570925 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0532-1b44-43b4-be5a-b309c86a1bc5 None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'bdc92562-fef0-47a0-9ae6-e94321da796d', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'port_id': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'mac_address': 'fa:16:3e:7c:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0322941-a704-4de2-9d83-b7f195780b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:28Z', 'updated_at': '2021-12-24T03:38:30Z', 'revision_number': 1, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:13.784034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83328d4c-147d-4b9d-bf1b-b659067ebe2c None None] New status for floating IP b3acbb88-12b9-4126-a0e7-fbc6db047a2e: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:42:14.295782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4fe42-85b4-41b8-aca7-3d4e3c890f1e req-acd389ff-d6d2-4aa6-887a-4bba579e38bd tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:14.297332 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-edb4fe42-85b4-41b8-aca7-3d4e3c890f1e req-acd389ff-d6d2-4aa6-887a-4bba579e38bd tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0544460 Dec 24 03:42:14.349617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-edb4fe42-85b4-41b8-aca7-3d4e3c890f1e req-bc3d8da7-b672-4c13-92ac-9d33224cdbfd tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461946 Dec 24 03:42:14.411620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:14.847691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-699093b1-f1ea-45c4-ad11-b4823783730f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:14.849890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-699093b1-f1ea-45c4-ad11-b4823783730f tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Dec 24 03:42:14.945379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Deleting port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:14.945723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:15.033310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] For port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:15.033742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:15.046888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Calling delete_port for 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:15.063295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:15.155798 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-6b9252e8-a0f8-40e1-a7dd-c4cea2575ab3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638282 Dec 24 03:42:15.213020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:15.266726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event deleted for resources: {'Port': ['ID=2a06b8b4-1a55-49a8-aab3-3df57c4dc478,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:15.295107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.295464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.295807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.296150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.296736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.296896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.297223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.297551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.297876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.298201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.298525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.298842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.299161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:15.323985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] No DVR routers for this DVR port 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:15.326634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:15.329936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-41dc144b-611c-4ea8-8b47-c15481994e7b req-9018eae8-3ff7-4502-84c5-f795df6889f5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "DELETE /v2.0/ports/2a06b8b4-1a55-49a8-aab3-3df57c4dc478 HTTP/1.1" status: 204 len: 173 time: 0.4744139 Dec 24 03:42:15.332005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-12644eb8-82a5-4c9c-9647-8840a3ece068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:15.333470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-12644eb8-82a5-4c9c-9647-8840a3ece068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1099 time: 0.1183817 Dec 24 03:42:15.333807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'name': 'network-vif-deleted', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:15.336042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac98c371-a967-4238-8a1d-3288c33f5aee" -d '{"events": [{"server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "name": "network-vif-deleted", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:15.446386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b401ff65-6d18-4662-b628-878c884a723e x-openstack-request-id: req-b401ff65-6d18-4662-b628-878c884a723e {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:15.446758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0", "name": "network-vif-deleted", "tag": "2a06b8b4-1a55-49a8-aab3-3df57c4dc478", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:15.447068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b401ff65-6d18-4662-b628-878c884a723e {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:15.447518 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0', 'name': 'network-vif-deleted', 'tag': '2a06b8b4-1a55-49a8-aab3-3df57c4dc478', 'status': 'completed', 'code': 200} Dec 24 03:42:15.480730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6f2fda7-46b0-46b4-bc91-4308801767e0 req-1b0b35ec-a87e-4d1a-9787-e3c16e5a1a88 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Dec 24 03:42:15.509975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-2cf67a65-639a-43c6-96ff-fae4a6fde01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:15.511453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-2cf67a65-639a-43c6-96ff-fae4a6fde01d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.1500580 Dec 24 03:42:15.577996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-5c6fdf88-4033-4cc4-98e4-300bacc8c3e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 1002 time: 0.0580680 Dec 24 03:42:15.633845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-813ddb33-a15d-4f07-821c-e94528725bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:15.635361 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-813ddb33-a15d-4f07-821c-e94528725bb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0504849 Dec 24 03:42:15.684984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-814f224e-154e-4196-94d3-7ff72f5b1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:15.686530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-814f224e-154e-4196-94d3-7ff72f5b1590 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432293 Dec 24 03:42:15.785204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-6c58f16e-edfd-4c93-9dca-9cbac64f4f15 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913830 Dec 24 03:42:15.880620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4e46cd18-6759-40ff-9dcd-c89481e702a5 req-dbd34317-f962-4544-aa69-f4e96c493b4f service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870280 Dec 24 03:42:16.575154 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21cae340-fcd1-4166-9ff7-b6fe4b8edf25 req-b69a9987-1bfa-4ed9-8e39-a305fff73da2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0271018 Dec 24 03:42:17.668261 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-14df9bfa-e245-4f3d-9fe9-6f0a922e28c5 req-a7313a01-075e-4371-907e-199b21336243 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0263743 Dec 24 03:42:18.760524 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-16880499-24f3-450b-941d-1cb537e05f30 req-a4d438ca-00a0-41c5-9028-a9cb241991b9 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0262244 Dec 24 03:42:19.038537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:19.058711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:19.059046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 2a06b8b4-1a55-49a8-aab3-3df57c4dc478 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:19.870947 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5f0b3794-518f-4b8e-b25f-a4a08cdf6c51 req-6f0daeca-8cb9-4286-8b56-76d1d5a700ae tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4b61cb-6824-47c7-8c1c-b6a745e6ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0339842 Dec 24 03:42:22.062312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:26.376533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52082) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:26.528239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Deleting port 73ab6c32-c64e-4f28-9b72-5ccc41aec68b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:26.528606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:26.605282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:26.605601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:26.616861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Calling delete_port for 73ab6c32-c64e-4f28-9b72-5ccc41aec68b owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:26.756579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:26.785516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event deleted for resources: {'Port': ['ID=73ab6c32-c64e-4f28-9b72-5ccc41aec68b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:26.842401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:26.842772 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Floating IP bdc92562-fef0-47a0-9ae6-e94321da796d disassociated (deleted). External IP: 172.26.5.109, port: 6b4884bc-8f53-4169-b4d0-32b93995301c. Dec 24 03:42:27.045165 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:42:27.149762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:27.155176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:27.159658 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:27.169093 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:27.169725 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:27.184394 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0464ab5d-a187-4a9a-aa82-aaeba14bcdf5 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "DELETE /v2.0/floatingips/bdc92562-fef0-47a0-9ae6-e94321da796d HTTP/1.1" status: 204 len: 168 time: 0.8043871 Dec 24 03:42:27.184394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:27.184867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eb44ba-25c7-44d4-a624-4b9baa5097e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:27.223669 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f262ff7a-1d87-46eb-a03c-17ca82e55e6e x-openstack-request-id: req-f262ff7a-1d87-46eb-a03c-17ca82e55e6e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:27.223970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:27.224212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f262ff7a-1d87-46eb-a03c-17ca82e55e6e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:27.224648 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'status': 'completed', 'code': 200} Dec 24 03:42:27.274855 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:27.324063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-91dd0836-b688-4836-8170-8a2926047b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:27.325655 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-91dd0836-b688-4836-8170-8a2926047b9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 1099 time: 0.0512917 Dec 24 03:42:27.467086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9676da-541e-4a0b-9941-d3f9d4a99efc req-92d4f08b-ddaf-47f1-8fa1-a07fdb27b217 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:27.468588 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d9676da-541e-4a0b-9941-d3f9d4a99efc req-92d4f08b-ddaf-47f1-8fa1-a07fdb27b217 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 946 time: 0.1050730 Dec 24 03:42:27.478462 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:27.503324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-cbcc5409-8629-4cf0-baff-de8d6d023304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:27.504078 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:27.504788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-cbcc5409-8629-4cf0-baff-de8d6d023304 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 200 len: 912 time: 0.1305971 Dec 24 03:42:27.512965 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:27.513454 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:27.558679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-dcec70c5-1f9b-4c4d-ad3d-5658fa661e08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 200 len: 217 time: 0.0442111 Dec 24 03:42:27.563658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d9676da-541e-4a0b-9941-d3f9d4a99efc req-8948573b-839f-445f-8651-f752a56bb9b2 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873013 Dec 24 03:42:27.613155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-704192a9-437b-4998-97ae-1dfdcd17d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:27.614612 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-704192a9-437b-4998-97ae-1dfdcd17d529 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 200 len: 851 time: 0.0482807 Dec 24 03:42:27.617352 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:27.659737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-89b2cd29-7756-4c17-9ad1-6ac447945e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:27.661233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-89b2cd29-7756-4c17-9ad1-6ac447945e50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c319866-5d28-4c96-8f43-afcc38e2d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391216 Dec 24 03:42:27.749997 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-fc9dec8a-ab95-4a5f-8508-be20f957dc42 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808148 Dec 24 03:42:27.809837 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:27.839402 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbcbf0-d2ae-492b-b6be-e16389295fd0 None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '046b0f70-4118-4e40-a74e-8bb5da1e56cc', 'name': '', 'network_id': '7c319866-5d28-4c96-8f43-afcc38e2d8fc', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'mac_address': 'fa:16:3e:97:26:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:11Z', 'updated_at': '2021-12-24T03:35:16Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'subnets': [{'id': 'a10bc067-8886-47a5-b3c6-d5dadcdfe660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:27.846997 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65eb44ba-25c7-44d4-a624-4b9baa5097e5 req-33363706-b3a7-4e08-a3fb-0b20251b2058 service neutron] 10.222.0.41 "GET /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896015 Dec 24 03:42:28.055555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2e3cd4-9830-4bec-b73d-e9ea7ae41477 None None] New status for floating IP bdc92562-fef0-47a0-9ae6-e94321da796d: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:42:28.681834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef857-0db1-431b-ab00-e2852296133a req-e3266c23-16ac-4ad4-b544-72736b45b986 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:28.683301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-179ef857-0db1-431b-ab00-e2852296133a req-e3266c23-16ac-4ad4-b544-72736b45b986 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 946 time: 0.0484233 Dec 24 03:42:28.732515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-179ef857-0db1-431b-ab00-e2852296133a req-80a2efc0-0ac1-40f3-a12e-828f267b0901 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cea42fb-823c-44a9-be89-b7c410cbc9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Dec 24 03:42:29.168023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fe870-5faf-445b-86fd-053c022e33d5 req-5b4c19ec-a708-4988-aa02-ec4bb0e722f7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:29.169472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-196fe870-5faf-445b-86fd-053c022e33d5 req-5b4c19ec-a708-4988-aa02-ec4bb0e722f7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 946 time: 0.0519989 Dec 24 03:42:29.256422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Deleting port 6b4884bc-8f53-4169-b4d0-32b93995301c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:29.256765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:29.345291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] For port 6b4884bc-8f53-4169-b4d0-32b93995301c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6b4884bc-8f53-4169-b4d0-32b93995301c,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:29.345649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:29.357793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Calling delete_port for 6b4884bc-8f53-4169-b4d0-32b93995301c owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:29.479995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:29.510046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event deleted for resources: {'Port': ['ID=6b4884bc-8f53-4169-b4d0-32b93995301c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:29.552440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] No DVR routers for this DVR port 6b4884bc-8f53-4169-b4d0-32b93995301c on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:29.554867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:29.558126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-196fe870-5faf-445b-86fd-053c022e33d5 req-e5be6bd2-74ed-4140-b297-a16fc59c0c29 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.41 "DELETE /v2.0/ports/6b4884bc-8f53-4169-b4d0-32b93995301c HTTP/1.1" status: 204 len: 173 time: 0.3824563 Dec 24 03:42:29.558562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'name': 'network-vif-deleted', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:29.560807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6faf8a8-581c-448e-8ef2-a1f69ec7e285" -d '{"events": [{"server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "name": "network-vif-deleted", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:29.597400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad1abc-52b9-400e-8b00-cb810306ed3b x-openstack-request-id: req-4cad1abc-52b9-400e-8b00-cb810306ed3b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:29.597689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0322941-a704-4de2-9d83-b7f195780b59", "name": "network-vif-deleted", "tag": "6b4884bc-8f53-4169-b4d0-32b93995301c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:29.597966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cad1abc-52b9-400e-8b00-cb810306ed3b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:29.598364 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0322941-a704-4de2-9d83-b7f195780b59', 'name': 'network-vif-deleted', 'tag': '6b4884bc-8f53-4169-b4d0-32b93995301c', 'status': 'completed', 'code': 200} Dec 24 03:42:29.823765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3bd56f80-a78c-413c-a182-915c7ce74f0d req-30316e59-34c0-4ce9-9f11-6a4031822025 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 210 time: 0.0260699 Dec 24 03:42:30.919890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1301fe73-553a-4fb7-bcc2-1d51737f5dea req-205ce1cb-647c-407d-ab2d-ba5c1563d753 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 210 time: 0.0267103 Dec 24 03:42:32.014039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5008787f-56c6-4ec2-ae22-4255ce9743ca req-398af2f3-5c59-489d-8a34-04673ea958ed tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 210 time: 0.0269876 Dec 24 03:42:33.111617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8401a65-e664-4988-87a9-5b5a74dbcdfd req-cf5569ba-299b-4a55-bf0d-2938052afa6e tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0322941-a704-4de2-9d83-b7f195780b59 HTTP/1.1" status: 200 len: 210 time: 0.0295339 Dec 24 03:42:33.219938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6b4884bc-8f53-4169-b4d0-32b93995301c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:33.239775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 6b4884bc-8f53-4169-b4d0-32b93995301c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:33.240114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 6b4884bc-8f53-4169-b4d0-32b93995301c not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:34.167429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52104) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:34.287557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Deleting port 22598f02-7ac9-46a3-9d3d-a72bd092fb3e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:34.287824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.364068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.364413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.376128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Calling delete_port for 22598f02-7ac9-46a3-9d3d-a72bd092fb3e owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:34.500118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.805310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event deleted for resources: {'Port': ['ID=22598f02-7ac9-46a3-9d3d-a72bd092fb3e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:34.863834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.866528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.867761 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6942b4f5-f3bc-42fc-9b75-b6f818a893a0 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "DELETE /v2.0/floatingips/9fe913e6-b59f-41a2-8d1a-1d699087ef80 HTTP/1.1" status: 204 len: 168 time: 0.6993675 Dec 24 03:42:38.147834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52120) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:38.204611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c87cd853-d318-4307-95fc-77fc71920ac7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.229643 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c87cd853-d318-4307-95fc-77fc71920ac7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.289040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c87cd853-d318-4307-95fc-77fc71920ac7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.291770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c87cd853-d318-4307-95fc-77fc71920ac7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.293056 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c87cd853-d318-4307-95fc-77fc71920ac7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] 10.222.0.37 "DELETE /v2.0/security-groups/9cea42fb-823c-44a9-be89-b7c410cbc9ba HTTP/1.1" status: 204 len: 168 time: 0.1441867 Dec 24 03:42:38.303266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cd853-d318-4307-95fc-77fc71920ac7 tempest-TestVolumeBootPattern-647484218 tempest-TestVolumeBootPattern-647484218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea42fb-823c-44a9-be89-b7c410cbc9ba,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:38.362090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:38.817249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:39.060913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Deleting port 046b0f70-4118-4e40-a74e-8bb5da1e56cc {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:39.061258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:39.141376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] For port 046b0f70-4118-4e40-a74e-8bb5da1e56cc, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=046b0f70-4118-4e40-a74e-8bb5da1e56cc,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:39.141760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:39.155079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Calling delete_port for 046b0f70-4118-4e40-a74e-8bb5da1e56cc owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:39.328224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:39.353891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=046b0f70-4118-4e40-a74e-8bb5da1e56cc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:39.413039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2aea152d-6e5a-482e-885c-3fa6c6d85293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:39.518054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:39.727309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:42:39.831013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:39.836410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-740cd1e7-ed57-494b-9f73-6aab0469afe1 admin admin] 10.222.0.37 "PUT /v2.0/routers/4a8008a8-b7d3-4c3c-b98d-8480108a2fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732087 Dec 24 03:42:39.838807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52128) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:39.841345 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] Sync routers for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:39.850879 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:39.851499 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:39.957124 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:40.140350 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:42:39Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:40.182198 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] Checking router: 4a8008a8-b7d3-4c3c-b98d-8480108a2fde for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:40.190619 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] Routers {'4a8008a8-b7d3-4c3c-b98d-8480108a2fde'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:40.191216 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:40.282860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.292088 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] Set router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:40.382164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.440496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Deleting port 08f04241-a532-4738-8fc3-4d1ac4232f3b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:40.440841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.523509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] For port 08f04241-a532-4738-8fc3-4d1ac4232f3b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=08f04241-a532-4738-8fc3-4d1ac4232f3b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:40.524263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.535953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Calling delete_port for 08f04241-a532-4738-8fc3-4d1ac4232f3b owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:40.551732 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:42:39Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:40.576744 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c614d46-2586-4a12-ae11-66f7bb1bf618 None None] The sync data for ids ['4a8008a8-b7d3-4c3c-b98d-8480108a2fde'] in dv-neutron-822869-1-hyperv is: [{'id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'name': 'tempest-TestVolumeBootPattern-1982113755-router', 'tenant_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:42:39Z', 'revision_number': 5, 'project_id': '97d8bc08abe943c4b4ef6f73c43c0c73', 'gw_port': {'id': '08f04241-a532-4738-8fc3-4d1ac4232f3b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8008a8-b7d3-4c3c-b98d-8480108a2fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:08Z', 'updated_at': '2021-12-24T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:40.701235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.727676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=08f04241-a532-4738-8fc3-4d1ac4232f3b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:40.742356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f98b43-6946-467f-812a-acfde8277e77 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:40.790280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.878359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.880470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.933552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.934242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8008a8-b7d3-4c3c-b98d-8480108a2fde {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:42:40.944323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:40.948451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d875539d-d85e-424a-9a77-d0a21c4f3b2f admin admin] 10.222.0.37 "DELETE /v2.0/routers/4a8008a8-b7d3-4c3c-b98d-8480108a2fde HTTP/1.1" status: 204 len: 168 time: 1.1059957 Dec 24 03:42:40.948950 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52130) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:40.998571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] Deleting subnet a10bc067-8886-47a5-b3c6-d5dadcdfe660 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:42:41.003820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.035038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 046b0f70-4118-4e40-a74e-8bb5da1e56cc no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:41.045825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.054519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 046b0f70-4118-4e40-a74e-8bb5da1e56cc {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:41.054874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 046b0f70-4118-4e40-a74e-8bb5da1e56cc not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:41.126352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.186594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.211793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10bc067-8886-47a5-b3c6-d5dadcdfe660,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:41.218045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.221377 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e92c17c1-97fb-4536-aeae-ad25ae391be1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a10bc067-8886-47a5-b3c6-d5dadcdfe660 HTTP/1.1" status: 204 len: 168 time: 0.2711942 Dec 24 03:42:41.223071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6d0d3-7ef3-41ec-a6d6-b0097ddf53c9 None None] Network 7c319866-5d28-4c96-8f43-afcc38e2d8fc requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:42:41.224036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:41.293287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.350710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Deleting port 49fe8be3-7197-4c5a-8667-935796a2703a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:41.351050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.411100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] For port 49fe8be3-7197-4c5a-8667-935796a2703a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=49fe8be3-7197-4c5a-8667-935796a2703a,segment=NetworkSegment(a440d66e-d15d-4de3-b5e6-96fe9847a2fa),segment_id=a440d66e-d15d-4de3-b5e6-96fe9847a2fa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:41.411451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.423112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Calling delete_port for 49fe8be3-7197-4c5a-8667-935796a2703a owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:41.502314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.528106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Pushing event deleted for resources: {'Port': ['ID=49fe8be3-7197-4c5a-8667-935796a2703a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:41.529934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] No DVR routers for this DVR port 49fe8be3-7197-4c5a-8667-935796a2703a on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:41.600604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.606958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb87778-c529-4067-a34b-d661cc33b530 None None] DHCP port deletion for 7c319866-5d28-4c96-8f43-afcc38e2d8fc request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:41.631697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c319866-5d28-4c96-8f43-afcc38e2d8fc']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:41.641441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:41.641743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a440d66e-d15d-4de3-b5e6-96fe9847a2fa') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:41.651003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.663608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.670078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:42:41.670513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:42:41.672159 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:42:41.725170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.730170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:41.733482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c319866-5d28-4c96-8f43-afcc38e2d8fc HTTP/1.1" status: 204 len: 168 time: 0.5084240 Dec 24 03:42:41.736522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52134) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:41.751849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6720e-8089-4cc8-9884-988b4fd4a63d admin admin] Pushing event deleted for resources: {'Network': ['ID=7c319866-5d28-4c96-8f43-afcc38e2d8fc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:41.770752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-767ca039-15eb-4cc5-be79-6ec4f7c68cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:42.074245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:42.311824 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Deleting port f3481b95-6ec2-4f7f-86fb-ce639292f4b6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:42.312161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:42.390758 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] For port f3481b95-6ec2-4f7f-86fb-ce639292f4b6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,segment=NetworkSegment(20bc53a8-03a7-4047-9b6a-d29e7787d4a5),segment_id=20bc53a8-03a7-4047-9b6a-d29e7787d4a5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:42.391038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:42.403694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Calling delete_port for f3481b95-6ec2-4f7f-86fb-ce639292f4b6 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:42.575120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:42.598439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3481b95-6ec2-4f7f-86fb-ce639292f4b6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:42.732648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:42.761176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:42.975578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:42:42.981036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 08f04241-a532-4738-8fc3-4d1ac4232f3b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:43.001499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 08f04241-a532-4738-8fc3-4d1ac4232f3b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:43.001933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 08f04241-a532-4738-8fc3-4d1ac4232f3b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:43.002424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 49fe8be3-7197-4c5a-8667-935796a2703a no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:43.022265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 49fe8be3-7197-4c5a-8667-935796a2703a {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:43.022800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 49fe8be3-7197-4c5a-8667-935796a2703a not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:43.085085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:43.090387 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-688425dc-4c0a-4923-a5ab-369cfeced31d admin admin] 10.222.0.37 "PUT /v2.0/routers/a3314e6e-8ce5-495d-8bc6-11d1ef09d951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3528321 Dec 24 03:42:43.092897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52136) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:43.093712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] Sync routers for ids ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:43.103751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] Routers {'a3314e6e-8ce5-495d-8bc6-11d1ef09d951'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:43.104455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:43.206930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.209388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] Set router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:43.307918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.358919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Deleting port e1ece1ac-e581-43a9-856d-5830d55dcf98 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:43.359266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.387230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:42:42Z', 'revision_number': 5, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port': {'id': 'e1ece1ac-e581-43a9-856d-5830d55dcf98', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:43.412761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] Checking router: a3314e6e-8ce5-495d-8bc6-11d1ef09d951 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:43.421298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] Routers {'a3314e6e-8ce5-495d-8bc6-11d1ef09d951'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:43.421898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:43.440804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] For port e1ece1ac-e581-43a9-856d-5830d55dcf98, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e1ece1ac-e581-43a9-856d-5830d55dcf98,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:43.441163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.452630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Calling delete_port for e1ece1ac-e581-43a9-856d-5830d55dcf98 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:43.507514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] Set router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:43.560617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:42:43Z', 'revision_number': 6, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:43.586034 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67bf1eb-4252-44e2-8d51-18d56b6dd011 None None] The sync data for ids ['a3314e6e-8ce5-495d-8bc6-11d1ef09d951'] in dv-neutron-822869-1-hyperv is: [{'id': 'a3314e6e-8ce5-495d-8bc6-11d1ef09d951', 'name': 'tempest-TestVolumeBootPattern-486954670-router', 'tenant_id': '70ed45408473435796be209d0945ca03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:35:14Z', 'updated_at': '2021-12-24T03:42:43Z', 'revision_number': 6, 'project_id': '70ed45408473435796be209d0945ca03', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:43.622034 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.646883 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ece1ac-e581-43a9-856d-5830d55dcf98,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:43.660653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a635de3-2b8c-4a57-9221-be222880f239 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:43.705550 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.798587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.800618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.841636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.842174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3314e6e-8ce5-495d-8bc6-11d1ef09d951 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:42:43.847019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.848151 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5f4d9de3-39a3-4dd4-9fee-bba078dd3971 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a3314e6e-8ce5-495d-8bc6-11d1ef09d951 HTTP/1.1" status: 204 len: 168 time: 0.7543671 Dec 24 03:42:43.850886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:43.894133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] Deleting subnet 8deb70a1-2f4b-4072-99ad-f066c924d687 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:42:43.896992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:43.934596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.012662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.068445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.094454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8deb70a1-2f4b-4072-99ad-f066c924d687,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:44.098997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.102281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f49d2462-3a09-43a3-ad49-7bdc32cfad04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8deb70a1-2f4b-4072-99ad-f066c924d687 HTTP/1.1" status: 204 len: 168 time: 0.2503734 Dec 24 03:42:44.104677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06236203-8a0f-4774-a94c-2423953ed5c2 None None] Network 37932008-b325-4801-a863-4b3966827e11 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:42:44.105503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52140) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:44.177970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.230981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Deleting port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:44.231320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.296187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] For port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,segment=NetworkSegment(20bc53a8-03a7-4047-9b6a-d29e7787d4a5),segment_id=20bc53a8-03a7-4047-9b6a-d29e7787d4a5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:44.296550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.309421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Calling delete_port for e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:44.351727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] DHCP port deletion for 37932008-b325-4801-a863-4b3966827e11 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:44.394796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.409966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Deleting port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:44.410332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.420781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:44.424411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] No DVR routers for this DVR port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:44.436756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.482457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] For port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:44.482846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.495734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Calling delete_port for e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:44.498539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:42:44.499801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.500712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.521334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37932008-b325-4801-a863-4b3966827e11']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:44.527509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] No DVR routers for this DVR port e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:44.531103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bc53a8-03a7-4047-9b6a-d29e7787d4a5') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:44.531418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bc53a8-03a7-4047-9b6a-d29e7787d4a5') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:44.532403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Pushing event deleted for resources: {'Port': ['ID=e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:44.541091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.541439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.541784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.542111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.542433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.542758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.543532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.543532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.543782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.544009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.544325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.544672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.545002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c21d8c-0a08-4e29-83f9-84ca2e5f0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:44.547537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.561894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.568024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:42:44.568266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:42:44.570723 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:42:44.633853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.638679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.642345 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] 10.222.0.37 "DELETE /v2.0/networks/37932008-b325-4801-a863-4b3966827e11 HTTP/1.1" status: 204 len: 168 time: 0.5355897 Dec 24 03:42:44.654895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08afd9-9327-4e9c-94b0-e6a36fdb2c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=37932008-b325-4801-a863-4b3966827e11,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:44.751077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52144) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:44.789815 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4436cb7c-b52c-4702-b215-6bb640603447 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97d8bc08abe943c4b4ef6f73c43c0c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376170 Dec 24 03:42:44.792746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52146) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:44.840027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e07d1b6-3479-472a-b749-fb8387b574d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.860379 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e07d1b6-3479-472a-b749-fb8387b574d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.912191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e07d1b6-3479-472a-b749-fb8387b574d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.914946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e07d1b6-3479-472a-b749-fb8387b574d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:44.916058 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1e07d1b6-3479-472a-b749-fb8387b574d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e58ad42d-6a95-4c20-9837-769df5565a53 HTTP/1.1" status: 204 len: 168 time: 0.1224356 Dec 24 03:42:44.922349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:44.925710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07d1b6-3479-472a-b749-fb8387b574d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58ad42d-6a95-4c20-9837-769df5565a53,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:44.947997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:44.948336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e8b86b5d-08ff-4b95-b4e0-1bc9ae0d82f6 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:44.948775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e1ece1ac-e581-43a9-856d-5830d55dcf98 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:44.971458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e1ece1ac-e581-43a9-856d-5830d55dcf98 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:44.971803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e1ece1ac-e581-43a9-856d-5830d55dcf98 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:44.972223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f3481b95-6ec2-4f7f-86fb-ce639292f4b6 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:44.994435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f3481b95-6ec2-4f7f-86fb-ce639292f4b6 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:44.994777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f3481b95-6ec2-4f7f-86fb-ce639292f4b6 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:45.071685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:45.245980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52152) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:45.285118 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bc0f13c6-c591-472f-b186-efc3712ca72d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70ed45408473435796be209d0945ca03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379300 Dec 24 03:42:45.287454 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52154) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:45.333949 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb047ba8-f717-48fe-9669-dd382dcc208b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:45.354714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb047ba8-f717-48fe-9669-dd382dcc208b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:45.400835 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb047ba8-f717-48fe-9669-dd382dcc208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:45.403385 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb047ba8-f717-48fe-9669-dd382dcc208b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:45.404579 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-cb047ba8-f717-48fe-9669-dd382dcc208b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b26a1b0-70e6-437e-9605-8db00be6bed4 HTTP/1.1" status: 204 len: 168 time: 0.1162102 Dec 24 03:42:45.414185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb047ba8-f717-48fe-9669-dd382dcc208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b26a1b0-70e6-437e-9605-8db00be6bed4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:45.893672 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:42:48.043989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52160) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:48.201444 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 34507826-b034-4615-a376-6e7c008f7908 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:48.201784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:48.278333 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:48.278657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:48.289993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 34507826-b034-4615-a376-6e7c008f7908 owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:48.434644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:48.459441 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=34507826-b034-4615-a376-6e7c008f7908,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:48.517687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:48.518007 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP bd3f0fe6-36d1-4d32-8353-a465d8cbea49 disassociated (deleted). External IP: 172.26.5.101, port: 3441014d-a948-48fb-a4a3-da93da2d9b2b. Dec 24 03:42:48.717846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 7e83d305-1d10-4538-8ac0-3690f8ec2495 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:42:48.823171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:48.827882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:48.832732 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] Sync routers for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:48.846480 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:48.847080 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:48.855594 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-04d7bc72-ae47-4d9d-8be4-7c5008886707 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd3f0fe6-36d1-4d32-8353-a465d8cbea49 HTTP/1.1" status: 204 len: 168 time: 0.8105183 Dec 24 03:42:48.856184 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:48.858420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a642d9-2550-43a2-a5ad-a2ac8c705865" -d '{"events": [{"name": "network-changed", "server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:48.904324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceb3da4-0367-48d3-823a-18f3a1ebdecd x-openstack-request-id: req-3ceb3da4-0367-48d3-823a-18f3a1ebdecd {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:48.904646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:48.904903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ceb3da4-0367-48d3-823a-18f3a1ebdecd {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:48.905310 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'status': 'completed', 'code': 200} Dec 24 03:42:48.961815 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:48.996062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-f996c3e4-d515-42d1-afa6-0a0bc108500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:48.997825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-f996c3e4-d515-42d1-afa6-0a0bc108500d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 1099 time: 0.0463169 Dec 24 03:42:49.141161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf630b-36be-4146-9a64-a2a6ac1064c8 req-727386ac-51df-4e53-998f-5feb81bf9e29 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:49.142615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84bf630b-36be-4146-9a64-a2a6ac1064c8 req-727386ac-51df-4e53-998f-5feb81bf9e29 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 946 time: 0.1124074 Dec 24 03:42:49.164150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-5dbf1e5b-bc73-4e76-959a-915bf060f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:49.165612 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-5dbf1e5b-bc73-4e76-959a-915bf060f31b service neutron] 10.222.0.41 "GET /v2.0/networks?id=665f3319-273b-4fdb-a740-0e9d83abe5a9 HTTP/1.1" status: 200 len: 896 time: 0.1255982 Dec 24 03:42:49.166756 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:21Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:49.192093 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] Checking router: 7e83d305-1d10-4538-8ac0-3690f8ec2495 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:49.200694 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:49.201291 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:49.216607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-edf40a2a-a031-480c-80f3-068be7a2c217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b HTTP/1.1" status: 200 len: 217 time: 0.0417120 Dec 24 03:42:49.263742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84bf630b-36be-4146-9a64-a2a6ac1064c8 req-0a5ab76e-38bc-4b00-a7f5-550b2fbc8a53 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094191 Dec 24 03:42:49.282736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-fb44a7c9-f6bd-43a5-8af1-0ee803d60178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:49.284208 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-fb44a7c9-f6bd-43a5-8af1-0ee803d60178 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=202d79d5-0ae0-4fd0-9b3d-a37952a287c5 HTTP/1.1" status: 200 len: 844 time: 0.0580952 Dec 24 03:42:49.305752 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:49.330845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-37e9c4f3-11e1-47ca-b74e-3fa9bc9a3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:49.332620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-37e9c4f3-11e1-47ca-b74e-3fa9bc9a3ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=665f3319-273b-4fdb-a740-0e9d83abe5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403659 Dec 24 03:42:49.426772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-3ab63453-948f-4d1a-b5b4-7344445407eb service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Dec 24 03:42:49.506387 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:21Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:49.517210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08a642d9-2550-43a2-a5ad-a2ac8c705865 req-b3650897-be6b-483e-acec-f05c798b49e3 service neutron] 10.222.0.41 "GET /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831726 Dec 24 03:42:49.532175 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f18f6-cc8d-413c-8fe4-aa4a1522cd3f None None] The sync data for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv is: [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:39:18Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'c3a4fe95-7e90-422a-9610-7eb57d5d82d2', 'name': '', 'network_id': '665f3319-273b-4fdb-a740-0e9d83abe5a9', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:19:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:17Z', 'updated_at': '2021-12-24T03:39:21Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': '202d79d5-0ae0-4fd0-9b3d-a37952a287c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:49.737630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e08da0-bfb8-4bcf-8b8c-170d33af50c5 None None] New status for floating IP bd3f0fe6-36d1-4d32-8353-a465d8cbea49: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:42:50.380098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e593b01-2c7a-4df0-8347-7997a85ef2e3 req-33b1456d-40bd-4f32-a926-a8a759cc6fa0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:50.381467 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e593b01-2c7a-4df0-8347-7997a85ef2e3 req-33b1456d-40bd-4f32-a926-a8a759cc6fa0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 946 time: 0.0483372 Dec 24 03:42:50.435090 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e593b01-2c7a-4df0-8347-7997a85ef2e3 req-288d4519-c788-4f07-8c46-0444075c6bfb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=906124c4-dede-4b29-8b00-dc61287223e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478146 Dec 24 03:42:50.903640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-15284386-a7a5-4319-a7b3-a49615903226 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:50.905089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-15284386-a7a5-4319-a7b3-a49615903226 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 946 time: 0.0481162 Dec 24 03:42:50.990160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 3441014d-a948-48fb-a4a3-da93da2d9b2b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:50.990493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:51.079479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 3441014d-a948-48fb-a4a3-da93da2d9b2b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3441014d-a948-48fb-a4a3-da93da2d9b2b,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:51.079835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:51.092180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 3441014d-a948-48fb-a4a3-da93da2d9b2b owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:51.218501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:51.247225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=3441014d-a948-48fb-a4a3-da93da2d9b2b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:51.286669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port 3441014d-a948-48fb-a4a3-da93da2d9b2b on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:51.289140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:51.292592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2243153-90e4-408c-8968-3fe0f28182f4 req-c8c1472e-891f-4c7d-b113-0a921b7daf44 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/3441014d-a948-48fb-a4a3-da93da2d9b2b HTTP/1.1" status: 204 len: 173 time: 0.3814173 Dec 24 03:42:51.293385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'name': 'network-vif-deleted', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:51.295654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438b4a2-6176-43b6-a9f2-c06f705e1f08" -d '{"events": [{"server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "name": "network-vif-deleted", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:51.338713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207cff86-5d38-4e95-b1b0-5b3d7aec98c1 x-openstack-request-id: req-207cff86-5d38-4e95-b1b0-5b3d7aec98c1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:51.339008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5441cc12-376d-419c-96b1-a4773725fc2f", "name": "network-vif-deleted", "tag": "3441014d-a948-48fb-a4a3-da93da2d9b2b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:51.339265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-207cff86-5d38-4e95-b1b0-5b3d7aec98c1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:51.339668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5441cc12-376d-419c-96b1-a4773725fc2f', 'name': 'network-vif-deleted', 'tag': '3441014d-a948-48fb-a4a3-da93da2d9b2b', 'status': 'completed', 'code': 200} Dec 24 03:42:51.537422 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb5acc3c-ac75-496c-928b-1ef4f6b2e6e1 req-1c575ba6-b458-423e-b334-c98752f10dcc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=5441cc12-376d-419c-96b1-a4773725fc2f HTTP/1.1" status: 200 len: 210 time: 0.0262787 Dec 24 03:42:52.077109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:52.592761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52176) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:52.647762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a20d3ff7-544b-409c-a1ed-23026abd6a2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:52.671679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a20d3ff7-544b-409c-a1ed-23026abd6a2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:52.733055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a20d3ff7-544b-409c-a1ed-23026abd6a2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:52.735829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a20d3ff7-544b-409c-a1ed-23026abd6a2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:52.737162 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a20d3ff7-544b-409c-a1ed-23026abd6a2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/906124c4-dede-4b29-8b00-dc61287223e3 HTTP/1.1" status: 204 len: 168 time: 0.1433613 Dec 24 03:42:52.746646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d3ff7-544b-409c-a1ed-23026abd6a2c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906124c4-dede-4b29-8b00-dc61287223e3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:52.767589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52180) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:53.403610 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:53.662630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port c3a4fe95-7e90-422a-9610-7eb57d5d82d2 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:53.663317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:53.752213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port c3a4fe95-7e90-422a-9610-7eb57d5d82d2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:53.752602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:53.764629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for c3a4fe95-7e90-422a-9610-7eb57d5d82d2 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:53.943943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:53.975318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=c3a4fe95-7e90-422a-9610-7eb57d5d82d2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:54.142410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.352191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 7e83d305-1d10-4538-8ac0-3690f8ec2495 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:42:54.459412 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:54.465106 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d912a0df-1d06-4523-98f3-1fa93f3bcd2e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/7e83d305-1d10-4538-8ac0-3690f8ec2495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963511 Dec 24 03:42:54.467617 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52182) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:54.468890 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] Sync routers for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:54.479135 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:54.479724 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:54.518101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet 202d79d5-0ae0-4fd0-9b3d-a37952a287c5 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:42:54.521351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.566508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.580487 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:54.647290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.704695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.736688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=202d79d5-0ae0-4fd0-9b3d-a37952a287c5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:54.740419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.746911 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d0c9378e-b2d7-40f1-b75a-5f572b08a23d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/202d79d5-0ae0-4fd0-9b3d-a37952a287c5 HTTP/1.1" status: 204 len: 168 time: 0.2782955 Dec 24 03:42:54.747067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:54.751602 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:42:53Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:54.758592 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb26fe-45c3-4fe5-8851-b70cb1053aa7 None None] Network 665f3319-273b-4fdb-a740-0e9d83abe5a9 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:42:54.782287 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] Checking router: 7e83d305-1d10-4538-8ac0-3690f8ec2495 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:54.791170 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] Routers {'7e83d305-1d10-4538-8ac0-3690f8ec2495'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:54.791621 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7e83d305-1d10-4538-8ac0-3690f8ec2495'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:54.864116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.893566 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] Set router 7e83d305-1d10-4538-8ac0-3690f8ec2495 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:54.941931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] DHCP port deletion for 665f3319-273b-4fdb-a740-0e9d83abe5a9 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:54.982130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:54.998607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] Deleting port 766c420e-6abf-4e8a-8ba0-141f821ef036 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:54.999620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.039949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port c52270ec-b921-41b6-981f-0ba5b36c949b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:55.041545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.072074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] For port 766c420e-6abf-4e8a-8ba0-141f821ef036, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=766c420e-6abf-4e8a-8ba0-141f821ef036,segment=NetworkSegment(a95abdcf-6ce1-4504-b194-b8cb19bf493e),segment_id=a95abdcf-6ce1-4504-b194-b8cb19bf493e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:55.072493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.088509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] Calling delete_port for 766c420e-6abf-4e8a-8ba0-141f821ef036 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:55.126692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port c52270ec-b921-41b6-981f-0ba5b36c949b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=c52270ec-b921-41b6-981f-0ba5b36c949b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:55.127114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.139431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for c52270ec-b921-41b6-981f-0ba5b36c949b owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:55.160481 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:42:53Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:55.175652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.188976 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a05a3-689f-4e9a-9345-f1c0935c70d0 None None] The sync data for ids ['7e83d305-1d10-4538-8ac0-3690f8ec2495'] in dv-neutron-822869-1-hyperv is: [{'id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'name': 'tempest-TestNetworkBasicOps-router-1401261272', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:39:14Z', 'updated_at': '2021-12-24T03:42:53Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'c52270ec-b921-41b6-981f-0ba5b36c949b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83d305-1d10-4538-8ac0-3690f8ec2495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:39:15Z', 'updated_at': '2021-12-24T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:55.202159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] Pushing event deleted for resources: {'Port': ['ID=766c420e-6abf-4e8a-8ba0-141f821ef036,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:55.207060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594adeb-1a33-4a16-80ca-3ed867e47da0 None None] No DVR routers for this DVR port 766c420e-6abf-4e8a-8ba0-141f821ef036 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:55.320067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.335776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3441014d-a948-48fb-a4a3-da93da2d9b2b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:55.346929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=c52270ec-b921-41b6-981f-0ba5b36c949b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:55.362512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ddb38-f1ed-4301-8388-380b3322ddf4 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:55.364622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 3441014d-a948-48fb-a4a3-da93da2d9b2b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:55.364967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3441014d-a948-48fb-a4a3-da93da2d9b2b not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:55.413891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.502961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.504969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.548679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.549224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router 7e83d305-1d10-4538-8ac0-3690f8ec2495 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:42:55.556905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.558157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a1812ac5-dcaf-4254-9858-e0ec6755df37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/7e83d305-1d10-4538-8ac0-3690f8ec2495 HTTP/1.1" status: 204 len: 168 time: 0.8102198 Dec 24 03:42:55.560920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:55.641047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.726351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.748016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665f3319-273b-4fdb-a740-0e9d83abe5a9']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:55.760848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95abdcf-6ce1-4504-b194-b8cb19bf493e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:55.761091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95abdcf-6ce1-4504-b194-b8cb19bf493e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:55.770993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.784967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.791697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:42:55.792827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:42:55.796236 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:42:55.860847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.865065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.869622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/665f3319-273b-4fdb-a740-0e9d83abe5a9 HTTP/1.1" status: 204 len: 168 time: 0.3077805 Dec 24 03:42:55.879238 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52188) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:55.883940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94288dc-e584-429b-a604-7e7fafdb3329 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=665f3319-273b-4fdb-a740-0e9d83abe5a9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:55.884568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--1716460376', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:55.906433 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:42:55.910042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.934074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:42:55.942784 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.943121 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment f7a40317-9a79-4a12-80c3-9d2a78439608 of type vlan for network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef Dec 24 03:42:55.981022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.004593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.010028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:56.010599 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.047897 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1676245 Dec 24 03:42:56.050556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52190) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:56.054768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-191817791', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:56.090195 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4340f-3f70-4f77-a1bc-24a5835bed6d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:56.100756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:42:56.110475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.111518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.168628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.306629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.497780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.515568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.616138 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.216 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:42:56.714479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.746260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.783966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:42:56.788204 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:42:56.791782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:42:56.800611 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0977d2f-8594-4637-834e-d3694076875a None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:56.816691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:56.894562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6a83d290-000a-4f98-8b01-0265209c38f8 None None] Provisioning complete for port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:42:56.894944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a83d290-000a-4f98-8b01-0265209c38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:56.934112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device c3a4fe95-7e90-422a-9610-7eb57d5d82d2 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:56.938601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6a83d290-000a-4f98-8b01-0265209c38f8 None None] Port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:42:56.956471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: c3a4fe95-7e90-422a-9610-7eb57d5d82d2 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:56.957070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device c3a4fe95-7e90-422a-9610-7eb57d5d82d2 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:56.957493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device c52270ec-b921-41b6-981f-0ba5b36c949b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:56.976475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: c52270ec-b921-41b6-981f-0ba5b36c949b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:56.976797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device c52270ec-b921-41b6-981f-0ba5b36c949b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:56.977204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 766c420e-6abf-4e8a-8ba0-141f821ef036 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:56.995642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 766c420e-6abf-4e8a-8ba0-141f821ef036 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:56.995984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 766c420e-6abf-4e8a-8ba0-141f821ef036 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:57.046039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:57.235312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:57.356788 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c981804d-433b-4386-8a95-539a3cbd78b2 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:42:57.459181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:57.469176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Sync routers for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:57.479078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:57.480047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:57.480541 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-61fd6e4d-d5ce-4d6d-94fb-c1db8e213293 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4288425 Dec 24 03:42:57.480675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:57.483482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52192) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:57.510957 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-678e3819-275a-4cab-b0f3-1accbb5366eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263124 Dec 24 03:42:57.513482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52194) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:57.608298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de70df-d278-496b-9bf4-b41d797eeaeb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:57.612478 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-59de70df-d278-496b-9bf4-b41d797eeaeb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954580 Dec 24 03:42:57.612931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:57.641751 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2dfec1e9-fccb-4594-9e1d-6d294d85876d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276408 Dec 24 03:42:57.644183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52198) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:57.648907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510792877', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:57.731796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:57.740430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:42:57.744639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:57.909030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:56Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:57.920277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:57.937004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Checking router: c981804d-433b-4386-8a95-539a3cbd78b2 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:57.937357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Updating router c981804d-433b-4386-8a95-539a3cbd78b2 port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:42:57.963940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:57.978484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:57.990789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:42:57.991146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:42:58.006582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:42:58.015146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:42:58.019127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:58.019723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.035965 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-85b402c9-4b89-4d72-af10-f66f078eca3b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3907709 Dec 24 03:42:58.038721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:58.047801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420b54c-312e-4c31-93d6-0d02f675063b None None] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:42:58.220982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:42:58.221832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.394660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.402897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.467622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Allocated IP 172.20.0.2 (9670d3ec-15c1-4d0d-9795-d10c5f35d0ef/cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6/bc2e742a-f6c3-4c50-a3a8-3445882609b0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:42:58.477709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693b9a5-5c06-47ef-973c-2441e2aca956 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:58.478416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.496867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83c76e-9b8a-4d18-af68-8460d95fe0dd None None] Pushing event updated for resources: {'Port': ['ID=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:58.499007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Attempting to bind port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:42:58.499378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Attempting to bind port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:42:58.499742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Attempting to bind port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:42:58.510774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:42:58.511399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:42:58.511797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.512191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:42:58.512670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Bound port: b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:42:58.513047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.635396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-90dbb413-14a5-4657-ba97-81bf62642890 None None] Provisioning complete for port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:42:58.635760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90dbb413-14a5-4657-ba97-81bf62642890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.637745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] For port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:42:58.643010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] For port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:42:58.679126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.753794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-90dbb413-14a5-4657-ba97-81bf62642890 None None] Port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:42:58.762074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489e39a-1353-46b7-9957-a25e5e5227a0 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:42:58.801392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83c76e-9b8a-4d18-af68-8460d95fe0dd None None] Pushing event updated for resources: {'Port': ['ID=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:58.804534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.807024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:58.807644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:58.849258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.938726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:42:58.950317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:42:58.959905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:42:58.964294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-57628588-a114-45f0-becd-0915daa75d57 None None] Provisioning complete for port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:42:58.964684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57628588-a114-45f0-becd-0915daa75d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:58.966064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Pushing event updated for resources: {'Port': ['ID=bc2e742a-f6c3-4c50-a3a8-3445882609b0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:59.024219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:59.098316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (9670d3ec-15c1-4d0d-9795-d10c5f35d0ef/cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6/6c84c05f-a453-457c-859f-7675a8185eaf) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:42:59.131119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Attempting to bind port bc2e742a-f6c3-4c50-a3a8-3445882609b0 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:42:59.131458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Attempting to bind port bc2e742a-f6c3-4c50-a3a8-3445882609b0 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:42:59.131813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Attempting to bind port bc2e742a-f6c3-4c50-a3a8-3445882609b0 on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:42:59.168990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:42:59.169360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Checking segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:42:59.169752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.170136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Bound using segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:42:59.170595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Bound port: bc2e742a-f6c3-4c50-a3a8-3445882609b0, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:42:59.170966 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.212996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.247287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.260498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57628588-a114-45f0-becd-0915daa75d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.287464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:42:59.293046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:42:59.296725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:42:59.310873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-57628588-a114-45f0-becd-0915daa75d57 None None] For port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:59.316653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57628588-a114-45f0-becd-0915daa75d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.320337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=6c84c05f-a453-457c-859f-7675a8185eaf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:59.322273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] For port bc2e742a-f6c3-4c50-a3a8-3445882609b0, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:42:59.326371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] For port bc2e742a-f6c3-4c50-a3a8-3445882609b0, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bc2e742a-f6c3-4c50-a3a8-3445882609b0,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:42:59.349500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.353853 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.397768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628588-a114-45f0-becd-0915daa75d57 None None] Pushing event updated for resources: {'Port': ['ID=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:59.426315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:56Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:59.460182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a661-f3c5-4f5f-8bec-70eac2ed18d4 None None] The sync data for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv is: [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:56Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:59.480596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15dd06-3307-4679-9549-74f778985a3d None None] Pushing event updated for resources: {'Port': ['ID=bc2e742a-f6c3-4c50-a3a8-3445882609b0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:59.490746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.828534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.834317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:59.913988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=6c84c05f-a453-457c-859f-7675a8185eaf,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:59.917486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.012958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:43:00.014546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:43:00.152460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c981804d-433b-4386-8a95-539a3cbd78b2 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:43:00.270695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:43:00.278613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cd88d7ac-b8d7-4260-97d2-4f361c28404d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/c981804d-433b-4386-8a95-539a3cbd78b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2362523 Dec 24 03:43:00.278613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52202) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:00.371072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e43d3d-c615-4171-b8e1-05235d3d7b91 None None] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:43:00.388984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c214028-4aed-469d-8265-209e048dcba8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.389454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c214028-4aed-469d-8265-209e048dcba8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.389916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c214028-4aed-469d-8265-209e048dcba8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.390375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c214028-4aed-469d-8265-209e048dcba8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.392807 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1c214028-4aed-469d-8265-209e048dcba8 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1132843 Dec 24 03:43:00.394806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52204) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:00.448324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d83fce-5718-41e6-976c-13347542c278 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.448819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d83fce-5718-41e6-976c-13347542c278 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.449464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d83fce-5718-41e6-976c-13347542c278 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.450112 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d83fce-5718-41e6-976c-13347542c278 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:00.451806 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-96d83fce-5718-41e6-976c-13347542c278 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0551152 Dec 24 03:43:00.454654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52206) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:00.470497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-63124e4d-20ec-47e3-9f99-7604b558f2cf None None] Provisioning complete for port bc2e742a-f6c3-4c50-a3a8-3445882609b0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:00.470866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63124e4d-20ec-47e3-9f99-7604b558f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.608870 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-30fcc938-5ce1-4d1f-ad7d-69b09d3fc67d tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1503103 Dec 24 03:43:00.719403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63124e4d-20ec-47e3-9f99-7604b558f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.757689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-63124e4d-20ec-47e3-9f99-7604b558f2cf None None] For port bc2e742a-f6c3-4c50-a3a8-3445882609b0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bc2e742a-f6c3-4c50-a3a8-3445882609b0,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:00.767721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63124e4d-20ec-47e3-9f99-7604b558f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.819698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63124e4d-20ec-47e3-9f99-7604b558f2cf None None] Pushing event updated for resources: {'Port': ['ID=bc2e742a-f6c3-4c50-a3a8-3445882609b0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:00.822745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52210) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:00.827431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c6c2ba30-5eda-488a-b0ff-685e0f705105 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936972209', 'description': 'tempest-secgroup-smoke-1936972209 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:00.854365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ba30-5eda-488a-b0ff-685e0f705105 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.890352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d817b3f2-74e9-4e48-80bf-9f017081a21b None None] Provisioning complete for port 6c84c05f-a453-457c-859f-7675a8185eaf triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:00.890721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d817b3f2-74e9-4e48-80bf-9f017081a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.947291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d817b3f2-74e9-4e48-80bf-9f017081a21b None None] Port 6c84c05f-a453-457c-859f-7675a8185eaf cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:43:00.948399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ba30-5eda-488a-b0ff-685e0f705105 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.953574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ba30-5eda-488a-b0ff-685e0f705105 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.964396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d817b3f2-74e9-4e48-80bf-9f017081a21b None None] Provisioning complete for port bc2e742a-f6c3-4c50-a3a8-3445882609b0 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:00.965004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d817b3f2-74e9-4e48-80bf-9f017081a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.998518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ba30-5eda-488a-b0ff-685e0f705105 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.000004 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c6c2ba30-5eda-488a-b0ff-685e0f705105 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1762943 Dec 24 03:43:01.003083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:01.004724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ba30-5eda-488a-b0ff-685e0f705105 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35329e14-0c37-4141-9ae1-4b7f840efe89,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:01.007600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2ea7a30b-f19c-49e8-88d9-565166b0d81a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '35329e14-0c37-4141-9ae1-4b7f840efe89', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:01.051609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a30b-f19c-49e8-88d9-565166b0d81a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.079130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:43:01.128337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a30b-f19c-49e8-88d9-565166b0d81a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.133095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a30b-f19c-49e8-88d9-565166b0d81a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.135478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:01.135806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.155209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7a30b-f19c-49e8-88d9-565166b0d81a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2415b961-d233-4a12-a3c1-67fa467cfcea,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:01.163268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a30b-f19c-49e8-88d9-565166b0d81a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.164549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2ea7a30b-f19c-49e8-88d9-565166b0d81a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604168 Dec 24 03:43:01.167341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52214) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:01.176124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b1e155ea-166a-459c-a7c5-b900365ce093 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '35329e14-0c37-4141-9ae1-4b7f840efe89', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:01.195497 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Sync routers for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:43:01.207085 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:01.207796 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:01.219720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1e155ea-166a-459c-a7c5-b900365ce093 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.242078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bc2e742a-f6c3-4c50-a3a8-3445882609b0 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:43:01.246535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-506512a9-1a50-4ee9-853b-16ef63dad09e None None] Provisioning complete for port 6c84c05f-a453-457c-859f-7675a8185eaf triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:01.246976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-506512a9-1a50-4ee9-853b-16ef63dad09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.284156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1e155ea-166a-459c-a7c5-b900365ce093 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.289813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1e155ea-166a-459c-a7c5-b900365ce093 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.312052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-506512a9-1a50-4ee9-853b-16ef63dad09e None None] Port 6c84c05f-a453-457c-859f-7675a8185eaf cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:43:01.314063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e155ea-166a-459c-a7c5-b900365ce093 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bfd9ca-8e5a-4510-9474-b2b2bdcbf8f5,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:01.315512 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:01.322788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port bc2e742a-f6c3-4c50-a3a8-3445882609b0 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:01.323238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.324342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1e155ea-166a-459c-a7c5-b900365ce093 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.326120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b1e155ea-166a-459c-a7c5-b900365ce093 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563232 Dec 24 03:43:01.328562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52216) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:01.333601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a3d381c3-285c-41cc-ab26-f812eb4b94c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '35329e14-0c37-4141-9ae1-4b7f840efe89', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:01.368285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3d381c3-285c-41cc-ab26-f812eb4b94c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.436816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-94663155-7500-446a-aff0-f7e7f8760fc8 None None] Provisioning complete for port 6c84c05f-a453-457c-859f-7675a8185eaf triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:01.437184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-94663155-7500-446a-aff0-f7e7f8760fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.448089 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3d381c3-285c-41cc-ab26-f812eb4b94c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.454486 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3d381c3-285c-41cc-ab26-f812eb4b94c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.473032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d381c3-285c-41cc-ab26-f812eb4b94c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52c8f50-7366-45fa-aa95-1c536cd71743,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:01.473903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-94663155-7500-446a-aff0-f7e7f8760fc8 None None] Port 6c84c05f-a453-457c-859f-7675a8185eaf cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:43:01.487250 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3d381c3-285c-41cc-ab26-f812eb4b94c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.488101 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a3d381c3-285c-41cc-ab26-f812eb4b94c4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585343 Dec 24 03:43:01.490760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52218) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:01.496234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-651ccd7b-eac1-48f2-9bc3-6ecc5bee848b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '35329e14-0c37-4141-9ae1-4b7f840efe89', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:01.530721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-651ccd7b-eac1-48f2-9bc3-6ecc5bee848b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.579456 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:01.589483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-651ccd7b-eac1-48f2-9bc3-6ecc5bee848b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.593982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-651ccd7b-eac1-48f2-9bc3-6ecc5bee848b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.607097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ccd7b-eac1-48f2-9bc3-6ecc5bee848b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3260adf2-c1b0-4580-8b31-c01b40cf36ae,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:01.608210 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Checking router: c981804d-433b-4386-8a95-539a3cbd78b2 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:43:01.608739 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Updating router c981804d-433b-4386-8a95-539a3cbd78b2 port 6c84c05f-a453-457c-859f-7675a8185eaf binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:43:01.621056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-651ccd7b-eac1-48f2-9bc3-6ecc5bee848b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.622233 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-651ccd7b-eac1-48f2-9bc3-6ecc5bee848b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301868 Dec 24 03:43:01.625020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:01.629612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '35329e14-0c37-4141-9ae1-4b7f840efe89', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:01.643104 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.654930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:43:01.660654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.726713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.731797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.753170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c99e153-368a-4dc0-868f-c1aeafa319dd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:01.764761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.766044 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-73209023-5163-4f92-adb3-07abba9059fd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400204 Dec 24 03:43:01.768980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:01.773257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '35329e14-0c37-4141-9ae1-4b7f840efe89', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:01.796186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:43:01.801304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.860466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.864325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.881787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf734c0e-9660-4700-a1b1-7d2ce0f66d79,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:01.891070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.892294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-37fc8ee3-b57b-4794-b9ca-59f61c7cf826 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223586 Dec 24 03:43:01.906406 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.911003 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:01.981564 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Pushing event updated for resources: {'Port': ['ID=6c84c05f-a453-457c-859f-7675a8185eaf,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:02.002146 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.002494 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.003038 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.003542 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.004049 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.004577 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.004904 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.005232 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.005552 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.005878 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.006193 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.006505 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.007009 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:02.026189 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Attempting to bind port 6c84c05f-a453-457c-859f-7675a8185eaf on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:43:02.026554 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Attempting to bind port 6c84c05f-a453-457c-859f-7675a8185eaf by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:43:02.026914 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Attempting to bind port 6c84c05f-a453-457c-859f-7675a8185eaf on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:43:02.032840 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:43:02.033210 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Checking segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:43:02.033604 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:02.034130 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Bound using segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:43:02.034582 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Bound port: 6c84c05f-a453-457c-859f-7675a8185eaf, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:43:02.035281 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:02.101630 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] For port 6c84c05f-a453-457c-859f-7675a8185eaf, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:43:02.105723 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] For port 6c84c05f-a453-457c-859f-7675a8185eaf, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6c84c05f-a453-457c-859f-7675a8185eaf,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:43:02.108233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-effa99c5-9f31-4315-8a1a-f30079608bb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936972209&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0486820 Dec 24 03:43:02.113712 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:02.170843 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:02.171469 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:42:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:02.210892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-23f76a98-9dc5-4425-9377-024f447af06c None None] Provisioning complete for port 6c84c05f-a453-457c-859f-7675a8185eaf triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:02.211864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23f76a98-9dc5-4425-9377-024f447af06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:02.243093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-7cd62f52-6295-43d8-8691-66dcbb68f99b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:02.245234 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-7cd62f52-6295-43d8-8691-66dcbb68f99b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 797 time: 0.1278050 Dec 24 03:43:02.257993 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a711-ee61-4700-9382-7496f8f15e47 None None] Pushing event updated for resources: {'Port': ['ID=6c84c05f-a453-457c-859f-7675a8185eaf,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:02.269621 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-b2b5fbb9-f2e7-40b4-a763-5cdea98b2056 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0174949 Dec 24 03:43:02.291083 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:02.312587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23f76a98-9dc5-4425-9377-024f447af06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:02.321686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-f4cbb273-0b44-41c9-9304-6c3fabeb9729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511575 Dec 24 03:43:02.357739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-23f76a98-9dc5-4425-9377-024f447af06c None None] For port 6c84c05f-a453-457c-859f-7675a8185eaf, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6c84c05f-a453-457c-859f-7675a8185eaf,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:02.363197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23f76a98-9dc5-4425-9377-024f447af06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:02.417855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f76a98-9dc5-4425-9377-024f447af06c None None] Pushing event updated for resources: {'Port': ['ID=6c84c05f-a453-457c-859f-7675a8185eaf,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:02.483845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9033ec21-a671-4739-b8f4-de0627bf9580 None None] Provisioning complete for port 6c84c05f-a453-457c-859f-7675a8185eaf triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:02.484325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9033ec21-a671-4739-b8f4-de0627bf9580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:02.513714 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:02.527478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-aafa75e1-a6fc-4097-bee1-58a1722e2c44 service neutron] 10.222.0.37 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894906 Dec 24 03:43:02.541897 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2360e-2d0f-4428-843d-54532db349ec None None] The sync data for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv is: [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:43:02.638070 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d5e9bd1b-915f-40e8-9006-e9be7d50c703 service neutron] 10.222.0.37 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037366 Dec 24 03:43:02.812817 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b0767fc-e279-4485-8597-1a5c721be8f5 req-9735d217-048c-4e1d-9f44-16604de1a817 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 210 time: 0.0268681 Dec 24 03:43:02.985145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6c84c05f-a453-457c-859f-7675a8185eaf up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:43:03.046282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6c84c05f-a453-457c-859f-7675a8185eaf triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:03.046656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:03.926570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68b4d121-c17b-4863-bcd2-7c7c141fec27 req-2d4ce41d-26ad-4aca-801f-e13c8b2313d1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 210 time: 0.0415962 Dec 24 03:43:03.992961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-1d7d5c95-5c4e-4799-aaad-9a67b20bde62 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:03.994446 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-1d7d5c95-5c4e-4799-aaad-9a67b20bde62 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 797 time: 0.1295707 Dec 24 03:43:04.078060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-63cc265d-53ff-4312-9861-6ca3b7c99249 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 380 time: 0.0558746 Dec 24 03:43:04.093808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['35329e14-0c37-4141-9ae1-4b7f840efe89']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:04.203369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:43:04.207060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:04.324597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.8 (9670d3ec-15c1-4d0d-9795-d10c5f35d0ef/cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6/5f716cfc-5584-480b-b903-e15c7cd6f1ee) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:43:04.458281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:04.490762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:04.535352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:43:04.538343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:43:04.541958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:43:04.569964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:04.599695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:04.600334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:04.616625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-d06ea140-a9e5-4a1f-8db2-5ab4a2aa2f04 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5264423 Dec 24 03:43:04.644565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Request body: {'port': {'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:04.699405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:04.797314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-77360640-eb56-422d-86e2-7695e3d6b3e7 None None] Provisioning complete for port 5f716cfc-5584-480b-b903-e15c7cd6f1ee triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:04.797897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77360640-eb56-422d-86e2-7695e3d6b3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:04.834830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-77360640-eb56-422d-86e2-7695e3d6b3e7 None None] Port 5f716cfc-5584-480b-b903-e15c7cd6f1ee cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:43:04.951556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f716cfc-5584-480b-b903-e15c7cd6f1ee {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:43:04.959471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:04.971062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Transition to ACTIVE for port object 5f716cfc-5584-480b-b903-e15c7cd6f1ee will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:43:04.974758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:05.053502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:05.120251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d42b9-b988-455f-96fe-122998177104 req-0bbd1eb3-ee7b-4c14-989c-597951e50de6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:05.121810 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-473d42b9-b988-455f-96fe-122998177104 req-0bbd1eb3-ee7b-4c14-989c-597951e50de6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 943 time: 0.1168163 Dec 24 03:43:05.164898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Attempting to bind port 5f716cfc-5584-480b-b903-e15c7cd6f1ee on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:43:05.165778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Attempting to bind port 5f716cfc-5584-480b-b903-e15c7cd6f1ee by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:43:05.166106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Attempting to bind port 5f716cfc-5584-480b-b903-e15c7cd6f1ee on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:43:05.187091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Port 5f716cfc-5584-480b-b903-e15c7cd6f1ee on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:43:05.187420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Attempting to bind port 5f716cfc-5584-480b-b903-e15c7cd6f1ee on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:43:05.196046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-473d42b9-b988-455f-96fe-122998177104 req-5d3828dc-9603-4268-bf4d-1692f3c38f7d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675464 Dec 24 03:43:05.197203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:43:05.197527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Checking segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:43:05.197894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Bound using segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:43:05.198317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Bound port: 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:43:05.198662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:05.262080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:43:05.265443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:43:05.269309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:05.304945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:05.305568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:05.306910 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 1093 time: 0.6667798 Dec 24 03:43:05.307347 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:05.309618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8a5e6-9608-425f-bc8d-a2e738a7e872" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:05.333022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14fd79-b3dd-42b0-8483-8081c91bacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:05.366427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68238316-1f92-4cb4-9faa-6eb7762bed37 x-openstack-request-id: req-68238316-1f92-4cb4-9faa-6eb7762bed37 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:05.366785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:05.367044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68238316-1f92-4cb4-9faa-6eb7762bed37 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:05.367452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'status': 'completed', 'code': 200} Dec 24 03:43:05.426732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-29fdcc85-81ed-40ab-9564-999336b18e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:05.428413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-29fdcc85-81ed-40ab-9564-999336b18e60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1096 time: 0.0429080 Dec 24 03:43:05.484691 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-ac0e5957-0bff-4bbe-a22b-03cae427077a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 217 time: 0.0397310 Dec 24 03:43:05.531528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-55117889-fdb0-4fc2-a166-f5e852379a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:05.532965 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-55117889-fdb0-4fc2-a166-f5e852379a78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0420988 Dec 24 03:43:05.578517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-9ca76565-8c5c-42cb-9e42-dfdeab93cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:05.580086 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-9ca76565-8c5c-42cb-9e42-dfdeab93cc43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399821 Dec 24 03:43:05.672321 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-fdc01e97-aaf3-41db-bdeb-346e58dce21f service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845101 Dec 24 03:43:05.762867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bed8130-233b-417c-ab3a-bc6d513f4e66 req-b309d914-4616-4149-b0ce-90fe6e4bbf84 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836735 Dec 24 03:43:05.889727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-44f46f85-d43b-4756-95e5-1ebb1507d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:05.891095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-44f46f85-d43b-4756-95e5-1ebb1507d992 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1096 time: 0.0400791 Dec 24 03:43:05.977359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-0c44a5cf-1365-4871-b6d8-8493c714cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:05.978812 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-0c44a5cf-1365-4871-b6d8-8493c714cdfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.0809126 Dec 24 03:43:06.025213 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-daac6dbc-ac38-4e13-98c5-728821b7bd40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 217 time: 0.0380328 Dec 24 03:43:06.074405 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-ba45612a-bdc7-4f04-a855-09d51a34dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:06.075842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-ba45612a-bdc7-4f04-a855-09d51a34dfff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0436983 Dec 24 03:43:06.120331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-7f0fe269-a5e9-4ca6-8e70-4ab3e626feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:06.121850 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-7f0fe269-a5e9-4ca6-8e70-4ab3e626feb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393753 Dec 24 03:43:06.213468 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-9815f506-2cb3-4029-abff-0ed6f1c49864 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846472 Dec 24 03:43:06.334776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40a8a5e6-9608-425f-bc8d-a2e738a7e872 req-ab7307c7-e37c-426b-900f-4c8262604da9 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138456 Dec 24 03:43:06.343018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c6cb5-0734-4e34-b667-7e1a8327c995 req-0c720e0c-69f1-4245-a437-320641f1025d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:06.344353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb8c6cb5-0734-4e34-b667-7e1a8327c995 req-0c720e0c-69f1-4245-a437-320641f1025d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 943 time: 0.0704658 Dec 24 03:43:06.394380 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb8c6cb5-0734-4e34-b667-7e1a8327c995 req-3c576e09-ba95-48fc-8b4e-15a43298e4f3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 Dec 24 03:43:07.508299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504355f-6b91-4360-addf-221fa5d3d718 req-0229575a-46ee-4e21-ac39-97d1196bafc1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:07.510321 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9504355f-6b91-4360-addf-221fa5d3d718 req-0229575a-46ee-4e21-ac39-97d1196bafc1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 943 time: 0.0483925 Dec 24 03:43:07.557630 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9504355f-6b91-4360-addf-221fa5d3d718 req-84dca9a8-4911-4bab-b83b-a95a9fb129ae tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Dec 24 03:43:08.671388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90ae37-4e14-44c6-923e-c33619a90f65 req-6bdfeeef-8ffc-4ae1-9c8f-c1502f8021cf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.672840 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed90ae37-4e14-44c6-923e-c33619a90f65 req-6bdfeeef-8ffc-4ae1-9c8f-c1502f8021cf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 943 time: 0.0472813 Dec 24 03:43:08.726240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed90ae37-4e14-44c6-923e-c33619a90f65 req-78aa2bd4-d42b-4038-a8fb-192c3f7b5732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476818 Dec 24 03:43:09.404638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e93509b5-4d21-4ae9-86e0-8f047f880ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:09.430274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 5f716cfc-5584-480b-b903-e15c7cd6f1ee details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:43:09.522881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:09.533567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:43:09.569933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:09.582248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f716cfc-5584-480b-b903-e15c7cd6f1ee {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:43:09.601504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:09.605958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:09.651029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:09.838922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1e8c-8f36-4347-9669-15efb1b1eb90 req-35546044-8934-4cd4-a3dc-9aac9a82e54d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:09.840298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-021e1e8c-8f36-4347-9669-15efb1b1eb90 req-35546044-8934-4cd4-a3dc-9aac9a82e54d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 944 time: 0.0476182 Dec 24 03:43:09.887601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-021e1e8c-8f36-4347-9669-15efb1b1eb90 req-a539196e-a9b7-40ae-9eff-500b9303a342 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414755 Dec 24 03:43:10.024963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['5f716cfc-5584-480b-b903-e15c7cd6f1ee'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:43:10.999204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b40ea-42df-4399-a0d7-e989e42eba58 req-4d4eb15f-7a99-4d47-8f57-9b03817e16a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:11.000665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e2b40ea-42df-4399-a0d7-e989e42eba58 req-4d4eb15f-7a99-4d47-8f57-9b03817e16a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 944 time: 0.0477903 Dec 24 03:43:11.047173 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e2b40ea-42df-4399-a0d7-e989e42eba58 req-cb408642-7a63-4987-8137-306f1f30a86c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Dec 24 03:43:11.467346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 5f716cfc-5584-480b-b903-e15c7cd6f1ee up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:43:11.518896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 5f716cfc-5584-480b-b903-e15c7cd6f1ee completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:43:11.522905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 5f716cfc-5584-480b-b903-e15c7cd6f1ee triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:11.523304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:11.597989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:11.622848 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:11.625279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11e5887-d679-4639-9d8e-0c0d20aeae2a" -d '{"events": [{"server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "name": "network-vif-plugged", "status": "completed", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:11.638982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:11.643164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:11.692893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:11.774823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9300950a-0da4-4547-bbe7-71c987313e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:11.792985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a606cf7-e355-4a87-a0df-8bd4f6dc5b77 x-openstack-request-id: req-7a606cf7-e355-4a87-a0df-8bd4f6dc5b77 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:11.793280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "name": "network-vif-plugged", "status": "completed", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:11.793533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a606cf7-e355-4a87-a0df-8bd4f6dc5b77 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:11.793953 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'code': 200} Dec 24 03:43:12.009211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ef94-d2e6-46ff-a186-e06f8be7a27a req-d164a964-bb7b-4f44-91b1-ce6cc2e7865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:12.010656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5d0ef94-d2e6-46ff-a186-e06f8be7a27a req-d164a964-bb7b-4f44-91b1-ce6cc2e7865d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1098 time: 0.0428674 Dec 24 03:43:12.068031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5d0ef94-d2e6-46ff-a186-e06f8be7a27a req-1b99a45f-34da-4e7f-b4ac-496527db37bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369663 Dec 24 03:43:12.159706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3be4-d119-4439-ba17-82c5bdb9feec req-e3db5632-866e-4cb5-83db-cf93b7b0ec71 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:12.161194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b5a3be4-d119-4439-ba17-82c5bdb9feec req-e3db5632-866e-4cb5-83db-cf93b7b0ec71 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 945 time: 0.0482178 Dec 24 03:43:12.210437 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b5a3be4-d119-4439-ba17-82c5bdb9feec req-5fe4e966-ad53-4e6d-9dd9-d0150c9dd407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Dec 24 03:43:12.732595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:13.327640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e7b72-37b1-48a5-b476-718937ef7a89 req-6d48cec6-f6b3-4a8e-8cad-aee4dc0505e9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:13.329120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb5e7b72-37b1-48a5-b476-718937ef7a89 req-6d48cec6-f6b3-4a8e-8cad-aee4dc0505e9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 945 time: 0.0512230 Dec 24 03:43:13.379160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb5e7b72-37b1-48a5-b476-718937ef7a89 req-5b90ba13-a4f2-49e2-84ed-135cda1e808b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Dec 24 03:43:14.424967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:14.498914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923125aa-2e08-4ebb-b6c6-5b61cbffa231 req-50cf803e-2e40-4b1a-af30-a09250dd699e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:14.500427 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-923125aa-2e08-4ebb-b6c6-5b61cbffa231 req-50cf803e-2e40-4b1a-af30-a09250dd699e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 945 time: 0.0513575 Dec 24 03:43:14.549277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-923125aa-2e08-4ebb-b6c6-5b61cbffa231 req-8c8ce237-0322-4385-90b6-42d476624d5f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Dec 24 03:43:14.664071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be54a12-5266-498a-a977-f3977d942b90 req-76c93326-3888-46cb-9e4d-b48db0983b81 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:14.665423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8be54a12-5266-498a-a977-f3977d942b90 req-76c93326-3888-46cb-9e4d-b48db0983b81 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Dec 24 03:43:14.718378 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8be54a12-5266-498a-a977-f3977d942b90 req-ea9b2e0e-f791-4e1c-ac17-247959fcb5c7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470271 Dec 24 03:43:14.740288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52296) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:14.779318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35744359-5412-4ead-b692-9071d6340a68 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:14.780936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-35744359-5412-4ead-b692-9071d6340a68 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1093 time: 0.0395977 Dec 24 03:43:14.783664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:14.787776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:14.810306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:14.905378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:15.010169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.150 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/bf2cb07e-f643-4dd4-8cb5-5b2c83348d4c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:43:15.065460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:15.113962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:15.147198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:15.186528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:43:15.189377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:43:15.192756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:43:15.215419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=bf2cb07e-f643-4dd4-8cb5-5b2c83348d4c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:15.887406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:15.948803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.091648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.096136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.160120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=bf2cb07e-f643-4dd4-8cb5-5b2c83348d4c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:16.172314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.172695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.173036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.173369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.173697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.174024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.174351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.174675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.174998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.175324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.175644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.175961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.176279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:16.185161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.282449 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0 associated. External IP: 172.26.5.150, port: 5f716cfc-5584-480b-b903-e15c7cd6f1ee. Dec 24 03:43:16.485528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c981804d-433b-4386-8a95-539a3cbd78b2 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:43:16.589732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:43:16.598771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] Sync routers for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:43:16.607452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.608498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:16.609128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:43:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:16.634265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a8367950-d36a-4c2b-9e94-acb70021e728 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8489528 Dec 24 03:43:16.634952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:16.636901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52300) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:16.637412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60664be1-07d6-4901-b5e2-77789241b022" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:16.688606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d443f13-978a-4a92-ac27-4d396ddc49c7 x-openstack-request-id: req-2d443f13-978a-4a92-ac27-4d396ddc49c7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:16.688900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:16.689157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d443f13-978a-4a92-ac27-4d396ddc49c7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:16.689560 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'status': 'completed', 'code': 200} Dec 24 03:43:16.693946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c5261-77bd-4407-b45c-9f055a0a46a9 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:16.695576 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-848c5261-77bd-4407-b45c-9f055a0a46a9 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1093 time: 0.0575936 Dec 24 03:43:16.717988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:16.776615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664be1-07d6-4901-b5e2-77789241b022 req-00ff7979-cb97-4205-8ae8-defc45a26bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:16.778330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60664be1-07d6-4901-b5e2-77789241b022 req-00ff7979-cb97-4205-8ae8-defc45a26bbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1098 time: 0.0429237 Dec 24 03:43:16.877509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52306) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:16.882559 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17763836', 'description': 'tempest-secgroup-smoke-17763836 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:16.883303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664be1-07d6-4901-b5e2-77789241b022 req-03d16b59-a66c-4693-a6b6-3dca1b29113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:16.884907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60664be1-07d6-4901-b5e2-77789241b022 req-03d16b59-a66c-4693-a6b6-3dca1b29113b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.0985935 Dec 24 03:43:16.907310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.952788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:15Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:16.964884 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60664be1-07d6-4901-b5e2-77789241b022 req-dec6cb4e-4e6e-477b-85e3-109fe98190f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 999 time: 0.0720034 Dec 24 03:43:16.977963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.980679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] Checking router: c981804d-433b-4386-8a95-539a3cbd78b2 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:43:16.985479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:16.989602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:16.990218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:43:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:17.015149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.016384 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1378720 Dec 24 03:43:17.018369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cdb56e-0134-43b6-a21b-825fd34abb18,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:17.021282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52308) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:17.025778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.026139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.026549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.027209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.027209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.027458 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-611fba80-3344-40aa-bf03-2c9417bbefb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '87cdb56e-0134-43b6-a21b-825fd34abb18', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:17.027578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.027871 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.028171 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.028522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.028841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.029163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.029478 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.029787 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadac960-1884-49e8-97e6-15822b69916c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:17.036046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664be1-07d6-4901-b5e2-77789241b022 req-4e27c1f7-0ef8-4a6a-835f-867c6607ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:17.037537 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60664be1-07d6-4901-b5e2-77789241b022 req-4e27c1f7-0ef8-4a6a-835f-867c6607ec25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0654516 Dec 24 03:43:17.086644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611fba80-3344-40aa-bf03-2c9417bbefb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.106127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:17.109144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664be1-07d6-4901-b5e2-77789241b022 req-e42747a8-3905-46aa-84c3-aa50e76b8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:17.110654 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60664be1-07d6-4901-b5e2-77789241b022 req-e42747a8-3905-46aa-84c3-aa50e76b8e83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662301 Dec 24 03:43:17.203229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611fba80-3344-40aa-bf03-2c9417bbefb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.207921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611fba80-3344-40aa-bf03-2c9417bbefb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.230520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fba80-3344-40aa-bf03-2c9417bbefb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a5b0c8-2ffe-47c0-b5ae-4ecad8f5540a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:17.248192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60664be1-07d6-4901-b5e2-77789241b022 req-7c1ba54f-4c91-43ee-bdc0-972f80a0e8e9 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258838 Dec 24 03:43:17.251152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611fba80-3344-40aa-bf03-2c9417bbefb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.252218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-611fba80-3344-40aa-bf03-2c9417bbefb8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2300177 Dec 24 03:43:17.255688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52310) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:17.260969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5150596f-2096-459d-9aea-899f2076fcce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '87cdb56e-0134-43b6-a21b-825fd34abb18', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:17.292665 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5150596f-2096-459d-9aea-899f2076fcce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.340943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:15Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:17.349243 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60664be1-07d6-4901-b5e2-77789241b022 req-c4d1f317-b7a6-42e4-8b99-5dbc44dddb94 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942690 Dec 24 03:43:17.357450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5150596f-2096-459d-9aea-899f2076fcce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.361407 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5150596f-2096-459d-9aea-899f2076fcce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.369536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df7574-d120-49ee-803c-6412a1d905cc None None] The sync data for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv is: [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:15Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:43:17.379024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150596f-2096-459d-9aea-899f2076fcce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e655e924-474a-4986-bb9b-01db91fa8e51,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:17.388520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5150596f-2096-459d-9aea-899f2076fcce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.392313 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5150596f-2096-459d-9aea-899f2076fcce tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329966 Dec 24 03:43:17.392690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52312) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:17.397111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0cd73e63-c4fc-4495-b823-404addcfb5a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '87cdb56e-0134-43b6-a21b-825fd34abb18', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:17.427760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cd73e63-c4fc-4495-b823-404addcfb5a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.485684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cd73e63-c4fc-4495-b823-404addcfb5a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.489292 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cd73e63-c4fc-4495-b823-404addcfb5a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.507983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd73e63-c4fc-4495-b823-404addcfb5a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2700e962-9a72-472e-8efa-8c40062713a3,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:17.516300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cd73e63-c4fc-4495-b823-404addcfb5a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.517587 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0cd73e63-c4fc-4495-b823-404addcfb5a1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238141 Dec 24 03:43:17.520257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52314) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:17.525108 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0c4e74ca-ef77-43ca-bf4d-5d4cd140bd97 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '87cdb56e-0134-43b6-a21b-825fd34abb18', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:17.554729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c4e74ca-ef77-43ca-bf4d-5d4cd140bd97 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.587563 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aea0ab-1ec5-4bd8-9cc1-8c5849c7db41 None None] New status for floating IP a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:43:17.616017 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c4e74ca-ef77-43ca-bf4d-5d4cd140bd97 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.620003 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c4e74ca-ef77-43ca-bf4d-5d4cd140bd97 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.640285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e74ca-ef77-43ca-bf4d-5d4cd140bd97 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c96f7c-2f72-4976-80ec-6f93faff7da5,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:17.646051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c4e74ca-ef77-43ca-bf4d-5d4cd140bd97 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.650891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:17.651439 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0c4e74ca-ef77-43ca-bf4d-5d4cd140bd97 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301982 Dec 24 03:43:17.655739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '87cdb56e-0134-43b6-a21b-825fd34abb18', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:17.678615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:43:17.683765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.744489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.748459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.768403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fbd8a5-69a8-40fc-88fb-dfba6c466849,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:17.775184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.779316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-39334938-6de9-48e1-be42-11a082378954 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246927 Dec 24 03:43:17.779534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52318) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:17.784050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '87cdb56e-0134-43b6-a21b-825fd34abb18', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:17.808034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:43:17.813242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.873973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.877218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.894787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2178cab-22cc-4745-b9b8-eb8bd9f6251f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:17.903020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:17.904207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3a556ea5-aa6d-47f5-92be-03acce658450 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237197 Dec 24 03:43:18.049625 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-39ea07df-4e1a-4c24-8dfa-fb117d598261 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17763836&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0437064 Dec 24 03:43:18.156850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-8a0ebfe2-7aed-48d8-9b29-ab267502afbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:18.158300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-8a0ebfe2-7aed-48d8-9b29-ab267502afbb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 797 time: 0.1019433 Dec 24 03:43:18.177145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-802a8c79-f62f-4cc4-92f1-399610141115 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0092950 Dec 24 03:43:18.232241 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-9c5a7b64-7556-4516-b330-610e2b0910e7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500364 Dec 24 03:43:18.369868 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-e8ee500c-2e96-4cf5-ae1f-53050c5a8c95 service neutron] 10.222.0.37 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261554 Dec 24 03:43:18.457622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-844f98e8-57b0-4c66-ba8c-21f69fe7a1c4 service neutron] 10.222.0.37 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818360 Dec 24 03:43:18.615641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b277e31-0f4b-490b-abb0-608ecd2df5df req-399758af-22ef-4f90-8b8f-acc8edd445a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 210 time: 0.0309074 Dec 24 03:43:19.591742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-c2632292-fbf9-45f2-a42a-a5d4b4b585e6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:19.593195 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-c2632292-fbf9-45f2-a42a-a5d4b4b585e6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 797 time: 0.1003480 Dec 24 03:43:19.680652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-98b91afc-4932-4789-b8bd-725f37c59e66 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 471 time: 0.0698731 Dec 24 03:43:19.698761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['87cdb56e-0134-43b6-a21b-825fd34abb18']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:19.734410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-76ac49bc-00a4-4b12-878d-67ba280d5612 req-5413a6d3-0a66-44b0-87ac-f99ca66fa207 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 210 time: 0.0476596 Dec 24 03:43:19.825202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:43:19.828660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:19.954357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.4 (9670d3ec-15c1-4d0d-9795-d10c5f35d0ef/cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6/a2c5022e-10b2-4af7-a4cb-5085e13e0200) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:43:20.088699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.126158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.170512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:43:20.173435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:43:20.177014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:43:20.183292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=a2c5022e-10b2-4af7-a4cb-5085e13e0200,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:20.231139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:20.231759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.248479 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-3a025640-40db-434f-8398-7bc17f916fbd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605500 Dec 24 03:43:20.267126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Request body: {'port': {'device_id': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:20.327470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.380248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6663e638-675b-4e47-a738-06a0fc79da88 None None] Provisioning complete for port a2c5022e-10b2-4af7-a4cb-5085e13e0200 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:20.380850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6663e638-675b-4e47-a738-06a0fc79da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.413547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6663e638-675b-4e47-a738-06a0fc79da88 None None] Port a2c5022e-10b2-4af7-a4cb-5085e13e0200 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:43:20.584984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c5022e-10b2-4af7-a4cb-5085e13e0200 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:43:20.592148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.604163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Transition to ACTIVE for port object a2c5022e-10b2-4af7-a4cb-5085e13e0200 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:43:20.607916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.676183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c5022e-10b2-4af7-a4cb-5085e13e0200,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:20.732089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Attempting to bind port a2c5022e-10b2-4af7-a4cb-5085e13e0200 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:43:20.732452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Attempting to bind port a2c5022e-10b2-4af7-a4cb-5085e13e0200 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:43:20.732779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Attempting to bind port a2c5022e-10b2-4af7-a4cb-5085e13e0200 on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:43:20.737220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Port a2c5022e-10b2-4af7-a4cb-5085e13e0200 on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:43:20.737539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Attempting to bind port a2c5022e-10b2-4af7-a4cb-5085e13e0200 on network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:43:20.742398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:43:20.743284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Checking segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:43:20.743673 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Bound using segment: {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:43:20.744091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Bound port: a2c5022e-10b2-4af7-a4cb-5085e13e0200, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a40317-9a79-4a12-80c3-9d2a78439608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:43:20.744468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.821978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] For port a2c5022e-10b2-4af7-a4cb-5085e13e0200, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:43:20.847749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] For port a2c5022e-10b2-4af7-a4cb-5085e13e0200, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:43:20.854049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:43:20.902084 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:43:20.906443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f636f-6106-4479-8d47-ebe0bffaf93a req-c07b37c9-0e99-41fc-a4a0-e3c03f86f576 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:20.906443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c6f636f-6106-4479-8d47-ebe0bffaf93a req-c07b37c9-0e99-41fc-a4a0-e3c03f86f576 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 943 time: 0.0986156 Dec 24 03:43:20.906909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:20.907496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.908776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2c5022e-10b2-4af7-a4cb-5085e13e0200 HTTP/1.1" status: 200 len: 1093 time: 0.6460662 Dec 24 03:43:20.911304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:20.913662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e457d8d5-80f3-4024-a19c-af559c3babf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:20.948054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b8ff9-7180-4841-a913-4967f4ab74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c5022e-10b2-4af7-a4cb-5085e13e0200,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:20.988533 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c6f636f-6106-4479-8d47-ebe0bffaf93a req-d329d20f-428a-4689-b55c-c474ad359a52 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698526 Dec 24 03:43:21.003208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517980f6-ef99-4dd2-8603-b15d1116e617 x-openstack-request-id: req-517980f6-ef99-4dd2-8603-b15d1116e617 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:21.003499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:21.003751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-517980f6-ef99-4dd2-8603-b15d1116e617 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:21.004144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'status': 'completed', 'code': 200} Dec 24 03:43:21.020328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-66064862-1903-48ac-a3f1-44ece9bf54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.022060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-66064862-1903-48ac-a3f1-44ece9bf54ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 1096 time: 0.0472045 Dec 24 03:43:21.083406 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-ed37f9e8-a25e-40c8-9c72-3c2e4a320906 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200 HTTP/1.1" status: 200 len: 217 time: 0.0354843 Dec 24 03:43:21.136706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f73eb6a1-237b-4089-9821-1bb9bcb0a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.138140 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-f73eb6a1-237b-4089-9821-1bb9bcb0a5d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0480354 Dec 24 03:43:21.185915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-271f2bf1-fd52-4cfd-a84f-b9cc42a0ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.187540 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-271f2bf1-fd52-4cfd-a84f-b9cc42a0ddb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421665 Dec 24 03:43:21.273556 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-a079ee5a-6860-4f29-ad0c-c1139935a790 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792656 Dec 24 03:43:21.366078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-647c6d6c-53cb-454b-a102-aaa22be93378 req-8033bb4e-fd13-49df-bd88-44eebbad8f15 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847938 Dec 24 03:43:21.500049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-f6fee787-838e-4c8a-8117-273a378172e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.501545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-f6fee787-838e-4c8a-8117-273a378172e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 1096 time: 0.0409465 Dec 24 03:43:21.593264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-1a8307d7-2583-474e-95e1-026b2aad8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.594721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-1a8307d7-2583-474e-95e1-026b2aad8f0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.0863485 Dec 24 03:43:21.634711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-7f2c890c-ca09-4968-830c-a622502f7897 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200 HTTP/1.1" status: 200 len: 217 time: 0.0332060 Dec 24 03:43:21.681960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-26725af1-90e0-4da5-b58b-491135147ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.683397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-26725af1-90e0-4da5-b58b-491135147ea5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0419457 Dec 24 03:43:21.732784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-75fdfb15-1f53-46d7-89d6-cde4333b0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.734245 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-75fdfb15-1f53-46d7-89d6-cde4333b0beb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435939 Dec 24 03:43:21.823303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-9f400ec8-235b-46ba-84b1-2015f03b84a5 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818536 Dec 24 03:43:21.913886 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457d8d5-80f3-4024-a19c-af559c3babf7 req-2ed44e75-11b2-454f-af94-cab669c4cdd2 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828266 Dec 24 03:43:22.082523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:22.106757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c4cc6-0b2e-4865-9a51-41d88b0f9352 req-1d029ece-8493-453f-8262-1ca3c016fae3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:22.108252 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a85c4cc6-0b2e-4865-9a51-41d88b0f9352 req-1d029ece-8493-453f-8262-1ca3c016fae3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 943 time: 0.0496867 Dec 24 03:43:22.158210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a85c4cc6-0b2e-4865-9a51-41d88b0f9352 req-477da549-99b8-4f7c-b211-3b0f1e1fb2b6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440173 Dec 24 03:43:22.891979 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:43:23.269304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48557074-a0e1-4ba1-9c2f-f6267e4c6696 req-c33e224b-e590-48da-8e56-ff0321609939 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:23.270734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48557074-a0e1-4ba1-9c2f-f6267e4c6696 req-c33e224b-e590-48da-8e56-ff0321609939 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 943 time: 0.0471599 Dec 24 03:43:23.321950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-48557074-a0e1-4ba1-9c2f-f6267e4c6696 req-60678be9-8bd5-4da3-a0f6-36ff93a88e96 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454175 Dec 24 03:43:24.432177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a22b49-67be-4159-a22f-c175dc916d8b req-07fbbe73-a1a8-4779-86e5-669af33a29d1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:24.433613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65a22b49-67be-4159-a22f-c175dc916d8b req-07fbbe73-a1a8-4779-86e5-669af33a29d1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 943 time: 0.0469038 Dec 24 03:43:24.481577 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65a22b49-67be-4159-a22f-c175dc916d8b req-a3e249a2-fdf8-45d6-aedd-ab9717d711e1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422242 Dec 24 03:43:25.571871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a2c5022e-10b2-4af7-a4cb-5085e13e0200 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:43:25.593758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f33b9-d27c-4264-aae8-64ea3e956244 req-b56c7aef-600d-44db-ba2c-f7c06a1898b9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:25.595233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4c3f33b9-d27c-4264-aae8-64ea3e956244 req-b56c7aef-600d-44db-ba2c-f7c06a1898b9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 943 time: 0.0490835 Dec 24 03:43:25.643370 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4c3f33b9-d27c-4264-aae8-64ea3e956244 req-77c73207-ec88-4d59-8332-6cdff8e9c5b2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420921 Dec 24 03:43:25.665517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port a2c5022e-10b2-4af7-a4cb-5085e13e0200, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:25.676210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'port_id': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'mac_address': 'fa:16:3e:8b:8b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:43:25.715788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.729168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c5022e-10b2-4af7-a4cb-5085e13e0200 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:43:25.750767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port a2c5022e-10b2-4af7-a4cb-5085e13e0200, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:25.754648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.800188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=a2c5022e-10b2-4af7-a4cb-5085e13e0200,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:26.185723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['a2c5022e-10b2-4af7-a4cb-5085e13e0200'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:43:26.759783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc3300-e55a-4066-82ec-e52ca0fc89e6 req-612a8154-31fd-4ad2-be74-a5c9330c2d16 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:26.761350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8cfc3300-e55a-4066-82ec-e52ca0fc89e6 req-612a8154-31fd-4ad2-be74-a5c9330c2d16 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 944 time: 0.0525734 Dec 24 03:43:26.812520 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8cfc3300-e55a-4066-82ec-e52ca0fc89e6 req-3b47b468-4338-4da9-8389-c29e417811a8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452025 Dec 24 03:43:27.572776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a2c5022e-10b2-4af7-a4cb-5085e13e0200 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:43:27.622959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port a2c5022e-10b2-4af7-a4cb-5085e13e0200 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:43:27.626866 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port a2c5022e-10b2-4af7-a4cb-5085e13e0200 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:27.627227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:27.700469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:27.722514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:27.724859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499d32e4-d7a7-42ea-9d54-c384a8aa1282" -d '{"events": [{"server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "name": "network-vif-plugged", "status": "completed", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:27.740808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port a2c5022e-10b2-4af7-a4cb-5085e13e0200, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:27.745697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:27.769086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52d91fa-e19b-4a01-9287-4c8eb2312416 x-openstack-request-id: req-d52d91fa-e19b-4a01-9287-4c8eb2312416 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:27.769381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "name": "network-vif-plugged", "status": "completed", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:27.769641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d52d91fa-e19b-4a01-9287-4c8eb2312416 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:27.770033 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'code': 200} Dec 24 03:43:27.794203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=a2c5022e-10b2-4af7-a4cb-5085e13e0200,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:27.926767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf3cdd-e024-4dbe-b08d-0f8713ce58c9 req-0522a4f9-6474-45fd-b33d-05f79023b33e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:27.928319 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dfbf3cdd-e024-4dbe-b08d-0f8713ce58c9 req-0522a4f9-6474-45fd-b33d-05f79023b33e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 945 time: 0.0493348 Dec 24 03:43:28.006253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dfbf3cdd-e024-4dbe-b08d-0f8713ce58c9 req-60522242-32b6-4ea4-91eb-2250d10394f2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714033 Dec 24 03:43:28.012596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564839c7-a333-4f5e-b005-1f3e097e436f req-a662cf83-5cd0-47eb-a0fb-b246b4b4b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:28.013992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-564839c7-a333-4f5e-b005-1f3e097e436f req-a662cf83-5cd0-47eb-a0fb-b246b4b4b9c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 1098 time: 0.0660071 Dec 24 03:43:28.065499 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-564839c7-a333-4f5e-b005-1f3e097e436f req-65560aaf-78cb-4d23-b2bd-c804e5adf02c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386393 Dec 24 03:43:29.120932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01651-9f96-45a1-861c-3cdf4850e55f req-8adb4ebb-e827-4b2e-a670-06568da983c1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:29.122427 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1c01651-9f96-45a1-861c-3cdf4850e55f req-8adb4ebb-e827-4b2e-a670-06568da983c1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 945 time: 0.0485055 Dec 24 03:43:29.181809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1c01651-9f96-45a1-861c-3cdf4850e55f req-20d13e0b-8ce0-4362-9c55-cce62d6577f2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534830 Dec 24 03:43:30.292845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a67c2-9435-48d2-a5c8-ce48e6b70578 req-d84ec1c6-02a0-43b6-b73d-4774e6b1f31e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:30.294284 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-138a67c2-9435-48d2-a5c8-ce48e6b70578 req-d84ec1c6-02a0-43b6-b73d-4774e6b1f31e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 945 time: 0.0473466 Dec 24 03:43:30.345883 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-138a67c2-9435-48d2-a5c8-ce48e6b70578 req-db3df6e3-bc51-41c0-a213-69c6cbb08ddc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457704 Dec 24 03:43:30.457145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1823d-8c56-437b-b9b7-f092c3f93c9e req-c9cb1dd5-bd43-4f85-9551-1c0555cfa4f1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:30.458617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebe1823d-8c56-437b-b9b7-f092c3f93c9e req-c9cb1dd5-bd43-4f85-9551-1c0555cfa4f1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 945 time: 0.0480218 Dec 24 03:43:30.506512 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebe1823d-8c56-437b-b9b7-f092c3f93c9e req-f4570300-387f-4cc9-9f66-27af292565f6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421152 Dec 24 03:43:30.527088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52378) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:30.565544 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fce63c-ad66-46e5-a07e-a829063898ce tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:30.566984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-53fce63c-ad66-46e5-a07e-a829063898ce tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 1093 time: 0.0389400 Dec 24 03:43:30.569633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52380) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:30.573925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:30.597077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:30.691960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:30.790451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.70 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/ec11eab1-caa6-4549-88dd-d5cb985da88e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:43:30.891363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:30.924567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:30.966595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:43:30.969393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:43:30.972753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:43:30.995842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=ec11eab1-caa6-4549-88dd-d5cb985da88e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:31.332596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:31.395179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:31.540746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:31.545639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:31.941567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=ec11eab1-caa6-4549-88dd-d5cb985da88e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:31.953007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:32.053733 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 9b019c20-8406-467e-9f82-f98d79e3f5d4 associated. External IP: 172.26.5.70, port: a2c5022e-10b2-4af7-a4cb-5085e13e0200. Dec 24 03:43:32.261075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c981804d-433b-4386-8a95-539a3cbd78b2 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:43:32.363054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:43:32.372493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] Sync routers for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:43:32.380062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:32.382148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:32.382768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:43:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:32.410712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8ac5b325-928f-4103-ace6-856aefb17d8e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8400767 Dec 24 03:43:32.411765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:32.414856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8acb42f-1035-4b79-8245-f06aa05a1bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:32.449847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5b19c7-6236-4dc0-8d11-58f86c2bd009 x-openstack-request-id: req-9c5b19c7-6236-4dc0-8d11-58f86c2bd009 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:32.450137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:32.450394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c5b19c7-6236-4dc0-8d11-58f86c2bd009 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:32.450802 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'status': 'completed', 'code': 200} Dec 24 03:43:32.488783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:32.542718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-7d471b82-0a01-4ad0-9a2f-990674aa1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:32.544246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-7d471b82-0a01-4ad0-9a2f-990674aa1941 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 1098 time: 0.0404754 Dec 24 03:43:32.631861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-d86eab1e-83b9-4510-bed6-fd6d13abc728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:32.633889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-d86eab1e-83b9-4510-bed6-fd6d13abc728 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.0829160 Dec 24 03:43:32.702369 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-aa65189a-4361-469c-9118-0ea92f89b422 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200 HTTP/1.1" status: 200 len: 998 time: 0.0614142 Dec 24 03:43:32.709004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9b019c20-8406-467e-9f82-f98d79e3f5d4', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:8b:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:31Z', 'updated_at': '2021-12-24T03:43:31Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}, {'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:17Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:32.738520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] Checking router: c981804d-433b-4386-8a95-539a3cbd78b2 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:43:32.746899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:32.747499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:43:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:32.754483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-88070faf-0074-44be-9eb3-866d29b1187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:32.755992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-88070faf-0074-44be-9eb3-866d29b1187d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0450523 Dec 24 03:43:32.802336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-94c0ba64-6a40-4a85-8ed4-2a9f92bc1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:32.803734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-94c0ba64-6a40-4a85-8ed4-2a9f92bc1784 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400608 Dec 24 03:43:32.852524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:32.899599 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-42f9cb31-c321-48c2-88ae-a803ef480d7a service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869482 Dec 24 03:43:32.995129 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8acb42f-1035-4b79-8245-f06aa05a1bc1 req-00856525-caf5-4e36-8138-bd73b3f1bce9 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 Dec 24 03:43:33.073601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9b019c20-8406-467e-9f82-f98d79e3f5d4', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:8b:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:31Z', 'updated_at': '2021-12-24T03:43:31Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}, {'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:17Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:33.102358 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291e20a-dc19-411d-b3ef-94e32bed6513 None None] The sync data for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv is: [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9b019c20-8406-467e-9f82-f98d79e3f5d4', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:8b:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:31Z', 'updated_at': '2021-12-24T03:43:31Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}, {'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:17Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:43:33.287358 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94258e-5c38-4be4-a79b-9934cfa9cc7a None None] New status for floating IP 9b019c20-8406-467e-9f82-f98d79e3f5d4: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:43:39.405044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1eb87a20-f946-4944-a53b-c450729bed15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:41.780483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b74eae-d662-4205-8575-a9c064199dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:42.735155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:44.420147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:45.066278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:52.097045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:59.890401 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:44:09.408337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22cb4f81-54a6-4486-9ad1-320f24d5c8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:11.773109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f03b8af-4f0d-4f98-bec4-339df2843b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:12.737510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:14.424843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:15.067691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:18.419885 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-754a7be1-1f7e-497a-9479-f7ceaf7e6f49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386050 Dec 24 03:44:18.521122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-626c5b2b-c39e-473c-b2fb-0f11476275bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:18.522589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-626c5b2b-c39e-473c-b2fb-0f11476275bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1098 time: 0.0422609 Dec 24 03:44:18.627263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-07a897d1-db83-4661-a59e-77ab6c3bdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:18.628741 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-07a897d1-db83-4661-a59e-77ab6c3bdac1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.0863495 Dec 24 03:44:18.694183 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-415878a6-4629-49f4-ac8b-e9df17b6ef7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 1001 time: 0.0578921 Dec 24 03:44:18.746980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-50b76b0d-6bbc-4473-b412-2748406d55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:18.748429 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-50b76b0d-6bbc-4473-b412-2748406d55c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0477772 Dec 24 03:44:18.792824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-33cf8df9-6276-4746-a429-f3e102da9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:18.794243 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-33cf8df9-6276-4746-a429-f3e102da9db1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391653 Dec 24 03:44:18.888482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-20aa1b77-3d4e-4f71-90c4-90c3d8a549ee service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859368 Dec 24 03:44:18.976241 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a990b7ce-5b2b-454d-99a6-5ea3cded3591 req-d54a6553-38d4-4af3-97a6-8f17f1119ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799675 Dec 24 03:44:22.101113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:36.891650 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:44:39.410353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30cefe4b-b265-4aaa-b6e1-4a7d517a8ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:41.774584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74d4a03c-f245-484d-b865-4bce9caf3e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:42.742786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:44.424276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:45.069333 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:47.355069 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52406) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:44:47.740419 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8ec6afe6-f07a-4dbc-9618-c153b6a10ba4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0 HTTP/1.1" status: 200 len: 993 time: 0.3842797 Dec 24 03:44:48.399921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52420) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:44:48.405142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:44:48.465947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:48.608870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:44:48.637141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:48.641767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:48.691691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:48.692323 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:48.695487 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/ports/5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 938 time: 0.2933867 Dec 24 03:44:48.695487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:44:48.698185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:44:48.718537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:44:48.726302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.726911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.727848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.728185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.728596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.728899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.729231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.729554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.729876 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.730203 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.730547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.730865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.731181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23cf08a-6a1f-4e5c-acf1-401d27d8e315 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:48.799174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eeef07-5697-4546-aff5-ec428d3ebd6f x-openstack-request-id: req-20eeef07-5697-4546-aff5-ec428d3ebd6f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:44:48.799471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:44:48.799728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20eeef07-5697-4546-aff5-ec428d3ebd6f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:44:48.800136 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'status': 'completed', 'code': 200} Dec 24 03:44:48.889251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-4aa8a645-7742-4105-a692-3e11141e24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:48.890745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-4aa8a645-7742-4105-a692-3e11141e24fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1099 time: 0.0448747 Dec 24 03:44:48.913710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-83543b11-be35-4190-aea4-def67c65d641 None None] Provisioning complete for port 5f716cfc-5584-480b-b903-e15c7cd6f1ee triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:44:48.914296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83543b11-be35-4190-aea4-def67c65d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:48.953592 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-83543b11-be35-4190-aea4-def67c65d641 None None] Port 5f716cfc-5584-480b-b903-e15c7cd6f1ee is administratively disabled so it will not transition to active. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 24 03:44:48.983725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-9b3889eb-4d0e-42b9-92bb-d70f26d6e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:48.985266 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-9b3889eb-4d0e-42b9-92bb-d70f26d6e0e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.0850360 Dec 24 03:44:49.054556 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-7326b333-df17-4e18-88dd-a090e7529b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 1002 time: 0.0610285 Dec 24 03:44:49.103482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-b534ab75-c1e2-41c3-a8f2-fae453115747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:49.105046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-b534ab75-c1e2-41c3-a8f2-fae453115747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0432537 Dec 24 03:44:49.154523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-c05767c1-37a8-4fc4-b88f-ffa474e7c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:49.156011 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-c05767c1-37a8-4fc4-b88f-ffa474e7c68e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438180 Dec 24 03:44:49.247121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-f19d03f8-7c49-4947-97a8-1a1d49a6baad service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835958 Dec 24 03:44:49.333897 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6deddea4-f1b3-4bb5-87c1-fe299269e4dc req-60a904da-d602-4a3e-b4d5-cd7247d3d66b service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796139 Dec 24 03:44:52.105746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:52.112314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52432) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:44:52.117565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:44:52.178618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:52.323060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:44:52.351079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:52.355519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:52.395239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:52.395862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:52.397283 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/ports/5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 937 time: 0.2839670 Dec 24 03:44:52.397834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:44:52.400780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdf6a63-8913-4690-974b-d3b8f5717ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:44:52.400943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:44:52.426901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382470d-0dd3-4658-a56d-08fbaf97184d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:44:52.444549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f673ac9-ead4-436d-8ba1-eb002fd51a7d x-openstack-request-id: req-6f673ac9-ead4-436d-8ba1-eb002fd51a7d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:44:52.444973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:44:52.445231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f673ac9-ead4-436d-8ba1-eb002fd51a7d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:44:52.445705 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'status': 'completed', 'code': 200} Dec 24 03:44:52.482549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-09a00909-71f6-412b-a45c-6130abc164f7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0 HTTP/1.1" status: 200 len: 993 time: 0.0806277 Dec 24 03:44:52.537907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-23dc4acd-3d83-45a9-a521-d4bf170af6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:52.539460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-23dc4acd-3d83-45a9-a521-d4bf170af6b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1098 time: 0.0423875 Dec 24 03:44:52.591501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7374b216-67ec-4a40-84d8-37c3edb093bd None None] Provisioning complete for port 5f716cfc-5584-480b-b903-e15c7cd6f1ee triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:44:52.591872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7374b216-67ec-4a40-84d8-37c3edb093bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:52.639171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-b425c11e-c4d7-4c0b-b78c-0fd3597079c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:52.640645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-b425c11e-c4d7-4c0b-b78c-0fd3597079c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.0918281 Dec 24 03:44:52.706240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-d137104d-4743-46e4-abba-fae4c64727d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 1001 time: 0.0583265 Dec 24 03:44:52.756101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-9deb91b7-8de6-40c3-b20d-88dd60e6d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:52.757614 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-9deb91b7-8de6-40c3-b20d-88dd60e6d200 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0442784 Dec 24 03:44:52.797602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['5f716cfc-5584-480b-b903-e15c7cd6f1ee'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:44:52.810806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-f1b157fc-31d7-43cc-a3e4-7efd340aff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:52.812398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-f1b157fc-31d7-43cc-a3e4-7efd340aff7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463169 Dec 24 03:44:52.902139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-0bc02650-8ab2-48c7-bc7b-4ae1c18b5618 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810471 Dec 24 03:44:53.001865 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4fdf6a63-8913-4690-974b-d3b8f5717ba4 req-c454c67d-b422-4be1-9ae9-e5067fc29e97 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912073 Dec 24 03:44:55.139568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52444) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:44:55.291731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port ec11eab1-caa6-4549-88dd-d5cb985da88e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:44:55.291971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.363487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.363809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.375532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for ec11eab1-caa6-4549-88dd-d5cb985da88e owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:44:55.515866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.543951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=ec11eab1-caa6-4549-88dd-d5cb985da88e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:44:55.566551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.566899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.567238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.567572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.567901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.568226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.568585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.568911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.569237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.569558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.569876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.570192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.570513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:44:55.610083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.610407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 9b019c20-8406-467e-9f82-f98d79e3f5d4 disassociated (deleted). External IP: 172.26.5.70, port: a2c5022e-10b2-4af7-a4cb-5085e13e0200. Dec 24 03:44:55.809880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c981804d-433b-4386-8a95-539a3cbd78b2 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:44:55.915031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:44:55.919755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.925623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] Sync routers for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:44:55.934965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:44:55.935642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:44:55.944739 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-468dda6b-1e7f-43e0-a23c-2114b9dda6a6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/9b019c20-8406-467e-9f82-f98d79e3f5d4 HTTP/1.1" status: 204 len: 168 time: 0.8041008 Dec 24 03:44:55.945424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:44:55.948248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07de02ea-af73-44fd-9a74-d7140b7436ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:44:55.987557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51de3ba3-05c1-4726-8b11-c784a8edd1a7 x-openstack-request-id: req-51de3ba3-05c1-4726-8b11-c784a8edd1a7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:44:55.987557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:44:55.987831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51de3ba3-05c1-4726-8b11-c784a8edd1a7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:44:55.988117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'status': 'completed', 'code': 200} Dec 24 03:44:56.044492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:44:56.076155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-aa855dd0-b044-4298-b099-2bed0bdd2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:56.078279 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-aa855dd0-b044-4298-b099-2bed0bdd2981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 1098 time: 0.0436609 Dec 24 03:44:56.230613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a697-3d66-4523-91f2-3cb5e0ef748d req-ff38ce2e-cb17-40c1-9d20-c565eee6b14d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:56.232224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f85a697-3d66-4523-91f2-3cb5e0ef748d req-ff38ce2e-cb17-40c1-9d20-c565eee6b14d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 945 time: 0.0712337 Dec 24 03:44:56.233359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-83c9448b-db6f-46ef-b19f-de9b1e45d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:56.234750 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-83c9448b-db6f-46ef-b19f-de9b1e45d409 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.1380479 Dec 24 03:44:56.291211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:17Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:44:56.293957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-4b611da0-3309-4f83-8b1f-ec2f88f468d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200 HTTP/1.1" status: 200 len: 217 time: 0.0498188 Dec 24 03:44:56.320156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] Checking router: c981804d-433b-4386-8a95-539a3cbd78b2 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:44:56.330140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:44:56.330647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:44:56.355819 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f85a697-3d66-4523-91f2-3cb5e0ef748d req-b86ebb9a-35ec-48e5-85bb-4ecc7e640409 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140893 Dec 24 03:44:56.367072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-c53df3fc-5d57-4a18-9ceb-e7124fc5fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:56.369035 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-c53df3fc-5d57-4a18-9ceb-e7124fc5fa31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0652125 Dec 24 03:44:56.415762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-0dc956db-0641-4674-a752-1c03474c0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:56.417378 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-0dc956db-0641-4674-a752-1c03474c0e0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402613 Dec 24 03:44:56.517688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-40b88202-fea4-4e93-b390-7d9904c08cf6 service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919015 Dec 24 03:44:56.588603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:44:56.817607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:17Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:44:56.847629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed9ea2-1242-48b9-81e5-ed598c40bdbf None None] The sync data for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv is: [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'port_id': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'mac_address': 'fa:16:3e:9d:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:15Z', 'updated_at': '2021-12-24T03:43:17Z', 'revision_number': 1, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:44:56.944562 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07de02ea-af73-44fd-9a74-d7140b7436ec req-dc205c5c-9c7f-43fd-8560-712d490de2fa service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195266 Dec 24 03:44:57.082977 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120c0e7-0c99-431b-9961-da4662b2daba None None] New status for floating IP 9b019c20-8406-467e-9f82-f98d79e3f5d4: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:44:57.473932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcd8c0-b61c-4c74-bf14-f6bfe0494b2c req-858a8928-2ba0-4def-a5d2-9d936fb2fd0f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:57.475378 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fedcd8c0-b61c-4c74-bf14-f6bfe0494b2c req-858a8928-2ba0-4def-a5d2-9d936fb2fd0f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 945 time: 0.0484333 Dec 24 03:44:57.543234 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fedcd8c0-b61c-4c74-bf14-f6bfe0494b2c req-e51a0255-4d05-4a30-8c6d-0bed91fa3c63 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=87cdb56e-0134-43b6-a21b-825fd34abb18&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619137 Dec 24 03:44:57.891751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-f9cf37ad-61d2-4f0a-bd2f-8e66cd38a019 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:57.893210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-f9cf37ad-61d2-4f0a-bd2f-8e66cd38a019 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 945 time: 0.0470023 Dec 24 03:44:57.976281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port a2c5022e-10b2-4af7-a4cb-5085e13e0200 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:44:57.976644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:58.064002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port a2c5022e-10b2-4af7-a4cb-5085e13e0200, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a2c5022e-10b2-4af7-a4cb-5085e13e0200,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:44:58.064352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:58.076986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for a2c5022e-10b2-4af7-a4cb-5085e13e0200 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:44:58.207615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:58.235587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=a2c5022e-10b2-4af7-a4cb-5085e13e0200,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:44:58.275293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port a2c5022e-10b2-4af7-a4cb-5085e13e0200 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:44:58.277769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:58.281053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7210d12c-2b70-4e19-a319-01a42f7482f5 req-2f9eb067-358e-4d17-a12f-982a3488a7b0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/a2c5022e-10b2-4af7-a4cb-5085e13e0200 HTTP/1.1" status: 204 len: 173 time: 0.3822179 Dec 24 03:44:58.281490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'name': 'network-vif-deleted', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:44:58.283713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dc3257-08df-4176-85cb-57be68a4f60a" -d '{"events": [{"server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "name": "network-vif-deleted", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:44:58.319946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa1b327-8a54-41a7-ae2c-4eb60e555b47 x-openstack-request-id: req-8fa1b327-8a54-41a7-ae2c-4eb60e555b47 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:44:58.320310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43cb891-0f91-4143-b1c5-3dc40236122a", "name": "network-vif-deleted", "tag": "a2c5022e-10b2-4af7-a4cb-5085e13e0200", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:44:58.320638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fa1b327-8a54-41a7-ae2c-4eb60e555b47 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:44:58.321040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43cb891-0f91-4143-b1c5-3dc40236122a', 'name': 'network-vif-deleted', 'tag': 'a2c5022e-10b2-4af7-a4cb-5085e13e0200', 'status': 'completed', 'code': 200} Dec 24 03:44:58.652454 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c8c032a-f03a-4526-8668-788b392cb9aa req-99759a47-78e0-455a-b3e8-43b59c5dda37 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43cb891-0f91-4143-b1c5-3dc40236122a HTTP/1.1" status: 200 len: 210 time: 0.0310380 Dec 24 03:44:59.709479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:44:59.768187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67f0a039-bab5-4584-ab99-1f381c749770 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:59.792158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67f0a039-bab5-4584-ab99-1f381c749770 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:59.849195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67f0a039-bab5-4584-ab99-1f381c749770 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:59.852768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67f0a039-bab5-4584-ab99-1f381c749770 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:59.854103 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-67f0a039-bab5-4584-ab99-1f381c749770 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/87cdb56e-0134-43b6-a21b-825fd34abb18 HTTP/1.1" status: 204 len: 168 time: 0.1429734 Dec 24 03:44:59.863239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0a039-bab5-4584-ab99-1f381c749770 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cdb56e-0134-43b6-a21b-825fd34abb18,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:44:59.884215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:00.037430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port bf2cb07e-f643-4dd4-8cb5-5b2c83348d4c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:45:00.037659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:00.114203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:00.114529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:00.126032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for bf2cb07e-f643-4dd4-8cb5-5b2c83348d4c owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:45:00.267053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:00.292255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=bf2cb07e-f643-4dd4-8cb5-5b2c83348d4c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:00.354222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:00.354554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0 disassociated (deleted). External IP: 172.26.5.150, port: 5f716cfc-5584-480b-b903-e15c7cd6f1ee. Dec 24 03:45:00.557858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c981804d-433b-4386-8a95-539a3cbd78b2 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:45:00.663745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:45:00.668917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:00.673507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] Sync routers for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:45:00.683022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:00.683635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:00.699149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4c094740-f37b-4105-9015-94f968e58629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0 HTTP/1.1" status: 204 len: 168 time: 0.8113852 Dec 24 03:45:00.699149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:45:00.699511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:45:00.744925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c082924-888d-4ecd-8ffc-4a8a34b4d7d0 x-openstack-request-id: req-8c082924-888d-4ecd-8ffc-4a8a34b4d7d0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:45:00.745485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:45:00.745485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c082924-888d-4ecd-8ffc-4a8a34b4d7d0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:45:00.745948 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'status': 'completed', 'code': 200} Dec 24 03:45:00.793654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:00.846010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-9b1aecc3-82af-4896-beef-ebb6b44afd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:00.848354 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-9b1aecc3-82af-4896-beef-ebb6b44afd3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 1098 time: 0.0567477 Dec 24 03:45:00.994742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0192693-da32-4ee4-a1ac-95c778b4cc59 req-e139352c-10dd-4d8d-85e6-54cfe99df1a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:00.996273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0192693-da32-4ee4-a1ac-95c778b4cc59 req-e139352c-10dd-4d8d-85e6-54cfe99df1a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 945 time: 0.1081438 Dec 24 03:45:01.001244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:01.029653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-300a7639-0246-4e8b-8c59-a81978564cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:01.031080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-300a7639-0246-4e8b-8c59-a81978564cbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 200 len: 897 time: 0.1411514 Dec 24 03:45:01.031546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] Checking router: c981804d-433b-4386-8a95-539a3cbd78b2 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:45:01.040446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:01.041064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:01.083802 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-0e125db4-7c76-4d59-89b7-12a7d8dc4714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 200 len: 217 time: 0.0411818 Dec 24 03:45:01.092568 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0192693-da32-4ee4-a1ac-95c778b4cc59 req-3cee78a2-b2c8-4e32-b0d5-a3d3cf45b031 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889115 Dec 24 03:45:01.137002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-91049ca5-0426-4329-a9b0-bcb378f0f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:01.138478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-91049ca5-0426-4329-a9b0-bcb378f0f76b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 200 len: 835 time: 0.0450594 Dec 24 03:45:01.150144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:01.185932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-a03190fc-1cf9-41ee-b657-07a980cbd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:01.187530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-a03190fc-1cf9-41ee-b657-07a980cbd121 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410206 Dec 24 03:45:01.281177 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-2cea986a-c819-41bb-925d-f19838f7a85a service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851276 Dec 24 03:45:01.344156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:01.370381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3c4cf-e951-4863-b316-5ee445dc7df6 None None] The sync data for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv is: [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '6c84c05f-a453-457c-859f-7675a8185eaf', 'name': '', 'network_id': '9670d3ec-15c1-4d0d-9795-d10c5f35d0ef', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:bc:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:58Z', 'updated_at': '2021-12-24T03:43:02Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:45:01.377278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb57fa55-2768-4efc-bd76-fb4ae49a1a8d req-24158597-a10f-4c4a-ae34-09863b857def service neutron] 10.222.0.41 "GET /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886431 Dec 24 03:45:01.581343 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67771f-5524-4447-9681-79f61297cff6 None None] New status for floating IP a3a24eb6-48fa-4f7a-9d2f-e62ff8ae50c0: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:45:02.168351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a2c5022e-10b2-4af7-a4cb-5085e13e0200 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:45:02.194998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: a2c5022e-10b2-4af7-a4cb-5085e13e0200 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:45:02.195340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a2c5022e-10b2-4af7-a4cb-5085e13e0200 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:45:02.218848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd3683-a67c-4e48-8395-d91791b191fb req-228444ac-66fd-4e3d-8cb9-e0cfdae453e2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:02.220550 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1cfd3683-a67c-4e48-8395-d91791b191fb req-228444ac-66fd-4e3d-8cb9-e0cfdae453e2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Dec 24 03:45:02.269388 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1cfd3683-a67c-4e48-8395-d91791b191fb req-186aecd0-883a-471e-bf4c-8dc62ef124bd tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=35329e14-0c37-4141-9ae1-4b7f840efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Dec 24 03:45:02.831739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-ab70c558-d217-4a8d-be51-50288b752a2f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:02.833473 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-ab70c558-d217-4a8d-be51-50288b752a2f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Dec 24 03:45:02.924566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 5f716cfc-5584-480b-b903-e15c7cd6f1ee {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:45:02.924906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:03.012335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 5f716cfc-5584-480b-b903-e15c7cd6f1ee, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5f716cfc-5584-480b-b903-e15c7cd6f1ee,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:03.012708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:03.025102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 5f716cfc-5584-480b-b903-e15c7cd6f1ee owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:45:03.152172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:03.180420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=5f716cfc-5584-480b-b903-e15c7cd6f1ee,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:03.223495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port 5f716cfc-5584-480b-b903-e15c7cd6f1ee on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:45:03.225850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:03.229774 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87c9378a-dbad-4e1b-b3f6-84f60d55a30c req-521f3a63-0d95-431d-bc0b-9bc42ffd699c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/5f716cfc-5584-480b-b903-e15c7cd6f1ee HTTP/1.1" status: 204 len: 173 time: 0.3901014 Dec 24 03:45:03.230206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'name': 'network-vif-deleted', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:45:03.232431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4575703-99b2-4ddf-a550-186afe4a473f" -d '{"events": [{"server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "name": "network-vif-deleted", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:45:03.269577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e13bd6-2824-4fe0-b9e6-60b6a53fb0d7 x-openstack-request-id: req-93e13bd6-2824-4fe0-b9e6-60b6a53fb0d7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:45:03.269862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc842e1-9a82-46cb-9fe3-09f05925b795", "name": "network-vif-deleted", "tag": "5f716cfc-5584-480b-b903-e15c7cd6f1ee", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:45:03.270097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93e13bd6-2824-4fe0-b9e6-60b6a53fb0d7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:45:03.270499 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc842e1-9a82-46cb-9fe3-09f05925b795', 'name': 'network-vif-deleted', 'tag': '5f716cfc-5584-480b-b903-e15c7cd6f1ee', 'status': 'completed', 'code': 200} Dec 24 03:45:03.363930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-451e06ad-34c3-41ff-b0d2-a67bba826dcb req-37262742-2832-4c17-b95e-b1fbe51b15cc tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc842e1-9a82-46cb-9fe3-09f05925b795 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Dec 24 03:45:04.420667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:04.474578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d86615ff-939f-4e45-b60e-d899e724a5a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:04.498902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d86615ff-939f-4e45-b60e-d899e724a5a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:04.554088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d86615ff-939f-4e45-b60e-d899e724a5a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:04.557266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d86615ff-939f-4e45-b60e-d899e724a5a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:04.558582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d86615ff-939f-4e45-b60e-d899e724a5a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/35329e14-0c37-4141-9ae1-4b7f840efe89 HTTP/1.1" status: 204 len: 168 time: 0.1368728 Dec 24 03:45:04.567411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86615ff-939f-4e45-b60e-d899e724a5a5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35329e14-0c37-4141-9ae1-4b7f840efe89,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:04.589148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52486) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:04.942919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:05.193894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 6c84c05f-a453-457c-859f-7675a8185eaf {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:45:05.194152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:05.284740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 6c84c05f-a453-457c-859f-7675a8185eaf, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6c84c05f-a453-457c-859f-7675a8185eaf,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:05.285103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:05.296733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 6c84c05f-a453-457c-859f-7675a8185eaf owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:45:05.484884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:05.512577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=6c84c05f-a453-457c-859f-7675a8185eaf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:05.681263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:05.893035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router c981804d-433b-4386-8a95-539a3cbd78b2 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:45:05.996077 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:45:06.001221 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-11ddb947-2f6c-4b00-8013-68485685529d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/c981804d-433b-4386-8a95-539a3cbd78b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105926 Dec 24 03:45:06.003628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52488) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:06.006856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] Sync routers for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:45:06.016830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:06.017520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:06.054005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:45:06.057164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.097376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.123965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:06.183904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 5f716cfc-5584-480b-b903-e15c7cd6f1ee no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:45:06.184092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.219779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 5f716cfc-5584-480b-b903-e15c7cd6f1ee {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:45:06.220180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 5f716cfc-5584-480b-b903-e15c7cd6f1ee not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:45:06.242900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.268991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:06.274737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.277557 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-12b1b36a-5ebb-481c-9929-fc9f02a9648e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/cee5b0b6-9780-4d8a-92a2-f6eecbe33ae6 HTTP/1.1" status: 204 len: 168 time: 0.2730129 Dec 24 03:45:06.280133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52490) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:06.283549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5e4ba-a941-4257-bc0b-803b8fcc1afe None None] Network 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:45:06.386152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.402982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:45:05Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:06.432461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] Checking router: c981804d-433b-4386-8a95-539a3cbd78b2 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:45:06.440961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] Routers {'c981804d-433b-4386-8a95-539a3cbd78b2'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:06.441570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c981804d-433b-4386-8a95-539a3cbd78b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:06.490905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] DHCP port deletion for 9670d3ec-15c1-4d0d-9795-d10c5f35d0ef request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:45:06.502799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.552961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:45:06.553303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.579869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] Set router c981804d-433b-4386-8a95-539a3cbd78b2 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:06.634699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:06.635056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.647691 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:45:06.811333 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Deleting port bc2e742a-f6c3-4c50-a3a8-3445882609b0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:45:06.811593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.821167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.847819 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:06.863332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d42a2-a712-4567-99d1-cdec3f7955f3 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:45:06.908594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.921907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] For port bc2e742a-f6c3-4c50-a3a8-3445882609b0, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bc2e742a-f6c3-4c50-a3a8-3445882609b0,segment=NetworkSegment(f7a40317-9a79-4a12-80c3-9d2a78439608),segment_id=f7a40317-9a79-4a12-80c3-9d2a78439608)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:06.922305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:06.941933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Calling delete_port for bc2e742a-f6c3-4c50-a3a8-3445882609b0 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:45:07.000202 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.002345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.045598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.046216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router c981804d-433b-4386-8a95-539a3cbd78b2 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:45:07.055923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.059589 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fd198efb-ff33-4d5e-ab6d-84193c042407 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/c981804d-433b-4386-8a95-539a3cbd78b2 HTTP/1.1" status: 204 len: 168 time: 0.7761414 Dec 24 03:45:07.059925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52492) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:07.069324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:45:05Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:07.098712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bc2e742a-f6c3-4c50-a3a8-3445882609b0 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:45:07.101144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c93856-cea1-4026-b065-62c312cbf732 None None] The sync data for ids ['c981804d-433b-4386-8a95-539a3cbd78b2'] in dv-neutron-822869-1-hyperv is: [{'id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'name': 'tempest-TestNetworkBasicOps-router-191817791', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:45:05Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981804d-433b-4386-8a95-539a3cbd78b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:42:56Z', 'updated_at': '2021-12-24T03:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:45:07.128082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.130818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: bc2e742a-f6c3-4c50-a3a8-3445882609b0 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:45:07.131550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bc2e742a-f6c3-4c50-a3a8-3445882609b0 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:45:07.159389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.166598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Pushing event deleted for resources: {'Port': ['ID=bc2e742a-f6c3-4c50-a3a8-3445882609b0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:07.170855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] No DVR routers for this DVR port bc2e742a-f6c3-4c50-a3a8-3445882609b0 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:45:07.177598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.177956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.181138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.182059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.182059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.182059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9275bb6-65f6-45c9-b168-9f2394bdffde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:07.250134 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.268727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9670d3ec-15c1-4d0d-9795-d10c5f35d0ef']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:07.277447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a40317-9a79-4a12-80c3-9d2a78439608') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:07.277743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a40317-9a79-4a12-80c3-9d2a78439608') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:07.286600 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.299445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.305642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:45:07.306012 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:45:07.308910 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:45:07.367122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.374169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.377229 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/9670d3ec-15c1-4d0d-9795-d10c5f35d0ef HTTP/1.1" status: 204 len: 168 time: 0.3163230 Dec 24 03:45:07.389713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f01161-3d7b-4ea2-8686-353a8d281df3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=9670d3ec-15c1-4d0d-9795-d10c5f35d0ef,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:07.403972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52494) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:07.408778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'network': {'name': 'tempest-network-smoke--147130060', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'port_security_enabled': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:07.430908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:45:07.434466 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.457639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:45:07.468317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.468796 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Added segment b2a4a637-e5d8-4399-be41-f0976c221a8c of type vlan for network 6e9de8d2-f411-48c5-b065-24bca1533f05 Dec 24 03:45:07.513275 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.539842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.545843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:07.546439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.595050 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1900537 Dec 24 03:45:07.597866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:07.603976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'admin_state_up': True, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:07.623616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f73fe-f785-4fb4-90f3-0df3eb4360f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Network': ['ID=6e9de8d2-f411-48c5-b065-24bca1533f05,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:07.629162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.630170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.633670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:45:07.685845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:07.827865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.015630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.034208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.157415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.31 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/b49f6811-2ce6-41bb-87ae-7036f3120b8a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:45:08.255749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.288492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.327516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:45:08.330324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:45:08.332938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:45:08.342632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e6c46-ac78-4d09-9bf4-ce5695a1e099 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:45:08.361903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=b49f6811-2ce6-41bb-87ae-7036f3120b8a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:08.397561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-83182a58-7601-4886-81bb-ef384ccfe043 None None] Provisioning complete for port b49f6811-2ce6-41bb-87ae-7036f3120b8a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:08.397857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83182a58-7601-4886-81bb-ef384ccfe043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.438565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-83182a58-7601-4886-81bb-ef384ccfe043 None None] Port b49f6811-2ce6-41bb-87ae-7036f3120b8a cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:45:08.585876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.769712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:08.892743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:45:08.962847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:45:08.983183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:45:08.983522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b1c98678-0dd4-4bcc-b3d7-3cd4635aef6d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:45:08.983930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6c84c05f-a453-457c-859f-7675a8185eaf no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:45:08.997023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:45:09.002305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6c84c05f-a453-457c-859f-7675a8185eaf {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:45:09.002575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6c84c05f-a453-457c-859f-7675a8185eaf not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:45:09.007136 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Sync routers for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:45:09.016571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.017816 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5f866eb1-452c-4314-844f-ea71bf08f729 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4188254 Dec 24 03:45:09.018054 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:09.018719 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:09.020975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52498) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:09.123679 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:09.149431 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52502) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:09.149918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6260dc17-db35-4612-b59e-96846bf213de tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b78932c88ef44b1198968d4fecf13dba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1272678 Dec 24 03:45:09.236606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20091828-9c62-4dbd-9ba4-3a19d14433f5 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:09.238628 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-20091828-9c62-4dbd-9ba4-3a19d14433f5 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877664 Dec 24 03:45:09.240884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52504) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:09.267937 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8416964c-0e38-412c-95ed-642aae6cc8eb tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259929 Dec 24 03:45:09.270342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52506) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:09.275399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396377573', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:09.297628 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:08Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:09.323146 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Checking router: 76cac9e4-c9f7-4610-9fa8-cd60f593d06d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:45:09.323487 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Updating router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d port b49f6811-2ce6-41bb-87ae-7036f3120b8a binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:45:09.352482 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.362030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:45:09.365512 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.413920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ae839d8-1a99-44fd-9b0e-f23dd668ba8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.545648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.598346 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.603428 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.609099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Subnet': ['ID=ccd8f685-8edd-4544-b476-c4125534baba,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:09.615879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Checking segment: {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:45:09.616241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network hostable DHCP agents. Network: 6e9de8d2-f411-48c5-b065-24bca1533f05, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:45:09.632009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:45:09.643318 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 6e9de8d2-f411-48c5-b065-24bca1533f05) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:45:09.646594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c39b5-db61-4bff-a847-31a04bad34e3 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:45:09.647499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:09.648252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.651869 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Attempting to bind port b49f6811-2ce6-41bb-87ae-7036f3120b8a on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:45:09.652242 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Attempting to bind port b49f6811-2ce6-41bb-87ae-7036f3120b8a by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:45:09.652650 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Attempting to bind port b49f6811-2ce6-41bb-87ae-7036f3120b8a on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:45:09.658345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71cf86a-7dd5-4264-ae1d-917af57bd8bf None None] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:45:09.664088 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:45:09.664638 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:45:09.664983 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.665431 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:45:09.665819 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Bound port: b49f6811-2ce6-41bb-87ae-7036f3120b8a, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:45:09.666280 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.670480 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6928b671-4545-4956-a4e6-c92a5b9a339f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991358 Dec 24 03:45:09.673110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52508) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:09.691814 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Pushing event updated for resources: {'Port': ['ID=b49f6811-2ce6-41bb-87ae-7036f3120b8a,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:09.709017 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.709364 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.709697 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.710025 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.710363 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.710675 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.710991 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.711310 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.712071 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.712071 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.712320 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.712764 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.713083 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:45:09.737263 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] For port b49f6811-2ce6-41bb-87ae-7036f3120b8a, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:45:09.740328 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] For port b49f6811-2ce6-41bb-87ae-7036f3120b8a, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b49f6811-2ce6-41bb-87ae-7036f3120b8a,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:45:09.746198 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.772344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-6e9de8d2-f411-48c5-b065-24bca1533f05', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:45:09.773351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.778101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-815ba1a8-3480-4151-8dda-86cf900db961 None None] Provisioning complete for port b49f6811-2ce6-41bb-87ae-7036f3120b8a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:09.778671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-815ba1a8-3480-4151-8dda-86cf900db961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:09.902853 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:09.903494 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:44:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:09.905104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473d9ae-01ed-49f4-816d-c7b39c3430a6 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:45:09.945798 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946434b-87d3-4ca5-a874-cbb5b673eee5 None None] Pushing event updated for resources: {'Port': ['ID=b49f6811-2ce6-41bb-87ae-7036f3120b8a,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:10.010378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Allocated IP 172.20.0.2 (6e9de8d2-f411-48c5-b065-24bca1533f05/ccd8f685-8edd-4544-b476-c4125534baba/d59200d5-5c3c-47bb-b81e-3cd0732ffb5d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:45:10.013119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-815ba1a8-3480-4151-8dda-86cf900db961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.016017 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:10.044341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-815ba1a8-3480-4151-8dda-86cf900db961 None None] For port b49f6811-2ce6-41bb-87ae-7036f3120b8a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b49f6811-2ce6-41bb-87ae-7036f3120b8a,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:10.064527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-815ba1a8-3480-4151-8dda-86cf900db961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.163053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ba1a8-3480-4151-8dda-86cf900db961 None None] Pushing event updated for resources: {'Port': ['ID=b49f6811-2ce6-41bb-87ae-7036f3120b8a,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:10.204354 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:08Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:10.229368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-db5b8864-7d04-4e98-9fa3-42d8216cbf34 None None] Provisioning complete for port b49f6811-2ce6-41bb-87ae-7036f3120b8a triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:10.229737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db5b8864-7d04-4e98-9fa3-42d8216cbf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.235066 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a36e96-663e-4c35-9d81-1aa4902798c2 None None] The sync data for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv is: [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:08Z', 'revision_number': 3, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:45:10.279643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.289832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.366208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:45:10.372921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:45:10.374486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Pushing event updated for resources: {'Port': ['ID=d59200d5-5c3c-47bb-b81e-3cd0732ffb5d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:10.376629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:45:10.433334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Attempting to bind port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:45:10.433872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Attempting to bind port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:45:10.434461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Attempting to bind port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d on network 6e9de8d2-f411-48c5-b065-24bca1533f05 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:45:10.448758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:45:10.449138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Checking segment: {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:45:10.449536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.449927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Bound using segment: {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:45:10.450391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Bound port: d59200d5-5c3c-47bb-b81e-3cd0732ffb5d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:45:10.450765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.456400 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.529284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] For port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:45:10.532496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] For port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d59200d5-5c3c-47bb-b81e-3cd0732ffb5d,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:45:10.537536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.599264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844486-3e59-40e2-b5ff-2ced971792f9 None None] Pushing event updated for resources: {'Port': ['ID=d59200d5-5c3c-47bb-b81e-3cd0732ffb5d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:10.782056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.1 (6e9de8d2-f411-48c5-b065-24bca1533f05/ccd8f685-8edd-4544-b476-c4125534baba/2d20eea1-3c85-4f56-8a18-f82d72732f67) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:45:10.922659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:10.964769 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.016532 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:45:11.019738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:45:11.024263 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:45:11.054991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:11.076436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.101945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d59200d5-5c3c-47bb-b81e-3cd0732ffb5d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:45:11.158332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:11.158695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.227625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.239646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.280612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d59200d5-5c3c-47bb-b81e-3cd0732ffb5d,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:11.285434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.286251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b49f6811-2ce6-41bb-87ae-7036f3120b8a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:45:11.365350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=d59200d5-5c3c-47bb-b81e-3cd0732ffb5d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:11.376296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b49f6811-2ce6-41bb-87ae-7036f3120b8a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:11.376695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.536068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.541468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.605386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4abc1-a2ef-40b6-9133-58b9224d872c None None] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:45:11.612930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:11.618395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.679893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2f1e0904-586f-4e30-98de-fa280a07786b None None] Provisioning complete for port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:11.680530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0904-586f-4e30-98de-fa280a07786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.720858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:45:11.722633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:45:11.786283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0a54-6488-41a2-8d43-3277c1655836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:11.846057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:45:11.963592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:45:11.971892 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c2e18534-a037-45ff-b9b5-c0d912582168 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/76cac9e4-c9f7-4610-9fa8-cd60f593d06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2953446 Dec 24 03:45:11.972025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52510) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:12.037602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Sync routers for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:45:12.057986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-10ad1421-ed7b-4a51-a572-e44facd77863 None None] Provisioning complete for port 2d20eea1-3c85-4f56-8a18-f82d72732f67 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:12.058358 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10ad1421-ed7b-4a51-a572-e44facd77863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.059811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:12.060458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:45:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:12.071632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e1bac-f366-4e93-8f71-ea52b7f03d56 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.072103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e1bac-f366-4e93-8f71-ea52b7f03d56 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.072594 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e1bac-f366-4e93-8f71-ea52b7f03d56 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.073056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e1bac-f366-4e93-8f71-ea52b7f03d56 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.074739 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4b4e1bac-f366-4e93-8f71-ea52b7f03d56 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1018467 Dec 24 03:45:12.077341 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52512) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:12.139533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb48784-f7a1-4f25-82f5-a55571655a39 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.140133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb48784-f7a1-4f25-82f5-a55571655a39 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.140660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb48784-f7a1-4f25-82f5-a55571655a39 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.141107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb48784-f7a1-4f25-82f5-a55571655a39 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:12.142387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-10ad1421-ed7b-4a51-a572-e44facd77863 None None] Port 2d20eea1-3c85-4f56-8a18-f82d72732f67 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:45:12.142817 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5eb48784-f7a1-4f25-82f5-a55571655a39 tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0645516 Dec 24 03:45:12.145582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:12.185788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-10ad1421-ed7b-4a51-a572-e44facd77863 None None] Provisioning complete for port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:12.186182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10ad1421-ed7b-4a51-a572-e44facd77863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.237533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:12.295745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fe05ca55-3101-44ee-ba2e-d20173b18b2e tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1415882 Dec 24 03:45:12.471663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:11Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:45:11Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:12.474715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:12.479708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1ab69090-eabd-4394-85a3-076cc81661f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092106301', 'description': 'tempest-secgroup-smoke-2092106301 description', 'project_id': 'b78932c88ef44b1198968d4fecf13dba'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:12.504077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ab69090-eabd-4394-85a3-076cc81661f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.574451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ab69090-eabd-4394-85a3-076cc81661f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.578586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ab69090-eabd-4394-85a3-076cc81661f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.609527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ab69090-eabd-4394-85a3-076cc81661f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.610782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1ab69090-eabd-4394-85a3-076cc81661f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1350827 Dec 24 03:45:12.612756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab69090-eabd-4394-85a3-076cc81661f5 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b65f6-b348-4e86-92a3-c9db4296d0cd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:12.613875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52520) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:12.619267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-97843f15-0b8a-4e8a-a5fb-852e3467a732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '1e7b65f6-b348-4e86-92a3-c9db4296d0cd', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:12.648800 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-97843f15-0b8a-4e8a-a5fb-852e3467a732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.661376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Checking router: 76cac9e4-c9f7-4610-9fa8-cd60f593d06d for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:45:12.661933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Updating router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d port 2d20eea1-3c85-4f56-8a18-f82d72732f67 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:45:12.693143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.696136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3aee2a51-d403-45cd-8a1c-b78c554a11b0 None None] Provisioning complete for port 2d20eea1-3c85-4f56-8a18-f82d72732f67 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:12.696610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aee2a51-d403-45cd-8a1c-b78c554a11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.707870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-97843f15-0b8a-4e8a-a5fb-852e3467a732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.712711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-97843f15-0b8a-4e8a-a5fb-852e3467a732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.730285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97843f15-0b8a-4e8a-a5fb-852e3467a732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84422b17-4d94-4a8b-b910-56618de9f220,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:12.740347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-97843f15-0b8a-4e8a-a5fb-852e3467a732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.744231 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-97843f15-0b8a-4e8a-a5fb-852e3467a732 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268139 Dec 24 03:45:12.744740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52522) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:12.749539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fb639571-abe9-4bb7-af38-e617e425afa4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '1e7b65f6-b348-4e86-92a3-c9db4296d0cd', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:12.778323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb639571-abe9-4bb7-af38-e617e425afa4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.782044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3aee2a51-d403-45cd-8a1c-b78c554a11b0 None None] Port 2d20eea1-3c85-4f56-8a18-f82d72732f67 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:45:12.786619 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.841645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb639571-abe9-4bb7-af38-e617e425afa4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.845281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb639571-abe9-4bb7-af38-e617e425afa4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.864075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb639571-abe9-4bb7-af38-e617e425afa4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200512ec-2665-4861-b35c-5916ddf7e087,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:12.872806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb639571-abe9-4bb7-af38-e617e425afa4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.873997 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fb639571-abe9-4bb7-af38-e617e425afa4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282301 Dec 24 03:45:12.876670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:12.880905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-94949178-040c-4d67-be78-30373cefccf0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '1e7b65f6-b348-4e86-92a3-c9db4296d0cd', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:12.910921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94949178-040c-4d67-be78-30373cefccf0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.970160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94949178-040c-4d67-be78-30373cefccf0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.974564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94949178-040c-4d67-be78-30373cefccf0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:12.994642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94949178-040c-4d67-be78-30373cefccf0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564898b2-1c56-4601-beba-a186ca92ebc9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:13.005342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94949178-040c-4d67-be78-30373cefccf0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.009262 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-94949178-040c-4d67-be78-30373cefccf0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288786 Dec 24 03:45:13.009262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52526) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:13.013646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ed10872d-252f-4c2f-a56d-d810328e42d7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '1e7b65f6-b348-4e86-92a3-c9db4296d0cd', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:13.022095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d59200d5-5c3c-47bb-b81e-3cd0732ffb5d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:45:13.043388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed10872d-252f-4c2f-a56d-d810328e42d7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.077496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.086552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.104794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed10872d-252f-4c2f-a56d-d810328e42d7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.109109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed10872d-252f-4c2f-a56d-d810328e42d7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.128093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10872d-252f-4c2f-a56d-d810328e42d7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84768b95-03dc-41a4-a602-5e92de4f44b9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:13.136226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed10872d-252f-4c2f-a56d-d810328e42d7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.137501 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ed10872d-252f-4c2f-a56d-d810328e42d7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273763 Dec 24 03:45:13.140357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52528) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:13.144957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '1e7b65f6-b348-4e86-92a3-c9db4296d0cd', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:13.159422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:13.159607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.170055 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:45:13.175218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.196406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39f519-c5e0-4ecf-ba23-2f5ad37b3c8e None None] Pushing event updated for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:13.248984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.253852 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.267044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Attempting to bind port 2d20eea1-3c85-4f56-8a18-f82d72732f67 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:45:13.267530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Attempting to bind port 2d20eea1-3c85-4f56-8a18-f82d72732f67 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:45:13.268169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Attempting to bind port 2d20eea1-3c85-4f56-8a18-f82d72732f67 on network 6e9de8d2-f411-48c5-b065-24bca1533f05 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:45:13.273937 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12be4d5a-bd3a-49df-9efd-45d0d8de2a0e,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:13.277443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:45:13.277945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Checking segment: {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:45:13.278652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.279092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Bound using segment: {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:45:13.279640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Bound port: 2d20eea1-3c85-4f56-8a18-f82d72732f67, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:45:13.280018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.283782 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.285053 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ecd2338f-fb1a-4e25-93e9-2e737879a75d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436698 Dec 24 03:45:13.287916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52530) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:13.292591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'security_group_rule': {'security_group_id': '1e7b65f6-b348-4e86-92a3-c9db4296d0cd', 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:13.321013 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Project b78932c88ef44b1198968d4fecf13dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:45:13.327316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.379174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] For port 2d20eea1-3c85-4f56-8a18-f82d72732f67, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:45:13.382124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] For port 2d20eea1-3c85-4f56-8a18-f82d72732f67, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d20eea1-3c85-4f56-8a18-f82d72732f67,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:45:13.386581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.393305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.396853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.417401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c9b1ee-c360-4647-87b4-43840f2cef1c,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:13.426364 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.427763 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-67803a24-5964-42ac-9ba2-27f91385097b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388085 Dec 24 03:45:13.464409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3aa56cb1-34ef-46ff-8fe2-0119ed5ab8b7 None None] Provisioning complete for port 2d20eea1-3c85-4f56-8a18-f82d72732f67 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:13.464796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aa56cb1-34ef-46ff-8fe2-0119ed5ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.466375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:13.466989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:45:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:13.469529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39f519-c5e0-4ecf-ba23-2f5ad37b3c8e None None] Pushing event updated for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:13.638787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:13.665447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aa56cb1-34ef-46ff-8fe2-0119ed5ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.721225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-da917e8b-e210-4863-a4e5-4aaafb1cf9ea tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092106301&fields=id&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 267 time: 0.0463865 Dec 24 03:45:13.745125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3aa56cb1-34ef-46ff-8fe2-0119ed5ab8b7 None None] For port 2d20eea1-3c85-4f56-8a18-f82d72732f67, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d20eea1-3c85-4f56-8a18-f82d72732f67,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:13.758332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aa56cb1-34ef-46ff-8fe2-0119ed5ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.831238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-75a6244e-404c-40d5-b6d9-373bd1348f13 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:13.833018 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-75a6244e-404c-40d5-b6d9-373bd1348f13 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/networks?id=6e9de8d2-f411-48c5-b065-24bca1533f05 HTTP/1.1" status: 200 len: 796 time: 0.1049922 Dec 24 03:45:13.849305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-fc112754-bb8f-4a2d-a62f-e93a1ad33a14 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/quotas/b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 375 time: 0.0097215 Dec 24 03:45:13.852321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa56cb1-34ef-46ff-8fe2-0119ed5ab8b7 None None] Pushing event updated for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:13.892017 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:45:13.903467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f8dcb5c1-1bcb-46dd-bdb3-2c2ae41584e3 None None] Provisioning complete for port 2d20eea1-3c85-4f56-8a18-f82d72732f67 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:13.904479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb5c1-1bcb-46dd-bdb3-2c2ae41584e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:13.911142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7905d128-95eb-4f0c-8fd7-a487949b3db1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532603 Dec 24 03:45:13.958936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:11Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:45:13Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:13.986916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad164a-29a6-4188-b7fb-9c2727b01b79 None None] The sync data for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv is: [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:11Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:45:13Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:45:14.029046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-1c842e0c-59c7-4159-88f2-95d598894cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045337 Dec 24 03:45:14.156254 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-2afb56f9-479f-45f5-89f1-e453add38128 service neutron] 10.222.0.37 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248505 Dec 24 03:45:14.407742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96dd462e-6e2d-44d2-bd9d-8ab8647cbe06 req-4b429b24-3bde-4574-b85d-488544674b0e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 210 time: 0.0994782 Dec 24 03:45:14.480895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:15.036646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d20eea1-3c85-4f56-8a18-f82d72732f67 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:45:15.089457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:15.107166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2d20eea1-3c85-4f56-8a18-f82d72732f67 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:15.107560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:15.468115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-cade1208-897b-4243-bd39-7d2924903b1e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:15.469641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-cade1208-897b-4243-bd39-7d2924903b1e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/networks?id=6e9de8d2-f411-48c5-b065-24bca1533f05 HTTP/1.1" status: 200 len: 796 time: 0.1037493 Dec 24 03:45:15.514681 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97bd87b3-45ef-4b3e-ac3a-a1206acbf285 req-759406b8-386e-4639-9672-644f2c60dec8 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 210 time: 0.0311108 Dec 24 03:45:15.567827 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-658dcee6-b6cc-4deb-9327-b04947119e93 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78932c88ef44b1198968d4fecf13dba HTTP/1.1" status: 200 len: 380 time: 0.0555365 Dec 24 03:45:15.577363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'port': {'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'admin_state_up': True, 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'security_groups': ['1e7b65f6-b348-4e86-92a3-c9db4296d0cd']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:15.683371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Made reservation on behalf of b78932c88ef44b1198968d4fecf13dba for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:45:15.686787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:15.813215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.20.0.14 (6e9de8d2-f411-48c5-b065-24bca1533f05/ccd8f685-8edd-4544-b476-c4125534baba/bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:45:16.274922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:16.306900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:16.351134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:45:16.354046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:45:16.357662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:45:16.364137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:16.410452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:16.411066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:16.427341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-27efd52c-9056-4a5e-a28d-6126df558b00 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8534279 Dec 24 03:45:16.440754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-e12b5091-1853-4274-a55c-5897da807185 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:45:16.441752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-e12b5091-1853-4274-a55c-5897da807185 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053692 Dec 24 03:45:16.459682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Request body: {'port': {'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:16.518274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:16.564049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-174fbe04-983f-4e86-a37d-12733f030ff2 None None] Provisioning complete for port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:16.564608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-174fbe04-983f-4e86-a37d-12733f030ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:16.603499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-174fbe04-983f-4e86-a37d-12733f030ff2 None None] Port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:45:16.701350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035f986-87a8-42bb-96b4-a69a9aaa2b37 req-a454f369-fbe1-4995-a8ba-d184fe3b47c1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:16.702817 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b035f986-87a8-42bb-96b4-a69a9aaa2b37 req-a454f369-fbe1-4995-a8ba-d184fe3b47c1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 932 time: 0.0845344 Dec 24 03:45:16.800159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b035f986-87a8-42bb-96b4-a69a9aaa2b37 req-fbfedfa2-12f8-4582-9f77-fd00768ef7f7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700946 Dec 24 03:45:16.853643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:45:16.860835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:16.872835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Transition to ACTIVE for port object bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:45:16.876605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:16.925176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:16.995046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Attempting to bind port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:45:16.995388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Attempting to bind port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:45:16.995723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Attempting to bind port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 on network 6e9de8d2-f411-48c5-b065-24bca1533f05 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:45:17.000413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 on network 6e9de8d2-f411-48c5-b065-24bca1533f05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:45:17.000745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Attempting to bind port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 on network 6e9de8d2-f411-48c5-b065-24bca1533f05 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:45:17.005745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:45:17.006089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Checking segment: {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:45:17.006480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Bound using segment: {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:45:17.006908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Bound port: bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a4a637-e5d8-4399-be41-f0976c221a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:45:17.007291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:17.079271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] For port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:45:17.083569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] For port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:45:17.088179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:17.125036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.125651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:17.127235 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] 10.222.0.41 "PUT /v2.0/ports/bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 HTTP/1.1" status: 200 len: 1094 time: 0.6718900 Dec 24 03:45:17.127502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:45:17.129788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e96e67-041f-46aa-9d35-8802a66620a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:45:17.161456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b5aba-73af-4eeb-bfbd-69980ca7f284 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:17.185315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e06514f-96c7-4c8e-ae3e-52cb55233efe x-openstack-request-id: req-9e06514f-96c7-4c8e-ae3e-52cb55233efe {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:45:17.185604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:45:17.185850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e06514f-96c7-4c8e-ae3e-52cb55233efe {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:45:17.186253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'status': 'completed', 'code': 200} Dec 24 03:45:17.247744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-59d1cc21-b209-4f52-b2ff-ba9f693675c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.249308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-59d1cc21-b209-4f52-b2ff-ba9f693675c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 1097 time: 0.0443368 Dec 24 03:45:17.302124 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-43c62754-7d28-4460-ba1c-82733df126af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 HTTP/1.1" status: 200 len: 217 time: 0.0396826 Dec 24 03:45:17.353998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-8660ad60-4c52-4254-8e9d-308e5e50a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.355424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-8660ad60-4c52-4254-8e9d-308e5e50a929 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8f685-8edd-4544-b476-c4125534baba HTTP/1.1" status: 200 len: 835 time: 0.0438747 Dec 24 03:45:17.402557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-a822e54c-6ed5-4ede-a101-6b487448d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.403932 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-a822e54c-6ed5-4ede-a101-6b487448d393 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e9de8d2-f411-48c5-b065-24bca1533f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401204 Dec 24 03:45:17.501382 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-42ea8706-67a2-4c0e-9b06-c7b95b5437e2 service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892329 Dec 24 03:45:17.589413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd12-6af9-4d21-abb7-62714400f44b req-49d1ca55-fbb2-479d-95e0-dd1b09c8180f service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808754 Dec 24 03:45:17.720667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-cc6fa4d6-04e6-4697-9863-8266fe93ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.722139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-cc6fa4d6-04e6-4697-9863-8266fe93ded1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 1097 time: 0.0464709 Dec 24 03:45:17.815821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-1e05e10f-1329-442a-a4a6-098bb937b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.817285 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-1e05e10f-1329-442a-a4a6-098bb937b61a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e9de8d2-f411-48c5-b065-24bca1533f05 HTTP/1.1" status: 200 len: 896 time: 0.0845065 Dec 24 03:45:17.862479 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-b4d6240c-2e7c-4d80-b75d-6b2547e001be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 HTTP/1.1" status: 200 len: 217 time: 0.0380368 Dec 24 03:45:17.938856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-846e4203-6786-4170-81a5-1f67af06c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.940300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-846e4203-6786-4170-81a5-1f67af06c579 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8f685-8edd-4544-b476-c4125534baba HTTP/1.1" status: 200 len: 835 time: 0.0652692 Dec 24 03:45:17.948660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fccbf-346b-4c3d-8231-891542a5492b req-a7485a14-7831-4283-9c8b-a714c48c8bf2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:17.950057 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-900fccbf-346b-4c3d-8231-891542a5492b req-a7485a14-7831-4283-9c8b-a714c48c8bf2 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 944 time: 0.0840187 Dec 24 03:45:18.019064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-1fcd8d4f-db44-4586-9d70-22c7df43e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:18.020472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-1fcd8d4f-db44-4586-9d70-22c7df43e15e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e9de8d2-f411-48c5-b065-24bca1533f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695662 Dec 24 03:45:18.029633 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-900fccbf-346b-4c3d-8231-891542a5492b req-ac918bf6-aa76-4172-a76e-6f20b8793eb0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713332 Dec 24 03:45:18.113514 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-c98b54b2-e1f0-4f7d-bfaf-89624768d248 service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829494 Dec 24 03:45:18.206185 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26e96e67-041f-46aa-9d35-8802a66620a8 req-d2282f6b-a0a7-4395-929b-1d84c9b08599 service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854778 Dec 24 03:45:19.145734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e4cdb-c62a-40ff-96e2-e38d8aa44bf0 req-b6628ef8-43d6-454d-b583-2596560de71e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:19.147855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c23e4cdb-c62a-40ff-96e2-e38d8aa44bf0 req-b6628ef8-43d6-454d-b583-2596560de71e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 944 time: 0.0501895 Dec 24 03:45:19.196880 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c23e4cdb-c62a-40ff-96e2-e38d8aa44bf0 req-9b14cb41-3a5d-418a-834c-67600d167ec9 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Dec 24 03:45:20.309895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb353a2b-a1ee-4e5b-9438-edca39c6601d req-67635aeb-61a5-4c60-adb0-a07fe707b5e7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:20.312140 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb353a2b-a1ee-4e5b-9438-edca39c6601d req-67635aeb-61a5-4c60-adb0-a07fe707b5e7 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 944 time: 0.0496502 Dec 24 03:45:20.364701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb353a2b-a1ee-4e5b-9438-edca39c6601d req-2d93de2f-9a23-43e0-a98e-4c81cfadfa1d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 Dec 24 03:45:21.479743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d359d-fa7e-4b22-be22-8b7767f00453 req-a2ebb07f-ab30-4e32-9e9a-a2b98cf04c3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:21.481128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a61d359d-fa7e-4b22-be22-8b7767f00453 req-a2ebb07f-ab30-4e32-9e9a-a2b98cf04c3f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 944 time: 0.0481043 Dec 24 03:45:21.528284 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a61d359d-fa7e-4b22-be22-8b7767f00453 req-b4e1c292-f253-4d57-85a4-4f9c6739d9cf tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Dec 24 03:45:22.109869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:22.227474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:45:22.320211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:22.331316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'mac_address': 'fa:16:3e:61:72:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:45:22.367172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:22.380033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:45:22.399154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:22.403165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:22.447494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:22.639720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b37b-ee4f-4d30-b1d5-492e52eb108c req-c617dd25-3839-4db2-8c7d-7a29a62d9297 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:22.641138 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b89b37b-ee4f-4d30-b1d5-492e52eb108c req-c617dd25-3839-4db2-8c7d-7a29a62d9297 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 945 time: 0.0479784 Dec 24 03:45:22.689407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b89b37b-ee4f-4d30-b1d5-492e52eb108c req-ef20d10a-f64c-4ad9-b139-5c508d497790 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Dec 24 03:45:22.771379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:45:23.805769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41258cd8-ec23-411a-89aa-8fafa2ff3979 req-5edbcae6-4760-44ca-b31f-01a2c4e1b24c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:23.807193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-41258cd8-ec23-411a-89aa-8fafa2ff3979 req-5edbcae6-4760-44ca-b31f-01a2c4e1b24c tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 945 time: 0.0518794 Dec 24 03:45:23.856706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-41258cd8-ec23-411a-89aa-8fafa2ff3979 req-222b60c1-0213-4ceb-bc0c-799a18598af0 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Dec 24 03:45:24.228385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:45:24.419862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:45:24.423750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:45:24.424121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:24.500951 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:24.522510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:45:24.524806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae9a5eb-746d-4020-aab3-8e496e2c3160" -d '{"events": [{"server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "name": "network-vif-plugged", "status": "completed", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:45:24.537551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:45:24.541878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:24.566491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc765a5f-0eed-45a5-8d6a-e736d8ef445d x-openstack-request-id: req-dc765a5f-0eed-45a5-8d6a-e736d8ef445d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:45:24.566787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "name": "network-vif-plugged", "status": "completed", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:45:24.567042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc765a5f-0eed-45a5-8d6a-e736d8ef445d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:45:24.567428 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'code': 200} Dec 24 03:45:24.591670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:24.768680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e15f47-2c20-4835-85cf-e7ffe03b6ff4 req-0b63bef2-4972-43b3-9a1d-327960409380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:24.770153 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-12e15f47-2c20-4835-85cf-e7ffe03b6ff4 req-0b63bef2-4972-43b3-9a1d-327960409380 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 1099 time: 0.0399919 Dec 24 03:45:24.814628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-12e15f47-2c20-4835-85cf-e7ffe03b6ff4 req-3217d95d-8b66-4efd-b076-567ea427e85e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371146 Dec 24 03:45:24.968270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ebbc2-9a2f-45fa-b551-c9287371b006 req-adbb3827-0294-411a-b1e7-39fdffaaedba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:24.969740 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a30ebbc2-9a2f-45fa-b551-c9287371b006 req-adbb3827-0294-411a-b1e7-39fdffaaedba tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 946 time: 0.0481229 Dec 24 03:45:25.020922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a30ebbc2-9a2f-45fa-b551-c9287371b006 req-8a9c3176-2d40-4246-93bb-7ac0f8c91624 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Dec 24 03:45:26.136319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4447d-8eb5-4c1c-9417-eaeaa12ab0bd req-5181b6e7-b5b3-43b5-8000-8bd0661e3a7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:26.137826 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ee4447d-8eb5-4c1c-9417-eaeaa12ab0bd req-5181b6e7-b5b3-43b5-8000-8bd0661e3a7a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 946 time: 0.0495474 Dec 24 03:45:26.189240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ee4447d-8eb5-4c1c-9417-eaeaa12ab0bd req-8c614c2c-0f28-4acd-97b7-2b60a7a3100b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Dec 24 03:45:27.300889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f9d9e-b0cb-403a-8137-61b183ca1d25 req-c22d03d6-2b98-48a4-bd93-3eccaa074ad6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:27.302341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-085f9d9e-b0cb-403a-8137-61b183ca1d25 req-c22d03d6-2b98-48a4-bd93-3eccaa074ad6 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 946 time: 0.0478799 Dec 24 03:45:27.349228 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-085f9d9e-b0cb-403a-8137-61b183ca1d25 req-d13bba3e-bcfc-4503-9f50-1736ed58ca99 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Dec 24 03:45:27.463658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f411455-524f-4b37-b154-96df7ed5a41f req-19e325cc-066c-45cc-b672-42be7e556cc1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:27.465130 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f411455-524f-4b37-b154-96df7ed5a41f req-19e325cc-066c-45cc-b672-42be7e556cc1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 946 time: 0.0519278 Dec 24 03:45:27.512711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f411455-524f-4b37-b154-96df7ed5a41f req-835a8aac-d637-4453-bd66-7696e8bb2c5e tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 Dec 24 03:45:27.533407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:27.571702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cad787-c996-4c48-a9d7-000a97e83bcd tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:27.573188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-57cad787-c996-4c48-a9d7-000a97e83bcd tempest-TestNetworkBasicOps-1837361851 tempest-TestNetworkBasicOps-1837361851-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 1094 time: 0.0388384 Dec 24 03:45:27.575833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:27.580050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:45:27.604189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:27.699547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:27.797366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Allocated IP 172.26.5.62 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f045eaaa-d53e-4af3-88cc-3162b21d46e2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:45:27.896002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:27.927883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:27.965298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:45:27.969513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:45:27.972833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:45:27.978630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=f045eaaa-d53e-4af3-88cc-3162b21d46e2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:28.323652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:28.387438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:28.535164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:28.539561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:28.608644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event updated for resources: {'Port': ['ID=f045eaaa-d53e-4af3-88cc-3162b21d46e2,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:45:28.618791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:28.715300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 4263cf6c-fe7a-4ee6-9240-12b1e65e1459 associated. External IP: 172.26.5.62, port: bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6. Dec 24 03:45:28.919136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:45:29.022532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:45:29.032155 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] Sync routers for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:45:29.040710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:29.041797 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:29.042399 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:45:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:29.067242 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f7d62e0c-e1ff-4a00-9ad1-9994833362d3 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4904077 Dec 24 03:45:29.067801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:45:29.070048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ea205-d5ce-4c06-b675-2a47af5fe64e" -d '{"events": [{"name": "network-changed", "server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:45:29.070242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52598) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:29.111838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43d4ac8-099f-4788-a214-30b9d7913d6c x-openstack-request-id: req-b43d4ac8-099f-4788-a214-30b9d7913d6c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:45:29.112136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:45:29.112424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b43d4ac8-099f-4788-a214-30b9d7913d6c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:45:29.113105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'status': 'completed', 'code': 200} Dec 24 03:45:29.131684 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b4aeba1b-383f-47f6-a946-b3ca9308e366 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/4263cf6c-fe7a-4ee6-9240-12b1e65e1459 HTTP/1.1" status: 200 len: 991 time: 0.0603070 Dec 24 03:45:29.148746 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:29.200018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-6741b67e-2143-4364-91d2-0932d252effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:29.201528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-6741b67e-2143-4364-91d2-0932d252effa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 1099 time: 0.0406969 Dec 24 03:45:29.295209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-e4c82776-1941-45cd-9cd3-95df3061e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:29.296621 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-e4c82776-1941-45cd-9cd3-95df3061e9c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e9de8d2-f411-48c5-b065-24bca1533f05 HTTP/1.1" status: 200 len: 896 time: 0.0878196 Dec 24 03:45:29.361477 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-703dc170-0217-47b5-aac7-045f31cda5fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 HTTP/1.1" status: 200 len: 999 time: 0.0578871 Dec 24 03:45:29.367180 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:11Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4263cf6c-fe7a-4ee6-9240-12b1e65e1459', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'mac_address': 'fa:16:3e:61:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:45:28Z', 'updated_at': '2021-12-24T03:45:28Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:45:13Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:29.392152 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] Checking router: 76cac9e4-c9f7-4610-9fa8-cd60f593d06d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:45:29.401441 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:45:29.402033 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:45:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:29.409120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-fcd76254-a090-4586-b6d1-f5b93678d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:29.410581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-fcd76254-a090-4586-b6d1-f5b93678d803 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8f685-8edd-4544-b476-c4125534baba HTTP/1.1" status: 200 len: 835 time: 0.0423722 Dec 24 03:45:29.456857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-7ae09aeb-fb49-4fc4-878d-7d17b7e14ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:29.458573 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-7ae09aeb-fb49-4fc4-878d-7d17b7e14ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e9de8d2-f411-48c5-b065-24bca1533f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415993 Dec 24 03:45:29.503434 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:45:29.547892 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-ee507542-906e-42c7-bab9-635349d0ec6d service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818684 Dec 24 03:45:29.726044 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:11Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4263cf6c-fe7a-4ee6-9240-12b1e65e1459', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'mac_address': 'fa:16:3e:61:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:45:28Z', 'updated_at': '2021-12-24T03:45:28Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:45:13Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:45:29.756213 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63d724-be5a-4199-a833-32a5612e62f8 None None] The sync data for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv is: [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:45:11Z', 'revision_number': 4, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4263cf6c-fe7a-4ee6-9240-12b1e65e1459', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'mac_address': 'fa:16:3e:61:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:45:28Z', 'updated_at': '2021-12-24T03:45:28Z', 'revision_number': 0, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:45:13Z', 'revision_number': 5, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:45:29.966073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0078fc8e-a85e-408f-94a1-284d79541a82 None None] New status for floating IP 4263cf6c-fe7a-4ee6-9240-12b1e65e1459: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:45:29.982634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d47ea205-d5ce-4c06-b675-2a47af5fe64e req-28344d0f-b1d3-4b68-be6e-8987a68f48eb service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275784 Dec 24 03:45:30.135916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52602) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:45:30.199110 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2f0a3008-d447-4bff-97df-6772e23583bb tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/4263cf6c-fe7a-4ee6-9240-12b1e65e1459 HTTP/1.1" status: 200 len: 993 time: 0.0618978 Dec 24 03:45:39.416797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-648cb162-42dc-4ab7-a1f4-46c8103db692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:41.778779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a2dac8e-34b1-4d97-b112-ae23d5e87dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:42.745292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:44.429662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:45.071532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:50.892586 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:45:52.119522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:09.417722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5c789a7-f9fd-4e86-b7ac-351847ae43e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:11.779958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd193541-62fb-4f77-b0ac-57c62fe05666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:12.749787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:14.432025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:15.072536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:19.430966 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-5d4ba9da-dc31-4405-a444-d4a8921ce873 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801647 Dec 24 03:46:19.531942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-27b5a20a-cd83-45b4-8776-e56b94c9f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.533446 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-27b5a20a-cd83-45b4-8776-e56b94c9f03c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 1099 time: 0.0414045 Dec 24 03:46:19.633460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-945581c6-ba16-442d-8da7-6001c4e32c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.634793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-945581c6-ba16-442d-8da7-6001c4e32c46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e9de8d2-f411-48c5-b065-24bca1533f05 HTTP/1.1" status: 200 len: 896 time: 0.0816500 Dec 24 03:46:19.701297 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-f235819a-e8c4-42f0-b113-1c72d74af9d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 HTTP/1.1" status: 200 len: 1001 time: 0.0593157 Dec 24 03:46:19.749720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-2f671e14-e800-4aef-ad98-74be94eeb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.751182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-2f671e14-e800-4aef-ad98-74be94eeb054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8f685-8edd-4544-b476-c4125534baba HTTP/1.1" status: 200 len: 835 time: 0.0428150 Dec 24 03:46:19.795387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-4bdc2592-f9c4-4399-96b4-c16e11bf9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.796829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-4bdc2592-f9c4-4399-96b4-c16e11bf9a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e9de8d2-f411-48c5-b065-24bca1533f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384259 Dec 24 03:46:19.887785 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-c480bf58-865a-47f6-b329-3104f94d23b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823684 Dec 24 03:46:19.974762 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f073199f-92d9-47fe-a56d-2f489a22d1bf req-f4467de1-8591-48fb-945d-2ae85aef9945 service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793700 Dec 24 03:46:22.136217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:27.891330 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:46:34.840047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52632) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:34.845187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-927df2c0-5bf1-4d12-be78-0c0cd3103142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:46:35.166982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-927df2c0-5bf1-4d12-be78-0c0cd3103142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:35.177648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-927df2c0-5bf1-4d12-be78-0c0cd3103142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:35.285967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927df2c0-5bf1-4d12-be78-0c0cd3103142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:46:35.396298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927df2c0-5bf1-4d12-be78-0c0cd3103142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:46:35.403715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-927df2c0-5bf1-4d12-be78-0c0cd3103142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:35.404886 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-927df2c0-5bf1-4d12-be78-0c0cd3103142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/76cac9e4-c9f7-4610-9fa8-cd60f593d06d HTTP/1.1" status: 200 len: 888 time: 0.5638244 Dec 24 03:46:35.406752 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] Sync routers for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:46:35.418899 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:35.419488 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:35.450902 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:35.460115 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:35.460718 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:35.493233 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:35.493853 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c9f55-110f-4ead-aa1f-28581d1ded43 None None] The sync data for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv is: [] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:46:36.252625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe9e415-3b19-4106-9a63-181452e4ff35 None None] New status for floating IP 4263cf6c-fe7a-4ee6-9240-12b1e65e1459: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:46:37.049114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d20eea1-3c85-4f56-8a18-f82d72732f67 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:46:37.145554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:37.185160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 2d20eea1-3c85-4f56-8a18-f82d72732f67, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d20eea1-3c85-4f56-8a18-f82d72732f67,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:37.189058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:37.189751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b49f6811-2ce6-41bb-87ae-7036f3120b8a no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:46:37.263864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:37.275732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.276317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.276950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.277589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.278058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.278427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.278835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.279176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.279562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.279896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.280222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.280655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.280986 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:37.334578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:37.360305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port b49f6811-2ce6-41bb-87ae-7036f3120b8a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b49f6811-2ce6-41bb-87ae-7036f3120b8a,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:37.364255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:37.413614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=b49f6811-2ce6-41bb-87ae-7036f3120b8a,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:37.541217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52640) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:37.545862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-aee2e5cb-3c80-4ab0-8148-9a0d2deaff6f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:46:37.851183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aee2e5cb-3c80-4ab0-8148-9a0d2deaff6f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232192'] for router, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:37.861739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aee2e5cb-3c80-4ab0-8148-9a0d2deaff6f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747482'] for router, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:38.247952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee2e5cb-3c80-4ab0-8148-9a0d2deaff6f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:46:38.353972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee2e5cb-3c80-4ab0-8148-9a0d2deaff6f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:46:38.360851 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aee2e5cb-3c80-4ab0-8148-9a0d2deaff6f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:38.362007 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aee2e5cb-3c80-4ab0-8148-9a0d2deaff6f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/76cac9e4-c9f7-4610-9fa8-cd60f593d06d HTTP/1.1" status: 200 len: 887 time: 0.8197863 Dec 24 03:46:38.363394 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] Sync routers for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:46:38.364966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52642) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:38.374603 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:38.375190 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:38.425050 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5742f11a-a565-4a51-993f-b157baffc30a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/4263cf6c-fe7a-4ee6-9240-12b1e65e1459 HTTP/1.1" status: 200 len: 991 time: 0.0590036 Dec 24 03:46:38.478453 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:46:38.697252 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4263cf6c-fe7a-4ee6-9240-12b1e65e1459', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'mac_address': 'fa:16:3e:61:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:45:28Z', 'updated_at': '2021-12-24T03:46:36Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:38.725924 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] Checking router: 76cac9e4-c9f7-4610-9fa8-cd60f593d06d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:46:38.733991 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:38.734583 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:38.840028 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:46:39.056804 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4263cf6c-fe7a-4ee6-9240-12b1e65e1459', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'mac_address': 'fa:16:3e:61:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:45:28Z', 'updated_at': '2021-12-24T03:46:36Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:39.086419 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63024571-f2f5-4d1a-913a-737cdd325a7f None None] The sync data for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv is: [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '4263cf6c-fe7a-4ee6-9240-12b1e65e1459', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'port_id': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'mac_address': 'fa:16:3e:61:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:45:28Z', 'updated_at': '2021-12-24T03:46:36Z', 'revision_number': 2, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:46:39.419577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b8689fe-fb5e-4ef6-90fe-e12880247888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:39.429067 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52644) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:39.497838 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8420bd6e-4d19-4ebf-bdfa-1ead11667211 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/4263cf6c-fe7a-4ee6-9240-12b1e65e1459 HTTP/1.1" status: 200 len: 991 time: 0.0674450 Dec 24 03:46:40.501487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52646) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:40.561241 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d58fb96c-db59-438e-8585-7bd979229629 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/4263cf6c-fe7a-4ee6-9240-12b1e65e1459 HTTP/1.1" status: 200 len: 991 time: 0.0585411 Dec 24 03:46:40.615995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077090b-2617-4638-9ec4-db4fb4ddcb3d None None] New status for floating IP 4263cf6c-fe7a-4ee6-9240-12b1e65e1459: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:46:41.089780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d20eea1-3c85-4f56-8a18-f82d72732f67 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:46:41.139981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2d20eea1-3c85-4f56-8a18-f82d72732f67 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:46:41.140282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:41.214796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:41.246995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 2d20eea1-3c85-4f56-8a18-f82d72732f67, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d20eea1-3c85-4f56-8a18-f82d72732f67,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:41.251176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:41.252042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b49f6811-2ce6-41bb-87ae-7036f3120b8a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:46:41.331071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:41.339884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b49f6811-2ce6-41bb-87ae-7036f3120b8a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:46:41.340251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:41.414408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:41.433453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port b49f6811-2ce6-41bb-87ae-7036f3120b8a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b49f6811-2ce6-41bb-87ae-7036f3120b8a,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:41.437379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:41.484159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=b49f6811-2ce6-41bb-87ae-7036f3120b8a,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:41.564973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52648) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:41.627783 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6700091a-b576-499b-986f-80fe986b927b tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/floatingips/4263cf6c-fe7a-4ee6-9240-12b1e65e1459 HTTP/1.1" status: 200 len: 993 time: 0.0616851 Dec 24 03:46:41.785819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50e7c077-41cd-4af0-ae19-26c6d404101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:41.897516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52654) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:42.049030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port f045eaaa-d53e-4af3-88cc-3162b21d46e2 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:46:42.049369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:42.127082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:42.127414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:42.139277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for f045eaaa-d53e-4af3-88cc-3162b21d46e2 owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:46:42.278517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:42.305770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=f045eaaa-d53e-4af3-88cc-3162b21d46e2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:42.331460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.331808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.332149 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.332517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.333105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.333433 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.333759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.334082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.334404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.334727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.335063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.335366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.335682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:42.376786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:42.377110 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Floating IP 4263cf6c-fe7a-4ee6-9240-12b1e65e1459 disassociated (deleted). External IP: 172.26.5.62, port: bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6. Dec 24 03:46:42.576644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:46:42.682190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:46:42.687361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:42.691865 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] Sync routers for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:46:42.701328 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:42.701919 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:42.714478 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b3113e0c-5aed-4e96-808d-953ac005b142 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/floatingips/4263cf6c-fe7a-4ee6-9240-12b1e65e1459 HTTP/1.1" status: 204 len: 168 time: 0.8158927 Dec 24 03:46:42.715086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:46:42.717398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde0d073-a236-4499-8a5b-60ce0041ebbc" -d '{"events": [{"name": "network-changed", "server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:46:42.756286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:42.759070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f090812-2cbd-441b-b119-825777aa8b12 x-openstack-request-id: req-8f090812-2cbd-441b-b119-825777aa8b12 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:46:42.759464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:46:42.759744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f090812-2cbd-441b-b119-825777aa8b12 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:46:42.760239 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'status': 'completed', 'code': 200} Dec 24 03:46:42.814151 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:46:42.855971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-0106ead4-350b-4604-8857-654ff1eb6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:42.858237 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-0106ead4-350b-4604-8857-654ff1eb6e1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78932c88ef44b1198968d4fecf13dba&device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 1099 time: 0.0527968 Dec 24 03:46:43.013123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ee1b8-e9c5-4169-8fdc-f30cbfc8f9ec req-c09ad8c9-dda0-46e7-bb3f-3ed27e44c75f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:43.014603 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67ee1b8-e9c5-4169-8fdc-f30cbfc8f9ec req-c09ad8c9-dda0-46e7-bb3f-3ed27e44c75f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 946 time: 0.1062138 Dec 24 03:46:43.024636 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:43.050228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-35767fe5-c0f6-45ff-81eb-e820cee22b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:43.051462 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] Checking router: 76cac9e4-c9f7-4610-9fa8-cd60f593d06d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:46:43.051688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-35767fe5-c0f6-45ff-81eb-e820cee22b10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e9de8d2-f411-48c5-b065-24bca1533f05 HTTP/1.1" status: 200 len: 896 time: 0.1339982 Dec 24 03:46:43.059752 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:43.060349 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:43.079622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d20eea1-3c85-4f56-8a18-f82d72732f67 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:46:43.110355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-b949d613-378e-44e1-a0a5-e0a18994ea63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 HTTP/1.1" status: 200 len: 217 time: 0.0482512 Dec 24 03:46:43.115870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67ee1b8-e9c5-4169-8fdc-f30cbfc8f9ec req-a6e72001-9a8b-4c4b-bf48-6570e11e7433 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888262 Dec 24 03:46:43.155191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2d20eea1-3c85-4f56-8a18-f82d72732f67 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:46:43.155191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:43.160353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-51e2f458-566e-4a78-b6dd-3daff74788bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:43.161866 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-51e2f458-566e-4a78-b6dd-3daff74788bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccd8f685-8edd-4544-b476-c4125534baba HTTP/1.1" status: 200 len: 835 time: 0.0446246 Dec 24 03:46:43.179722 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:46:43.215487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-058c98a0-2554-482d-95bd-242e4807b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:43.217271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-058c98a0-2554-482d-95bd-242e4807b82b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e9de8d2-f411-48c5-b065-24bca1533f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471387 Dec 24 03:46:43.233829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b49f6811-2ce6-41bb-87ae-7036f3120b8a up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:46:43.294072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b49f6811-2ce6-41bb-87ae-7036f3120b8a triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:46:43.294693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:43.324970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-f57cc3ed-215e-4b46-aa1f-b4128f36a6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989351 Dec 24 03:46:43.424190 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fde0d073-a236-4499-8a5b-60ce0041ebbc req-07dace04-e72e-446e-a0ed-6fd9065d40bb service neutron] 10.222.0.41 "GET /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916195 Dec 24 03:46:43.473685 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:43.498709 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d20bfd-2523-431a-a984-a7d0811ca58a None None] The sync data for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv is: [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:37Z', 'revision_number': 6, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2d20eea1-3c85-4f56-8a18-f82d72732f67', 'name': '', 'network_id': '6e9de8d2-f411-48c5-b065-24bca1533f05', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'mac_address': 'fa:16:3e:77:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:10Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'subnets': [{'id': 'ccd8f685-8edd-4544-b476-c4125534baba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:46:44.116597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90018d2d-9aac-4a07-83be-4e915385d909 None None] New status for floating IP 4263cf6c-fe7a-4ee6-9240-12b1e65e1459: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:46:44.237383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4657-d534-4ac2-bbf0-e6997b9e7865 req-d2089614-e39b-4d2d-872e-cbbf3c95b0ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:44.238841 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eff4657-d534-4ac2-bbf0-e6997b9e7865 req-d2089614-e39b-4d2d-872e-cbbf3c95b0ca tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 946 time: 0.0496812 Dec 24 03:46:44.288012 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eff4657-d534-4ac2-bbf0-e6997b9e7865 req-bf42a892-068d-4708-8f99-878a61672b06 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b65f6-b348-4e86-92a3-c9db4296d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Dec 24 03:46:44.434092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:44.712598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-caaf3dc6-677a-4fb6-b13b-30211f9fa53a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:44.714050 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-caaf3dc6-677a-4fb6-b13b-30211f9fa53a tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 946 time: 0.0534444 Dec 24 03:46:44.805414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:46:44.805748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:44.893845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:44.894197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:44.906039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:46:45.028023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:45.060320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:45.075451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:45.087401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.087742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.088083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.088512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.088846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.089173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.089507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.089823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.090146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.090469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.090793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.091111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.091429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:45.110613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] No DVR routers for this DVR port bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:46:45.113002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:45.116324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1e1b91a-ede1-4d75-99a5-f38deaff76e3 req-0639bacc-9c26-47a5-bbe2-a80d66ed9e4f tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.41 "DELETE /v2.0/ports/bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 HTTP/1.1" status: 204 len: 173 time: 0.3950193 Dec 24 03:46:45.117143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'name': 'network-vif-deleted', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:46:45.119379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f10ea6b-bf5a-4da5-8160-eabcb73fa3df" -d '{"events": [{"server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "name": "network-vif-deleted", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:46:45.160773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0b07b-a028-44f6-a5a7-3842e7eae769 x-openstack-request-id: req-9bb0b07b-a028-44f6-a5a7-3842e7eae769 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:46:45.161154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869f885-af30-419f-bdbd-d1cc4ba611cc", "name": "network-vif-deleted", "tag": "bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:46:45.161404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bb0b07b-a028-44f6-a5a7-3842e7eae769 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:46:45.161801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869f885-af30-419f-bdbd-d1cc4ba611cc', 'name': 'network-vif-deleted', 'tag': 'bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6', 'status': 'completed', 'code': 200} Dec 24 03:46:45.390972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4c347dc-fe7c-4eb8-af55-c55006ae1002 req-c1caac4b-1bc7-4a3b-8f18-a1b4451aeb77 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4869f885-af30-419f-bdbd-d1cc4ba611cc HTTP/1.1" status: 200 len: 210 time: 0.0262609 Dec 24 03:46:46.446493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52674) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:46.501266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-940d57a8-99de-4238-8934-298adfc20b91 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:46.525884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-940d57a8-99de-4238-8934-298adfc20b91 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:46.588284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-940d57a8-99de-4238-8934-298adfc20b91 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:46.590951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-940d57a8-99de-4238-8934-298adfc20b91 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:46.592106 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-940d57a8-99de-4238-8934-298adfc20b91 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/security-groups/1e7b65f6-b348-4e86-92a3-c9db4296d0cd HTTP/1.1" status: 204 len: 168 time: 0.1445973 Dec 24 03:46:46.601091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d57a8-99de-4238-8934-298adfc20b91 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b65f6-b348-4e86-92a3-c9db4296d0cd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:46.624566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52678) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:46.980663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:47.235977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port 2d20eea1-3c85-4f56-8a18-f82d72732f67 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:46:47.236261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:47.321690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port 2d20eea1-3c85-4f56-8a18-f82d72732f67, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d20eea1-3c85-4f56-8a18-f82d72732f67,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:47.322050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:47.339114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for 2d20eea1-3c85-4f56-8a18-f82d72732f67 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:46:47.516719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:47.540715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=2d20eea1-3c85-4f56-8a18-f82d72732f67,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:47.712770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:47.922504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:46:48.027029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:46:48.032594 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-031512b1-d8ba-4ed6-94bf-b51425852db4 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "PUT /v2.0/routers/76cac9e4-c9f7-4610-9fa8-cd60f593d06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066918 Dec 24 03:46:48.035036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52680) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:48.036277 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] Sync routers for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:46:48.046444 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:48.047115 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:48.087168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting subnet ccd8f685-8edd-4544-b476-c4125534baba {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:46:48.090308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.136280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.151790 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:46:48.226521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.286571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.317435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd8f685-8edd-4544-b476-c4125534baba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:48.322296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.325576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e9d0dfd8-0c0b-44cc-99e9-04489784c1be tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/subnets/ccd8f685-8edd-4544-b476-c4125534baba HTTP/1.1" status: 204 len: 168 time: 0.2895119 Dec 24 03:46:48.328209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:48.330671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c3063-7198-444f-a95f-62a3a5655439 None None] Network 6e9de8d2-f411-48c5-b065-24bca1533f05 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:46:48.350321 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:47Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:48.376782 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] Checking router: 76cac9e4-c9f7-4610-9fa8-cd60f593d06d for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:46:48.387058 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] Routers {'76cac9e4-c9f7-4610-9fa8-cd60f593d06d'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:46:48.387657 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:46:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:48.445852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.500948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] DHCP port deletion for 6e9de8d2-f411-48c5-b065-24bca1533f05 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:46:48.511417 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] Set router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:46:48.549053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] Deleting port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:46:48.549829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.553061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.613589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Deleting port b49f6811-2ce6-41bb-87ae-7036f3120b8a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:46:48.613951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.623533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] For port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d59200d5-5c3c-47bb-b81e-3cd0732ffb5d,segment=NetworkSegment(b2a4a637-e5d8-4399-be41-f0976c221a8c),segment_id=b2a4a637-e5d8-4399-be41-f0976c221a8c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:48.623931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.637384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] Calling delete_port for d59200d5-5c3c-47bb-b81e-3cd0732ffb5d owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:46:48.696606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] For port b49f6811-2ce6-41bb-87ae-7036f3120b8a, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b49f6811-2ce6-41bb-87ae-7036f3120b8a,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:48.696974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.709652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Calling delete_port for b49f6811-2ce6-41bb-87ae-7036f3120b8a owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:46:48.712450 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:47Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:48.714048 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:46:48.736413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:46:48.736689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device bdcac071-d7ae-45cd-b9d5-9d18c04ba7f6 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:46:48.746508 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ac829-2b27-454a-b815-6cf4ae3ebc7a None None] The sync data for ids ['76cac9e4-c9f7-4610-9fa8-cd60f593d06d'] in dv-neutron-822869-1-hyperv is: [{'id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'name': 'tempest-TestNetworkBasicOps-router-1370273025', 'tenant_id': 'b78932c88ef44b1198968d4fecf13dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:45:07Z', 'updated_at': '2021-12-24T03:46:47Z', 'revision_number': 7, 'project_id': 'b78932c88ef44b1198968d4fecf13dba', 'gw_port': {'id': 'b49f6811-2ce6-41bb-87ae-7036f3120b8a', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cac9e4-c9f7-4610-9fa8-cd60f593d06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:45:08Z', 'updated_at': '2021-12-24T03:46:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:46:48.746755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.778832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] Pushing event deleted for resources: {'Port': ['ID=d59200d5-5c3c-47bb-b81e-3cd0732ffb5d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:48.785006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a14a18-d86c-4494-b405-5e364f84b83e None None] No DVR routers for this DVR port d59200d5-5c3c-47bb-b81e-3cd0732ffb5d on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:46:48.888753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:48.920172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Port': ['ID=b49f6811-2ce6-41bb-87ae-7036f3120b8a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:48.930106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e72b2a-7bf7-402c-9024-960bce35fa1c None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:46:48.996452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.085512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.087509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.132104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.132758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Fanout notify agent at l3_agent the message router_deleted on router 76cac9e4-c9f7-4610-9fa8-cd60f593d06d {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:46:49.140906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.142246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-81e0da06-8350-48b8-86b6-30c706028ad1 tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/routers/76cac9e4-c9f7-4610-9fa8-cd60f593d06d HTTP/1.1" status: 204 len: 168 time: 0.8128741 Dec 24 03:46:49.144979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52684) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:49.226638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.253967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d59200d5-5c3c-47bb-b81e-3cd0732ffb5d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:46:49.277147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d59200d5-5c3c-47bb-b81e-3cd0732ffb5d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:46:49.277785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d59200d5-5c3c-47bb-b81e-3cd0732ffb5d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:46:49.278375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d20eea1-3c85-4f56-8a18-f82d72732f67 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:46:49.297751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 2d20eea1-3c85-4f56-8a18-f82d72732f67 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:46:49.298274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d20eea1-3c85-4f56-8a18-f82d72732f67 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:46:49.329418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.349601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9de8d2-f411-48c5-b065-24bca1533f05']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:49.359826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a4a637-e5d8-4399-be41-f0976c221a8c') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:49.360121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a4a637-e5d8-4399-be41-f0976c221a8c') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:46:49.371143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.384978 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.391155 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:46:49.391539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: warnings.warn(msg) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:46:49.394713 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:46:49.459030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.463878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.467231 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] 10.222.0.37 "DELETE /v2.0/networks/6e9de8d2-f411-48c5-b065-24bca1533f05 HTTP/1.1" status: 204 len: 168 time: 0.3211169 Dec 24 03:46:49.489947 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498fe89-f9d6-404e-84b3-321b34d9ac2d tempest-TestNetworkBasicOps-928866550 tempest-TestNetworkBasicOps-928866550-project] Pushing event deleted for resources: {'Network': ['ID=6e9de8d2-f411-48c5-b065-24bca1533f05,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:49.731721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52690) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:49.865569 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6e1ceedc-add5-45a9-b7dd-9dec53bc9f22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b78932c88ef44b1198968d4fecf13dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317000 Dec 24 03:46:49.867209 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52694) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:49.913161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a289dd0c-7c37-4fbe-934a-a73da9a66b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.932982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a289dd0c-7c37-4fbe-934a-a73da9a66b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.978152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a289dd0c-7c37-4fbe-934a-a73da9a66b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.980946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a289dd0c-7c37-4fbe-934a-a73da9a66b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:49.982076 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a289dd0c-7c37-4fbe-934a-a73da9a66b4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3fb310f-692f-4751-8e4a-002d2ba950c5 HTTP/1.1" status: 204 len: 168 time: 0.1139617 Dec 24 03:46:49.989642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289dd0c-7c37-4fbe-934a-a73da9a66b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fb310f-692f-4751-8e4a-002d2ba950c5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:50.236799 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52700) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:50.250360 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f15e037-6b9f-4224-90cd-a981f5071b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:50.326777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f15e037-6b9f-4224-90cd-a981f5071b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:50.330529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f15e037-6b9f-4224-90cd-a981f5071b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:50.367540 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2f15e037-6b9f-4224-90cd-a981f5071b44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3bf643678294ebfb57c911810045caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296558 Dec 24 03:46:50.369456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15e037-6b9f-4224-90cd-a981f5071b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8180b3d7-62ed-40ef-a905-18b6ed5a4a03,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:50.370231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52702) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:46:50.422527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb24dd0b-ba25-40a6-a12e-f102543b7552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:50.444536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb24dd0b-ba25-40a6-a12e-f102543b7552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:50.492951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb24dd0b-ba25-40a6-a12e-f102543b7552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:50.495474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb24dd0b-ba25-40a6-a12e-f102543b7552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:50.496643 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fb24dd0b-ba25-40a6-a12e-f102543b7552 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8180b3d7-62ed-40ef-a905-18b6ed5a4a03 HTTP/1.1" status: 204 len: 168 time: 0.1253431 Dec 24 03:46:50.504244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dd0b-ba25-40a6-a12e-f102543b7552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8180b3d7-62ed-40ef-a905-18b6ed5a4a03,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:51.016266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b49f6811-2ce6-41bb-87ae-7036f3120b8a no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:46:51.036039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b49f6811-2ce6-41bb-87ae-7036f3120b8a {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:46:51.036408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b49f6811-2ce6-41bb-87ae-7036f3120b8a not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:46:52.138478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:57.136866 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-2010780e-d4be-4f4f-9471-db36d7394523 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=56fc7dab371f4393a21810aafdbbd6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319059 Dec 24 03:46:57.315937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-a044e0cf-4a15-49a8-a5c6-62855c4208c5 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:57.317396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-a044e0cf-4a15-49a8-a5c6-62855c4208c5 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750886 Dec 24 03:46:57.332153 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-e54c26fe-e697-401f-ab15-ec7827756bd6 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/quotas/56fc7dab371f4393a21810aafdbbd6ce HTTP/1.1" status: 200 len: 375 time: 0.0087197 Dec 24 03:46:57.362993 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-9eb19ec5-c10f-4c54-a59f-e1d57bca7e90 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=56fc7dab371f4393a21810aafdbbd6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249059 Dec 24 03:46:57.519858 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a5c252d2-188f-4b1a-bd36-8be9210b096d req-369bc50e-752a-4ced-bc30-9421ea074879 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 210 time: 0.0297089 Dec 24 03:46:58.403039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c0449b3c-81f0-46a3-807f-c7bfc9657c2e tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=56fc7dab371f4393a21810aafdbbd6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206108 Dec 24 03:46:58.509957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-2873797b-0cd0-45e1-8f7c-aa48d9f39e27 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:58.511379 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-2873797b-0cd0-45e1-8f7c-aa48d9f39e27 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1014798 Dec 24 03:46:58.530504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Request body: {'port': {'device_id': '239739f1-7738-4638-90de-a0a44b3898e6', 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18', 'admin_state_up': True, 'tenant_id': '56fc7dab371f4393a21810aafdbbd6ce'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:46:58.622607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4269f8c8-7158-4dc0-aa99-ce9226a6f83a req-8b286cf3-812d-478c-b383-f800b968dde9 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 210 time: 0.0313466 Dec 24 03:46:58.671505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Made reservation on behalf of 56fc7dab371f4393a21810aafdbbd6ce for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:46:58.674908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:58.683354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:58.758741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:58.762070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:58.824598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f805266-85c3-4e25-b62a-6019d52ab359,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:58.889007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Allocated IP 192.168.233.56 (cb4642f6-0e26-4e01-83a2-b67fc5a7ed18/46233efb-b01e-411f-ab40-e2be547f505c/ec2b471d-df9f-471c-be2e-afdb949bcabb) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:46:59.032385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.064431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.101201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:46:59.106165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:46:59.108822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:46:59.154097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Pushing event updated for resources: {'Port': ['ID=ec2b471d-df9f-471c-be2e-afdb949bcabb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:46:59.169351 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:46:59.174406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:59.175039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.194111 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-c87b38bf-812c-41b2-b5a0-9ddbbc24d960 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6665719 Dec 24 03:46:59.213876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Request body: {'port': {'device_id': '239739f1-7738-4638-90de-a0a44b3898e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:46:59.272258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.392043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-aa562f1c-ddf3-4608-bc20-4ec818ff39f9 None None] Provisioning complete for port ec2b471d-df9f-471c-be2e-afdb949bcabb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:46:59.392628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa562f1c-ddf3-4608-bc20-4ec818ff39f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.426484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-aa562f1c-ddf3-4608-bc20-4ec818ff39f9 None None] Port ec2b471d-df9f-471c-be2e-afdb949bcabb cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:46:59.524830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2b471d-df9f-471c-be2e-afdb949bcabb {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:46:59.531931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.543373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Transition to ACTIVE for port object ec2b471d-df9f-471c-be2e-afdb949bcabb will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:46:59.547880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.598918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b471d-df9f-471c-be2e-afdb949bcabb,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:59.670786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Attempting to bind port ec2b471d-df9f-471c-be2e-afdb949bcabb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:46:59.671125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Attempting to bind port ec2b471d-df9f-471c-be2e-afdb949bcabb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:46:59.671455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Attempting to bind port ec2b471d-df9f-471c-be2e-afdb949bcabb on network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:46:59.676449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Port ec2b471d-df9f-471c-be2e-afdb949bcabb on network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:46:59.676747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Attempting to bind port ec2b471d-df9f-471c-be2e-afdb949bcabb on network cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:46:59.682666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:46:59.683202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Checking segment: {'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:46:59.683605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Bound using segment: {'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:46:59.684038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Bound port: ec2b471d-df9f-471c-be2e-afdb949bcabb, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b388df15-1562-4bbe-9a12-027547cbc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:46:59.684422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.792684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b79b8-4062-4922-8b2c-42c7fdc91003 req-585ee780-cd2a-4c3f-bbcd-055c2c308564 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:59.794139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-970b79b8-4062-4922-8b2c-42c7fdc91003 req-585ee780-cd2a-4c3f-bbcd-055c2c308564 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 947 time: 0.0961149 Dec 24 03:46:59.797843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] For port ec2b471d-df9f-471c-be2e-afdb949bcabb, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:46:59.802428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] For port ec2b471d-df9f-471c-be2e-afdb949bcabb, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ec2b471d-df9f-471c-be2e-afdb949bcabb,segment=NetworkSegment(b388df15-1562-4bbe-9a12-027547cbc24d),segment_id=b388df15-1562-4bbe-9a12-027547cbc24d)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:46:59.809402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.862103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:59.862724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:59.864117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] 10.222.0.41 "PUT /v2.0/ports/ec2b471d-df9f-471c-be2e-afdb949bcabb HTTP/1.1" status: 200 len: 1097 time: 0.6546443 Dec 24 03:46:59.864600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239739f1-7738-4638-90de-a0a44b3898e6', 'tag': 'ec2b471d-df9f-471c-be2e-afdb949bcabb'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:46:59.866906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd7ff9d-3c66-4d64-b348-09cc70252b06" -d '{"events": [{"name": "network-changed", "server_uuid": "239739f1-7738-4638-90de-a0a44b3898e6", "tag": "ec2b471d-df9f-471c-be2e-afdb949bcabb"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:46:59.898877 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-970b79b8-4062-4922-8b2c-42c7fdc91003 req-1524bc3c-e069-4eac-89de-f8ee204d9532 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987787 Dec 24 03:46:59.904308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba117e16-0285-4d66-98e9-70904be0208f service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b471d-df9f-471c-be2e-afdb949bcabb,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:59.928350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36074e84-aab5-4aea-bf4a-361b406eaff3 x-openstack-request-id: req-36074e84-aab5-4aea-bf4a-361b406eaff3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:46:59.928685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239739f1-7738-4638-90de-a0a44b3898e6", "tag": "ec2b471d-df9f-471c-be2e-afdb949bcabb", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:46:59.928937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36074e84-aab5-4aea-bf4a-361b406eaff3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:46:59.929339 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239739f1-7738-4638-90de-a0a44b3898e6', 'tag': 'ec2b471d-df9f-471c-be2e-afdb949bcabb', 'status': 'completed', 'code': 200} Dec 24 03:46:59.987144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-31ba847e-7aaf-40ec-bca1-ae08b54778f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:59.988712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-31ba847e-7aaf-40ec-bca1-ae08b54778f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56fc7dab371f4393a21810aafdbbd6ce&device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 1100 time: 0.0433524 Dec 24 03:47:00.042412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-b74c2bac-0cc7-4dd0-a277-d9adad2d1dd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=ec2b471d-df9f-471c-be2e-afdb949bcabb HTTP/1.1" status: 200 len: 217 time: 0.0390477 Dec 24 03:47:00.092828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-143c5993-417e-4114-92f5-d714fd60b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:00.094261 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-143c5993-417e-4114-92f5-d714fd60b6e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46233efb-b01e-411f-ab40-e2be547f505c HTTP/1.1" status: 200 len: 843 time: 0.0446432 Dec 24 03:47:00.139136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-020c2b76-af7d-4812-96b1-4dace3a7a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:00.140518 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-020c2b76-af7d-4812-96b1-4dace3a7a036 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4642f6-0e26-4e01-83a2-b67fc5a7ed18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0392861 Dec 24 03:47:00.233136 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-b2032d46-16cb-481c-b2f5-0a8aff6cd0ed service neutron] 10.222.0.41 "GET /v2.0/networks/cb4642f6-0e26-4e01-83a2-b67fc5a7ed18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831125 Dec 24 03:47:00.320642 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ca4f1a5-820d-4c25-91b4-d7b822ebc60a req-ba646b1e-d334-4a49-95fa-c55f488d5aed service neutron] 10.222.0.41 "GET /v2.0/networks/cb4642f6-0e26-4e01-83a2-b67fc5a7ed18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800037 Dec 24 03:47:00.448676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-6759db8d-c1dd-4fd1-a27a-369157a6c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:00.450094 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-6759db8d-c1dd-4fd1-a27a-369157a6c225 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56fc7dab371f4393a21810aafdbbd6ce&device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 1100 time: 0.0434582 Dec 24 03:47:00.536629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-56e694c1-fdad-4d3f-b9a3-16cf3d19e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:00.538081 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-56e694c1-fdad-4d3f-b9a3-16cf3d19e7cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb4642f6-0e26-4e01-83a2-b67fc5a7ed18 HTTP/1.1" status: 200 len: 869 time: 0.0802026 Dec 24 03:47:00.581545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-3f6f4a1e-f0c3-46a2-96be-adf0d519d7e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=ec2b471d-df9f-471c-be2e-afdb949bcabb HTTP/1.1" status: 200 len: 217 time: 0.0360537 Dec 24 03:47:00.959518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-7323d4ef-76b1-40f8-9727-48e2ce4ef342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:00.965037 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-7323d4ef-76b1-40f8-9727-48e2ce4ef342 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46233efb-b01e-411f-ab40-e2be547f505c HTTP/1.1" status: 200 len: 843 time: 0.3768122 Dec 24 03:47:01.043349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642207cb-7c03-45c5-96cf-fae4b9330c19 req-3665b242-c2a7-4269-965f-dd461d9f6d87 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:01.044848 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-642207cb-7c03-45c5-96cf-fae4b9330c19 req-3665b242-c2a7-4269-965f-dd461d9f6d87 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 947 time: 0.0775003 Dec 24 03:47:01.050488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-936ebcdd-472c-499d-93d6-96360f083214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:01.051856 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-936ebcdd-472c-499d-93d6-96360f083214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4642f6-0e26-4e01-83a2-b67fc5a7ed18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0743747 Dec 24 03:47:01.144309 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-642207cb-7c03-45c5-96cf-fae4b9330c19 req-61a7025f-138a-4177-8fa5-7ba0b713c43f tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914652 Dec 24 03:47:01.172896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-3fe6a323-c5b7-4d01-a65b-2fc0bad39dcb service neutron] 10.222.0.41 "GET /v2.0/networks/cb4642f6-0e26-4e01-83a2-b67fc5a7ed18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049635 Dec 24 03:47:01.265931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd7ff9d-3c66-4d64-b348-09cc70252b06 req-93260f02-39ee-4767-b8b7-42f9f50e7319 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4642f6-0e26-4e01-83a2-b67fc5a7ed18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853660 Dec 24 03:47:02.259592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b8a3f-307d-49e3-ad5a-f450fd081e22 req-284f911d-b093-4d56-8081-0f092c64cd55 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:02.261054 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd8b8a3f-307d-49e3-ad5a-f450fd081e22 req-284f911d-b093-4d56-8081-0f092c64cd55 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 947 time: 0.0481906 Dec 24 03:47:02.306656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd8b8a3f-307d-49e3-ad5a-f450fd081e22 req-1d37b5b9-0892-44c1-a8b9-019af8dc1b90 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 Dec 24 03:47:03.419508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4ce5e-66b1-4c55-afd5-1968e7608a21 req-623e9e5b-608e-4f0b-bf19-f7f665353c2b tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:03.421013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63f4ce5e-66b1-4c55-afd5-1968e7608a21 req-623e9e5b-608e-4f0b-bf19-f7f665353c2b tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 947 time: 0.0495682 Dec 24 03:47:03.471249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63f4ce5e-66b1-4c55-afd5-1968e7608a21 req-259486f8-ac90-41f0-a1f5-75ca586dee45 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443718 Dec 24 03:47:04.585219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef63f5-c282-452e-b290-0d5d00013d51 req-a995d30f-68ed-4f34-b76f-0279cd039ccb tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:04.588204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-52ef63f5-c282-452e-b290-0d5d00013d51 req-a995d30f-68ed-4f34-b76f-0279cd039ccb tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 947 time: 0.0501564 Dec 24 03:47:04.634239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-52ef63f5-c282-452e-b290-0d5d00013d51 req-b4003791-2dc2-4b34-8cd2-1d6f45e17f73 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Dec 24 03:47:04.790061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ec2b471d-df9f-471c-be2e-afdb949bcabb details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:47:04.886022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port ec2b471d-df9f-471c-be2e-afdb949bcabb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ec2b471d-df9f-471c-be2e-afdb949bcabb,segment=NetworkSegment(b388df15-1562-4bbe-9a12-027547cbc24d),segment_id=b388df15-1562-4bbe-9a12-027547cbc24d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:04.890405 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:47:04.896990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'ec2b471d-df9f-471c-be2e-afdb949bcabb', 'network_id': 'cb4642f6-0e26-4e01-83a2-b67fc5a7ed18', 'port_id': 'ec2b471d-df9f-471c-be2e-afdb949bcabb', 'mac_address': 'fa:16:3e:04:75:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46233efb-b01e-411f-ab40-e2be547f505c', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:47:04.933458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:04.946344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2b471d-df9f-471c-be2e-afdb949bcabb {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:47:04.965074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port ec2b471d-df9f-471c-be2e-afdb949bcabb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ec2b471d-df9f-471c-be2e-afdb949bcabb,segment=NetworkSegment(b388df15-1562-4bbe-9a12-027547cbc24d),segment_id=b388df15-1562-4bbe-9a12-027547cbc24d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:04.968792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:05.014190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=ec2b471d-df9f-471c-be2e-afdb949bcabb,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:05.379879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['ec2b471d-df9f-471c-be2e-afdb949bcabb'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:47:05.746436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1593d-9074-4272-b742-7b33f9787972 req-43a87ddc-d152-42cd-9f81-59a1d139e31d tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:05.747923 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43c1593d-9074-4272-b742-7b33f9787972 req-43a87ddc-d152-42cd-9f81-59a1d139e31d tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 948 time: 0.0488138 Dec 24 03:47:05.793997 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43c1593d-9074-4272-b742-7b33f9787972 req-a7eb0b21-eff7-4832-8dc3-9651a3f68727 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Dec 24 03:47:06.802513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ec2b471d-df9f-471c-be2e-afdb949bcabb up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:47:06.852153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port ec2b471d-df9f-471c-be2e-afdb949bcabb completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:47:06.856354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port ec2b471d-df9f-471c-be2e-afdb949bcabb triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:47:06.856887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:06.915488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb5deb-9271-44a7-8480-9cbc94dba483 req-8291fa90-be0e-4a3d-9d79-c04b92665043 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:06.916992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70bb5deb-9271-44a7-8480-9cbc94dba483 req-8291fa90-be0e-4a3d-9d79-c04b92665043 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 948 time: 0.0535367 Dec 24 03:47:06.935933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:06.957510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239739f1-7738-4638-90de-a0a44b3898e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b471d-df9f-471c-be2e-afdb949bcabb'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:47:06.959994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c507a107-94b2-4884-9aa5-20c8a3095fd9" -d '{"events": [{"server_uuid": "239739f1-7738-4638-90de-a0a44b3898e6", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b471d-df9f-471c-be2e-afdb949bcabb"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:47:06.964244 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70bb5deb-9271-44a7-8480-9cbc94dba483 req-b4318624-50d4-46fc-832c-1dc1ddaf3ac6 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Dec 24 03:47:06.973002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port ec2b471d-df9f-471c-be2e-afdb949bcabb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ec2b471d-df9f-471c-be2e-afdb949bcabb,segment=NetworkSegment(b388df15-1562-4bbe-9a12-027547cbc24d),segment_id=b388df15-1562-4bbe-9a12-027547cbc24d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:06.977171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:07.007425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b97c233-ad9d-426a-aa33-d64261c23ec8 x-openstack-request-id: req-7b97c233-ad9d-426a-aa33-d64261c23ec8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:47:07.007717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239739f1-7738-4638-90de-a0a44b3898e6", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b471d-df9f-471c-be2e-afdb949bcabb", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:47:07.007974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b97c233-ad9d-426a-aa33-d64261c23ec8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:47:07.008426 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239739f1-7738-4638-90de-a0a44b3898e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b471d-df9f-471c-be2e-afdb949bcabb', 'code': 200} Dec 24 03:47:07.025909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=ec2b471d-df9f-471c-be2e-afdb949bcabb,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:07.203370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cd870-a8d2-47f7-9d29-b465bad47855 req-3e763313-7a38-493d-8d96-3baf15ccc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:07.204844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-568cd870-a8d2-47f7-9d29-b465bad47855 req-3e763313-7a38-493d-8d96-3baf15ccc5e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 1102 time: 0.0382977 Dec 24 03:47:07.247684 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-568cd870-a8d2-47f7-9d29-b465bad47855 req-8e698258-5588-47da-b890-657f8c007b76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356801 Dec 24 03:47:08.093497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fee62e-707c-4b0c-a9c5-8f634b4c0720 req-1fee4a45-abcf-432b-aaf5-16f1f9a098f7 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:08.094943 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83fee62e-707c-4b0c-a9c5-8f634b4c0720 req-1fee4a45-abcf-432b-aaf5-16f1f9a098f7 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 949 time: 0.0483954 Dec 24 03:47:08.146308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83fee62e-707c-4b0c-a9c5-8f634b4c0720 req-251d108f-82c3-46e2-b492-b75822bb3a8c tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454671 Dec 24 03:47:09.269564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9ee6-296d-4481-9a2e-0c2884beb5ae req-c1406630-8a6e-49e9-bacb-dba3adceb44e tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:09.270955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5f6e9ee6-296d-4481-9a2e-0c2884beb5ae req-c1406630-8a6e-49e9-bacb-dba3adceb44e tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 949 time: 0.0571692 Dec 24 03:47:09.317209 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5f6e9ee6-296d-4481-9a2e-0c2884beb5ae req-5d34fdba-ae7e-4115-a54e-9f86144e0c0e tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Dec 24 03:47:09.425734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c633dacf-d85f-421c-80a7-26b85dbd26cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:09.609829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-4a94fb13-189a-4526-8121-77a3a0163e6b req-90418613-242a-4c7b-8cb2-21ff6aca1d0d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:47:09.610721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4a94fb13-189a-4526-8121-77a3a0163e6b req-90418613-242a-4c7b-8cb2-21ff6aca1d0d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056713 Dec 24 03:47:09.971986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-26b9c339-7b27-4c7e-ae48-d1f91c5efbcb req-3de311d6-db69-4b03-9636-ce5bf390c3a8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:47:09.972995 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26b9c339-7b27-4c7e-ae48-d1f91c5efbcb req-3de311d6-db69-4b03-9636-ce5bf390c3a8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053008 Dec 24 03:47:10.640326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae642-dc71-4896-9c89-cfd7027c58c0 req-f970a325-6c8c-4009-9f03-eff07713837d tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:10.641797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d78ae642-dc71-4896-9c89-cfd7027c58c0 req-f970a325-6c8c-4009-9f03-eff07713837d tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 949 time: 0.0485883 Dec 24 03:47:10.687824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d78ae642-dc71-4896-9c89-cfd7027c58c0 req-8fa14c23-ec49-4879-9572-e94f5eb1edde tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Dec 24 03:47:11.786452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-543ae8ef-6bd1-4008-bc15-4494cbe8537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:11.807829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe82c-763b-4014-829e-956b6d583b54 req-88a9bc5b-b8e9-4f16-a461-08afb784815a tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:11.809322 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-584fe82c-763b-4014-829e-956b6d583b54 req-88a9bc5b-b8e9-4f16-a461-08afb784815a tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 949 time: 0.0543191 Dec 24 03:47:11.855498 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-584fe82c-763b-4014-829e-956b6d583b54 req-49635873-b7f2-4bb2-a80a-e703f748c56b tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f805266-85c3-4e25-b62a-6019d52ab359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Dec 24 03:47:12.203572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-99e382b4-863e-4f0b-98ac-02f49f36bb62 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:12.205046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-99e382b4-863e-4f0b-98ac-02f49f36bb62 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.41 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 949 time: 0.0478518 Dec 24 03:47:12.294757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Deleting port ec2b471d-df9f-471c-be2e-afdb949bcabb {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:47:12.295098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:12.381677 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] For port ec2b471d-df9f-471c-be2e-afdb949bcabb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ec2b471d-df9f-471c-be2e-afdb949bcabb,segment=NetworkSegment(b388df15-1562-4bbe-9a12-027547cbc24d),segment_id=b388df15-1562-4bbe-9a12-027547cbc24d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:12.381953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:12.394082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Calling delete_port for ec2b471d-df9f-471c-be2e-afdb949bcabb owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:47:12.521269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:12.550985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Pushing event deleted for resources: {'Port': ['ID=ec2b471d-df9f-471c-be2e-afdb949bcabb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:12.557121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['ec2b471d-df9f-471c-be2e-afdb949bcabb'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:47:12.598210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] No DVR routers for this DVR port ec2b471d-df9f-471c-be2e-afdb949bcabb on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:47:12.601265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:12.604557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9c7655b-3c9b-4c95-90a3-b8f972a6abbb req-5174b90d-b22b-4d6d-8526-094caf4adfb1 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.41 "DELETE /v2.0/ports/ec2b471d-df9f-471c-be2e-afdb949bcabb HTTP/1.1" status: 204 len: 173 time: 0.3935137 Dec 24 03:47:12.605000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239739f1-7738-4638-90de-a0a44b3898e6', 'name': 'network-vif-deleted', 'tag': 'ec2b471d-df9f-471c-be2e-afdb949bcabb'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:47:12.607259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf523e12-3cf7-497b-9dd7-9c68a2bd7bda" -d '{"events": [{"server_uuid": "239739f1-7738-4638-90de-a0a44b3898e6", "name": "network-vif-deleted", "tag": "ec2b471d-df9f-471c-be2e-afdb949bcabb"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:47:12.651786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33226d09-8a3b-46e4-8541-4ccad1504a3d x-openstack-request-id: req-33226d09-8a3b-46e4-8541-4ccad1504a3d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:47:12.652085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239739f1-7738-4638-90de-a0a44b3898e6", "name": "network-vif-deleted", "tag": "ec2b471d-df9f-471c-be2e-afdb949bcabb", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:47:12.652345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33226d09-8a3b-46e4-8541-4ccad1504a3d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:47:12.652784 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239739f1-7738-4638-90de-a0a44b3898e6', 'name': 'network-vif-deleted', 'tag': 'ec2b471d-df9f-471c-be2e-afdb949bcabb', 'status': 'completed', 'code': 200} Dec 24 03:47:12.758499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:12.960594 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-792e3c04-2288-485a-886e-0370fef5e93f req-ecc1da2b-bf02-4235-8726-fe735b88d5a4 tempest-ServersAdminNegativeTestJSON-1099484809 tempest-ServersAdminNegativeTestJSON-1099484809-project] 10.222.0.37 "GET /v2.0/ports?device_id=239739f1-7738-4638-90de-a0a44b3898e6 HTTP/1.1" status: 200 len: 210 time: 0.0269167 Dec 24 03:47:14.253025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:47:14.387201 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c56eadfd-939b-44b2-b539-ffb0dba056b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56fc7dab371f4393a21810aafdbbd6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329815 Dec 24 03:47:14.389738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:47:14.441272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e139605-6247-49e0-9d90-a92174b23d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.462616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e139605-6247-49e0-9d90-a92174b23d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.471527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.513802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e139605-6247-49e0-9d90-a92174b23d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.516423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e139605-6247-49e0-9d90-a92174b23d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.517608 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1e139605-6247-49e0-9d90-a92174b23d7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f805266-85c3-4e25-b62a-6019d52ab359 HTTP/1.1" status: 204 len: 168 time: 0.1266587 Dec 24 03:47:14.526511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e139605-6247-49e0-9d90-a92174b23d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f805266-85c3-4e25-b62a-6019d52ab359,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:14.789028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:47:14.803184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7deb-c5fa-4637-bafc-c5cf23609ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.881450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7deb-c5fa-4637-bafc-c5cf23609ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.885377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7deb-c5fa-4637-bafc-c5cf23609ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.922342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7deb-c5fa-4637-bafc-c5cf23609ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb65e29-6f29-4416-ad35-4509535be0b1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:14.926611 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6f1f7deb-c5fa-4637-bafc-c5cf23609ced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b79bf92d4b04cb5be87cb94aefbac74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365333 Dec 24 03:47:14.929899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:47:14.977195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c18d6b3-23db-4319-8d08-4572b71b271c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:14.998130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c18d6b3-23db-4319-8d08-4572b71b271c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.047909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c18d6b3-23db-4319-8d08-4572b71b271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.050615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c18d6b3-23db-4319-8d08-4572b71b271c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.054740 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7c18d6b3-23db-4319-8d08-4572b71b271c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeb65e29-6f29-4416-ad35-4509535be0b1 HTTP/1.1" status: 204 len: 168 time: 0.1209962 Dec 24 03:47:15.063230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d6b3-23db-4319-8d08-4572b71b271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb65e29-6f29-4416-ad35-4509535be0b1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:15.106204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.706073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:47:15.798682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-68386658-network', 'tenant_id': '7feab5003c644bd8a15b10500213559e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:47:15.821898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Made reservation on behalf of 7feab5003c644bd8a15b10500213559e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:47:15.824111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.832275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.905951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.909992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.936860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:47:15.945780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e311f95-0ae5-4436-9474-52008aa15ecf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:15.951867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:15.952215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Added segment cab21a8b-ccbd-4094-8ac1-fc8f23564414 of type vlan for network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 Dec 24 03:47:15.991785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:16.017639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:16.018626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:16.019244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:16.059067 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3519335 Dec 24 03:47:16.062057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 52878) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:47:16.067062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Request body: {'subnet': {'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-68386658-subnet', 'tenant_id': '7feab5003c644bd8a15b10500213559e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:47:16.090503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Made reservation on behalf of 7feab5003c644bd8a15b10500213559e for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:47:16.092732 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:16.126373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e75e8-c70f-488d-9e2a-114cb6954e11 admin admin] Pushing event updated for resources: {'Network': ['ID=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:16.136712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:47:16.547277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:16.604288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a27423-02d3-49c9-98bf-464ac14682d4,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:16.619832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Checking segment: {'id': 'cab21a8b-ccbd-4094-8ac1-fc8f23564414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:47:16.620182 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Network hostable DHCP agents. Network: c87e3b6b-3168-4c43-9fda-da89a7ecf9a2, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:47:16.636375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:47:16.644470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, c87e3b6b-3168-4c43-9fda-da89a7ecf9a2) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:47:16.648730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:16.649337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:16.653440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9314a4-e2c5-47a4-ba54-e6ccfa53fcd0 None None] Network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:47:16.665768 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f09f6830-6139-4b68-bd4c-181ca80f78f9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6026068 Dec 24 03:47:16.750157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f40c47-26d5-4e28-9d53-d4a1c5092bc7 None None] Network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:47:16.840306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ec2b471d-df9f-471c-be2e-afdb949bcabb no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:47:16.860630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: ec2b471d-df9f-471c-be2e-afdb949bcabb {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:47:16.860972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device ec2b471d-df9f-471c-be2e-afdb949bcabb not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:47:17.090252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-c50f46c6-0222-49e9-8485-4386f4967046 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:17.091661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-c50f46c6-0222-49e9-8485-4386f4967046 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/networks?id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 HTTP/1.1" status: 200 len: 810 time: 0.1068935 Dec 24 03:47:17.107043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-6e1343f9-7654-4dda-8fa7-9c7121e7d311 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/quotas/7feab5003c644bd8a15b10500213559e HTTP/1.1" status: 200 len: 375 time: 0.0094345 Dec 24 03:47:17.139593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-d16cd2bc-b795-45ee-a30d-b95777224429 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7feab5003c644bd8a15b10500213559e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273666 Dec 24 03:47:17.151023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-db7d7320-fa3c-41a8-af52-29dcd2553777 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:47:17.151885 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-db7d7320-fa3c-41a8-af52-29dcd2553777 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056124 Dec 24 03:47:17.250847 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-084817f3-c782-417f-ab21-4093b60cf99b service neutron] 10.222.0.37 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922697 Dec 24 03:47:17.338169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-19dc119d-da12-4b7c-8f5a-e5e4f5c678bc service neutron] 10.222.0.37 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807037 Dec 24 03:47:17.493441 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2afb8f33-b5e3-4600-a4e0-0000a53f1182 req-faa0d61a-202f-4156-893f-41debbc53af2 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 210 time: 0.0266550 Dec 24 03:47:18.472350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-6e5224ce-724d-4425-99cf-0b1829628ce6 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:18.473812 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-6e5224ce-724d-4425-99cf-0b1829628ce6 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.41 "GET /v2.0/networks?id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 HTTP/1.1" status: 200 len: 810 time: 0.1075969 Dec 24 03:47:18.493486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Request body: {'port': {'device_id': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2', 'admin_state_up': True, 'tenant_id': '7feab5003c644bd8a15b10500213559e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:47:18.603139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1b392de7-3a3d-4c04-9ce3-0289c21d32e4 req-b8ee94f0-c9b6-4e2e-a02c-40a6e5a4a657 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 210 time: 0.0395031 Dec 24 03:47:18.627857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Made reservation on behalf of 7feab5003c644bd8a15b10500213559e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:47:18.632392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:18.753755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Allocated IP 172.20.0.12 (c87e3b6b-3168-4c43-9fda-da89a7ecf9a2/04a27423-02d3-49c9-98bf-464ac14682d4/3e8af679-6cc3-42e3-b13f-3611e9f76584) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:47:18.899643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:18.932796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:18.974801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:47:18.977984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:47:18.980289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:47:19.013488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:19.038901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:19.039497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:19.055184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-fe478875-9b71-45a4-bb0d-f129cb0e8107 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5654080 Dec 24 03:47:19.082559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Request body: {'port': {'device_id': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:47:19.135500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:19.394243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8af679-6cc3-42e3-b13f-3611e9f76584 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:47:19.401429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:19.413550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Transition to ACTIVE for port object 3e8af679-6cc3-42e3-b13f-3611e9f76584 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:47:19.417142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:19.472601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:19.533758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Attempting to bind port 3e8af679-6cc3-42e3-b13f-3611e9f76584 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:47:19.534084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Attempting to bind port 3e8af679-6cc3-42e3-b13f-3611e9f76584 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'cab21a8b-ccbd-4094-8ac1-fc8f23564414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:47:19.534408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Attempting to bind port 3e8af679-6cc3-42e3-b13f-3611e9f76584 on network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:47:19.539125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Port 3e8af679-6cc3-42e3-b13f-3611e9f76584 on network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:47:19.539443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Attempting to bind port 3e8af679-6cc3-42e3-b13f-3611e9f76584 on network c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:47:19.544174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:47:19.544535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Checking segment: {'id': 'cab21a8b-ccbd-4094-8ac1-fc8f23564414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:47:19.544917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Bound using segment: {'id': 'cab21a8b-ccbd-4094-8ac1-fc8f23564414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:47:19.545332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Bound port: 3e8af679-6cc3-42e3-b13f-3611e9f76584, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab21a8b-ccbd-4094-8ac1-fc8f23564414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:47:19.545681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:19.612641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:47:19.616542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:47:19.622351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:19.663756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:19.664402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:19.665778 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] 10.222.0.41 "PUT /v2.0/ports/3e8af679-6cc3-42e3-b13f-3611e9f76584 HTTP/1.1" status: 200 len: 1094 time: 0.5872483 Dec 24 03:47:19.666216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:47:19.668480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:47:19.717207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaa109-8fc2-4712-b8b6-1a379df19ceb service neutron] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:19.737606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ee52-83d1-4a57-a352-8e16b2e4c944 req-ad237354-b5ea-4914-8cc9-dd900a3aa37c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:19.739161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56c4ee52-83d1-4a57-a352-8e16b2e4c944 req-ad237354-b5ea-4914-8cc9-dd900a3aa37c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 944 time: 0.0675445 Dec 24 03:47:19.778199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df97f054-5c2d-49b0-b5f2-000b1ca92c85 x-openstack-request-id: req-df97f054-5c2d-49b0-b5f2-000b1ca92c85 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:47:19.778483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:47:19.778731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df97f054-5c2d-49b0-b5f2-000b1ca92c85 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:47:19.779123 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'status': 'completed', 'code': 200} Dec 24 03:47:19.815461 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56c4ee52-83d1-4a57-a352-8e16b2e4c944 req-ea4994fb-1c68-4da7-bcae-034e9eb5b0a0 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672455 Dec 24 03:47:19.817222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-88875f5f-40f5-41e9-859f-16bb9191d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:19.818595 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-88875f5f-40f5-41e9-859f-16bb9191d120 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7feab5003c644bd8a15b10500213559e&device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 1097 time: 0.0785959 Dec 24 03:47:19.873334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-f0ff3797-f640-4e44-9053-e899ed57e55c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584 HTTP/1.1" status: 200 len: 217 time: 0.0374596 Dec 24 03:47:19.927670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-79a7ab7e-41c9-4c50-8559-6558727ae650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:19.929087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-79a7ab7e-41c9-4c50-8559-6558727ae650 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04a27423-02d3-49c9-98bf-464ac14682d4 HTTP/1.1" status: 200 len: 850 time: 0.0492942 Dec 24 03:47:19.968581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-29f2b471-668d-4bd2-a2a4-93c43ae1ff16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248854 Dec 24 03:47:20.060309 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-3f853bbb-ddbf-480c-81fc-df52131a400e service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Dec 24 03:47:20.150028 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2cd47d10-ddf1-4cf0-ab01-0a510ab124d9 req-619ad5da-3864-4a17-8a14-86e9f2d3cc20 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821037 Dec 24 03:47:20.280114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-3624e214-9df7-456b-9237-6bd83faa4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:20.281615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-3624e214-9df7-456b-9237-6bd83faa4a27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7feab5003c644bd8a15b10500213559e&device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 1097 time: 0.0455129 Dec 24 03:47:20.372270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-47c787aa-11d0-4ae2-9e1c-27abba69957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:20.373788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-47c787aa-11d0-4ae2-9e1c-27abba69957c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 HTTP/1.1" status: 200 len: 910 time: 0.0850413 Dec 24 03:47:20.418766 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-40485752-8c49-4d5c-bc16-329580b2b03e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584 HTTP/1.1" status: 200 len: 217 time: 0.0372789 Dec 24 03:47:20.469429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-9732fd9f-3488-4ce3-8973-b53836635a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:20.470860 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-9732fd9f-3488-4ce3-8973-b53836635a0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04a27423-02d3-49c9-98bf-464ac14682d4 HTTP/1.1" status: 200 len: 850 time: 0.0449600 Dec 24 03:47:20.501316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-b269e479-4ed1-4c6c-adfe-3d361fc6ebf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237908 Dec 24 03:47:20.591621 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-ed2b3795-db15-44c3-806a-d529a9a34e02 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835347 Dec 24 03:47:20.679951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7989b9b4-0ef1-4b02-b3e1-b45df9198a7c req-888f4256-ffc9-40b0-bd81-c188507dabf4 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811722 Dec 24 03:47:20.931563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeef54d-291c-4d2a-9ea5-6ba6c853320d req-f7c5a267-bf94-49ef-84d8-4e871959b727 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:20.933034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eaeef54d-291c-4d2a-9ea5-6ba6c853320d req-f7c5a267-bf94-49ef-84d8-4e871959b727 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 944 time: 0.0479856 Dec 24 03:47:20.983665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eaeef54d-291c-4d2a-9ea5-6ba6c853320d req-e53b3dd5-b130-4736-abd6-2e5a4b14e13d tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 Dec 24 03:47:22.096435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1f2d-2a8a-46f3-9510-01191ec4e1d4 req-18bcf61b-8948-4613-a978-bb7959599fca tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:22.097905 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-153c1f2d-2a8a-46f3-9510-01191ec4e1d4 req-18bcf61b-8948-4613-a978-bb7959599fca tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 944 time: 0.0492220 Dec 24 03:47:22.127637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:22.146551 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-153c1f2d-2a8a-46f3-9510-01191ec4e1d4 req-81418971-a0d8-4a99-b502-358212177a62 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Dec 24 03:47:22.823232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3e8af679-6cc3-42e3-b13f-3611e9f76584 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:47:22.919341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:22.930347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2', 'port_id': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'mac_address': 'fa:16:3e:39:2e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a27423-02d3-49c9-98bf-464ac14682d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:47:22.966293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:22.978397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8af679-6cc3-42e3-b13f-3611e9f76584 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:47:22.997101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:23.000934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:23.050180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:23.261508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2964c-4666-4d22-8755-dc818713c6d2 req-36a871bb-fc3e-4e7e-a378-85f34754aeff tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:23.263603 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29d2964c-4666-4d22-8755-dc818713c6d2 req-36a871bb-fc3e-4e7e-a378-85f34754aeff tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 945 time: 0.0500426 Dec 24 03:47:23.310223 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29d2964c-4666-4d22-8755-dc818713c6d2 req-1bd29ccb-9d9c-4d9d-a011-fc7f99a9df77 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Dec 24 03:47:23.391074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['3e8af679-6cc3-42e3-b13f-3611e9f76584'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:47:24.425384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd9465-2e60-4af0-b6c7-3c15d9ef83f5 req-e3092101-0b6b-4db1-a924-1e6f4dcb260c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:24.426756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-30dd9465-2e60-4af0-b6c7-3c15d9ef83f5 req-e3092101-0b6b-4db1-a924-1e6f4dcb260c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 945 time: 0.0518985 Dec 24 03:47:24.473064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-30dd9465-2e60-4af0-b6c7-3c15d9ef83f5 req-4edb225b-1859-4d3e-8d1c-ecaf59faf646 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Dec 24 03:47:24.852603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3e8af679-6cc3-42e3-b13f-3611e9f76584 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:47:24.899854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 3e8af679-6cc3-42e3-b13f-3611e9f76584 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:47:24.903673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 3e8af679-6cc3-42e3-b13f-3611e9f76584 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:47:24.904033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:24.977540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:25.010955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:47:25.013330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d2ceb0-c80c-48e8-9f97-628abbb00b2e" -d '{"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-plugged", "status": "completed", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:47:25.026232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:25.035259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:25.062005 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4a80f5-4212-4ed4-8fe9-3f63c23a3634 x-openstack-request-id: req-2b4a80f5-4212-4ed4-8fe9-3f63c23a3634 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:47:25.062295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-plugged", "status": "completed", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:47:25.062543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b4a80f5-4212-4ed4-8fe9-3f63c23a3634 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:47:25.062919 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'code': 200} Dec 24 03:47:25.087215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:25.250880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b26a-ea3f-44ab-96ec-5231be3d0ebc req-e0fc2df9-f825-4dbc-a7e0-87c8a46da014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:25.252347 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eb1b26a-ea3f-44ab-96ec-5231be3d0ebc req-e0fc2df9-f825-4dbc-a7e0-87c8a46da014 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 1099 time: 0.0399830 Dec 24 03:47:25.296558 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eb1b26a-ea3f-44ab-96ec-5231be3d0ebc req-0b63fbf5-a852-4410-bd09-6718549f2563 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Dec 24 03:47:25.586844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e3bfc-d804-42ba-b846-a81d5958c075 req-4e04ba95-a69f-4d7f-b6f4-7924a8a434c8 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:25.588291 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4c8e3bfc-d804-42ba-b846-a81d5958c075 req-4e04ba95-a69f-4d7f-b6f4-7924a8a434c8 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0484567 Dec 24 03:47:25.639587 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4c8e3bfc-d804-42ba-b846-a81d5958c075 req-d29671e2-4d31-41bb-ad51-bffcfb4a8440 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454617 Dec 24 03:47:26.759131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac57f-9ee0-434a-873b-618683f45679 req-3b09231e-d683-4e03-9047-379682f33d19 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:26.760626 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-480ac57f-9ee0-434a-873b-618683f45679 req-3b09231e-d683-4e03-9047-379682f33d19 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0498548 Dec 24 03:47:26.807604 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-480ac57f-9ee0-434a-873b-618683f45679 req-bc5c6f56-5041-4a3b-8ac9-68637039e03f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Dec 24 03:47:27.133765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce379c-74d0-4c76-8099-e2f2e9769b4a req-3a02bc5b-a1d6-421f-b43a-496fd6b75531 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:27.135323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0ce379c-74d0-4c76-8099-e2f2e9769b4a req-3a02bc5b-a1d6-421f-b43a-496fd6b75531 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0507729 Dec 24 03:47:27.158053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 52940) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:47:27.188859 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0ce379c-74d0-4c76-8099-e2f2e9769b4a req-e4f0ed9f-a473-4c58-b56f-7ee5995a4e1c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475302 Dec 24 03:47:27.244884 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-832ff9ee-ee67-425b-9940-3368d9cec3ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857148 Dec 24 03:47:27.253768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-94175d13-d6bd-4d5e-831b-3e6cba1d89a7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:47:27.254692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-94175d13-d6bd-4d5e-831b-3e6cba1d89a7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048137 Dec 24 03:47:28.305643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835990d5-d7d5-40c6-99f0-a128840aaebb req-341c7717-6fbf-47dc-bd2d-66d88b9e6226 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:28.307093 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835990d5-d7d5-40c6-99f0-a128840aaebb req-341c7717-6fbf-47dc-bd2d-66d88b9e6226 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0482216 Dec 24 03:47:28.353709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835990d5-d7d5-40c6-99f0-a128840aaebb req-659cbac7-31ff-4e28-9754-16cf11b4f84a tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Dec 24 03:47:28.571527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-778a2a5d-b13c-415e-b850-81848e53c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:28.572931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-778a2a5d-b13c-415e-b850-81848e53c91c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7feab5003c644bd8a15b10500213559e&device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 1099 time: 0.0407434 Dec 24 03:47:28.664137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-1f5415dc-f44f-4f36-ba53-d784772a98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:28.665611 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-1f5415dc-f44f-4f36-ba53-d784772a98c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 HTTP/1.1" status: 200 len: 910 time: 0.0857627 Dec 24 03:47:28.705652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-798741f5-f245-4d51-a126-5e6c5df63669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584 HTTP/1.1" status: 200 len: 217 time: 0.0330458 Dec 24 03:47:28.757491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-86f60eb9-a259-424b-8c41-820f894d79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:28.758911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-86f60eb9-a259-424b-8c41-820f894d79a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04a27423-02d3-49c9-98bf-464ac14682d4 HTTP/1.1" status: 200 len: 850 time: 0.0463047 Dec 24 03:47:28.790411 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-4ba9778a-dc73-4b92-ba9a-5b47db1195f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243347 Dec 24 03:47:28.877312 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-73fc5240-718a-4d5d-a6a9-6c514feb4991 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792246 Dec 24 03:47:28.968057 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-396a5105-fea7-47b0-b7ae-43ab3f2f603d service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Dec 24 03:47:29.467839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8871db-8575-404b-93d8-75b9e42da616 req-b87a2240-ff86-4d12-b19d-b1ed746110c7 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:29.469306 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc8871db-8575-404b-93d8-75b9e42da616 req-b87a2240-ff86-4d12-b19d-b1ed746110c7 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0492854 Dec 24 03:47:29.515509 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc8871db-8575-404b-93d8-75b9e42da616 req-6f615ac9-e016-4894-9d31-4e10f887a557 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Dec 24 03:47:30.634264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e730e9-fd8b-4098-9c4d-c182223a2070 req-3daf5332-3ecb-4220-b084-fed8f6e270f6 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:30.635783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b3e730e9-fd8b-4098-9c4d-c182223a2070 req-3daf5332-3ecb-4220-b084-fed8f6e270f6 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0554445 Dec 24 03:47:30.681378 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b3e730e9-fd8b-4098-9c4d-c182223a2070 req-2cf0dc8a-92a4-49c8-882d-918b1762c594 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Dec 24 03:47:31.795998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5357e-2ace-4b6a-9b8c-e2bba7fd5d60 req-5d7092f2-1863-4964-8951-c0cd474e2fd3 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:31.797465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccb5357e-2ace-4b6a-9b8c-e2bba7fd5d60 req-5d7092f2-1863-4964-8951-c0cd474e2fd3 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0494616 Dec 24 03:47:31.842845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccb5357e-2ace-4b6a-9b8c-e2bba7fd5d60 req-f89f6762-b1b5-4f4a-ac8b-2ac12f2d74ec tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Dec 24 03:47:32.955318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384f4c4-86fe-47d0-9983-77be7f563902 req-694f8797-658f-417f-9b80-9ab2a5830e0b tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:32.956765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b384f4c4-86fe-47d0-9983-77be7f563902 req-694f8797-658f-417f-9b80-9ab2a5830e0b tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0474880 Dec 24 03:47:33.007108 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b384f4c4-86fe-47d0-9983-77be7f563902 req-ad966998-7600-4da4-8232-93a5a196b975 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 Dec 24 03:47:34.120682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cebd7d-feb2-40aa-90ff-11d94e209459 req-e69e07d3-a6a8-46a6-b31f-a3282bcf1647 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:34.122145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02cebd7d-feb2-40aa-90ff-11d94e209459 req-e69e07d3-a6a8-46a6-b31f-a3282bcf1647 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0486679 Dec 24 03:47:34.169998 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-02cebd7d-feb2-40aa-90ff-11d94e209459 req-1da3bf66-da55-4882-9221-052871975542 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Dec 24 03:47:35.286641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc4116-bdbc-46db-8c03-5af4fbf5bc9a req-968776e2-f8a7-4d8b-bdb0-f7783ad7e8ff tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:35.287995 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2acc4116-bdbc-46db-8c03-5af4fbf5bc9a req-968776e2-f8a7-4d8b-bdb0-f7783ad7e8ff tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0517612 Dec 24 03:47:35.338546 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2acc4116-bdbc-46db-8c03-5af4fbf5bc9a req-6cc820d5-234d-4cac-b167-a3f005427bb7 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Dec 24 03:47:36.454655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ceb35-dcbd-44db-bf5d-0627defe9cf8 req-cb5fbd73-dd86-47de-b8d9-b3468aa043bc tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:36.456084 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-979ceb35-dcbd-44db-bf5d-0627defe9cf8 req-cb5fbd73-dd86-47de-b8d9-b3468aa043bc tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0510712 Dec 24 03:47:36.501899 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-979ceb35-dcbd-44db-bf5d-0627defe9cf8 req-bb3621a1-41e8-4fb3-9ca8-4e3710d10e4f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Dec 24 03:47:37.613224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5152c-a7e5-4ef2-8503-d785e0961a78 req-d54259ee-c88a-4939-b228-c2b881fd7f56 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:37.614660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ab5152c-a7e5-4ef2-8503-d785e0961a78 req-d54259ee-c88a-4939-b228-c2b881fd7f56 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0474861 Dec 24 03:47:37.660184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ab5152c-a7e5-4ef2-8503-d785e0961a78 req-722abef8-83aa-4e7b-ade3-3d9fa80acf76 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 Dec 24 03:47:38.773617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93693561-e5aa-4b08-8887-5abededf06f5 req-fec06e88-2d1a-4579-9025-f1e441d61bd6 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:38.775063 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93693561-e5aa-4b08-8887-5abededf06f5 req-fec06e88-2d1a-4579-9025-f1e441d61bd6 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0485196 Dec 24 03:47:38.824592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93693561-e5aa-4b08-8887-5abededf06f5 req-14c516f3-5c4b-4a98-8ada-9bdd509f270d tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Dec 24 03:47:39.419042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b691ba5-719c-4131-b366-7f8d59ffbd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:39.936895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141ecbe-df4b-4c84-8e3c-17308b88ea32 req-518bcfe6-45cc-4bde-ba35-877729962eff tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:39.938350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8141ecbe-df4b-4c84-8e3c-17308b88ea32 req-518bcfe6-45cc-4bde-ba35-877729962eff tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0478780 Dec 24 03:47:39.987831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8141ecbe-df4b-4c84-8e3c-17308b88ea32 req-e04dbf50-a2b0-4c48-8f5c-c86449f70dfa tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Dec 24 03:47:41.101277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a6255-c7ae-446b-aa58-48b7e6cb9584 req-74b53ced-4ab0-45b2-909a-c0ddec17049c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:41.102793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb3a6255-c7ae-446b-aa58-48b7e6cb9584 req-74b53ced-4ab0-45b2-909a-c0ddec17049c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0481625 Dec 24 03:47:41.150076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb3a6255-c7ae-446b-aa58-48b7e6cb9584 req-ca691d83-3b07-4ce4-a017-6882811d44a3 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Dec 24 03:47:41.788100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cb219cc-6718-453d-9fa0-a11d31d0f80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:41.890131 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:47:42.275995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922b34-7786-497a-9039-eee6ef1985c3 req-8c34e749-8fb1-40e0-8a5d-f78197c8d9c0 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:42.277490 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84922b34-7786-497a-9039-eee6ef1985c3 req-8c34e749-8fb1-40e0-8a5d-f78197c8d9c0 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0596218 Dec 24 03:47:42.323380 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84922b34-7786-497a-9039-eee6ef1985c3 req-fe2be5fb-33b7-4803-8704-314f2da42b3b tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Dec 24 03:47:42.760247 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:43.435664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf073c-182d-4f77-ba2b-47b49b3f8654 req-a96c1e02-9917-40ea-8386-e0e27bd0258e tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:43.437166 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fcaf073c-182d-4f77-ba2b-47b49b3f8654 req-a96c1e02-9917-40ea-8386-e0e27bd0258e tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0479198 Dec 24 03:47:43.482557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fcaf073c-182d-4f77-ba2b-47b49b3f8654 req-8bf6a372-3764-44ee-96c8-6d23dfc3a79c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Dec 24 03:47:44.439308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:44.598472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc139-4baf-4e98-9435-b6098671d8ce req-23a4966e-48dc-4b1f-b5b1-d5b2b4222933 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:44.599916 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a2cc139-4baf-4e98-9435-b6098671d8ce req-23a4966e-48dc-4b1f-b5b1-d5b2b4222933 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0521109 Dec 24 03:47:44.649091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a2cc139-4baf-4e98-9435-b6098671d8ce req-7670af07-497f-4e98-9b9d-bd4785a278a7 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Dec 24 03:47:45.078389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:45.763824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2902b-9ea7-4fc4-9878-07c3ebc410ab req-de4018ea-6598-426b-907a-fc5adef3a79c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:45.765292 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1b2902b-9ea7-4fc4-9878-07c3ebc410ab req-de4018ea-6598-426b-907a-fc5adef3a79c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0489850 Dec 24 03:47:45.810165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1b2902b-9ea7-4fc4-9878-07c3ebc410ab req-f3984c32-582f-4374-9e33-f300a2d62c4e tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390685 Dec 24 03:47:46.923904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35ee6-285b-46b8-9f1c-2e22edd55aaf req-a210df33-03b4-49f9-ac76-dfc30534ae4b tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:46.925376 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbb35ee6-285b-46b8-9f1c-2e22edd55aaf req-a210df33-03b4-49f9-ac76-dfc30534ae4b tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0480156 Dec 24 03:47:46.978974 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbb35ee6-285b-46b8-9f1c-2e22edd55aaf req-7c495677-1175-4657-982d-5528cbc733b5 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477576 Dec 24 03:47:48.091422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618a372-d8f2-4212-89cf-d27814ecdae2 req-1c6340d7-ff22-41a0-80d2-4ef243eb3ad0 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:48.092871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4618a372-d8f2-4212-89cf-d27814ecdae2 req-1c6340d7-ff22-41a0-80d2-4ef243eb3ad0 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0475953 Dec 24 03:47:48.141187 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4618a372-d8f2-4212-89cf-d27814ecdae2 req-37a4189c-e823-4226-a7f1-98199bbb17c2 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Dec 24 03:47:49.254206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9def52-645d-4cb0-92d4-c65d389b5bb3 req-56f127a3-9998-42e7-a29a-8f0e741d171f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:49.255642 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8c9def52-645d-4cb0-92d4-c65d389b5bb3 req-56f127a3-9998-42e7-a29a-8f0e741d171f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0481210 Dec 24 03:47:49.307981 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8c9def52-645d-4cb0-92d4-c65d389b5bb3 req-443b820d-2658-478c-9205-8b8722b2cbc3 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Dec 24 03:47:50.425155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c02e3-4a0a-48f3-8805-3ccc9a4cef58 req-a3e108e9-7c71-4890-8222-9107f9b558ce tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:50.426515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-852c02e3-4a0a-48f3-8805-3ccc9a4cef58 req-a3e108e9-7c71-4890-8222-9107f9b558ce tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0518975 Dec 24 03:47:50.471843 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-852c02e3-4a0a-48f3-8805-3ccc9a4cef58 req-c865729e-2891-4377-a287-e713c66bdd6f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Dec 24 03:47:51.585737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641d462-3513-462d-95fd-d2c33fde092f req-b1a553dc-bb32-4f2f-ac3e-dcabdb0e6d9d tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:51.587186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5641d462-3513-462d-95fd-d2c33fde092f req-b1a553dc-bb32-4f2f-ac3e-dcabdb0e6d9d tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0481925 Dec 24 03:47:51.637500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5641d462-3513-462d-95fd-d2c33fde092f req-9ed043ac-b94f-4b6c-8db0-5101b71cbb90 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442858 Dec 24 03:47:52.143473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:52.750398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd7ff0-f8e6-4d0e-aea2-8b0ac33a6a00 req-a01d913f-c47c-4cb7-843c-77efdcdc558f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:52.751947 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fbd7ff0-f8e6-4d0e-aea2-8b0ac33a6a00 req-a01d913f-c47c-4cb7-843c-77efdcdc558f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0472684 Dec 24 03:47:52.804600 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2fbd7ff0-f8e6-4d0e-aea2-8b0ac33a6a00 req-758e2d3d-e278-42e2-973f-7eb500726195 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Dec 24 03:47:53.919044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cb6fc-3540-4067-aed5-bc580e2ea864 req-23e110ce-c9c3-4e7a-9060-b85c71d35799 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:53.920994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-268cb6fc-3540-4067-aed5-bc580e2ea864 req-23e110ce-c9c3-4e7a-9060-b85c71d35799 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0500057 Dec 24 03:47:53.969048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-268cb6fc-3540-4067-aed5-bc580e2ea864 req-f53db7d8-c111-4c62-92d0-cbab762f2155 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Dec 24 03:47:55.085189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2260-0958-4f11-9290-9c13e81c71bc req-b7117f69-cef3-425f-9d63-b12959f96123 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:55.087201 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e61a2260-0958-4f11-9290-9c13e81c71bc req-b7117f69-cef3-425f-9d63-b12959f96123 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0485101 Dec 24 03:47:55.133400 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e61a2260-0958-4f11-9290-9c13e81c71bc req-cd2df700-d27b-424f-a828-5051fc6c263a tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Dec 24 03:47:55.896497 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-0544f091-e7b7-4a75-b665-190f09f4980a service neutron] 10.222.0.41 "GET /v2.0/ports/3e8af679-6cc3-42e3-b13f-3611e9f76584/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0582736 Dec 24 03:47:56.142795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-c176d722-afe0-4735-b42b-78739091c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.144302 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-c176d722-afe0-4735-b42b-78739091c161 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce&tenant_id=7feab5003c644bd8a15b10500213559e HTTP/1.1" status: 200 len: 1099 time: 0.0702968 Dec 24 03:47:56.247368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-3bba4a10-9598-4f20-9831-0d2471097855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.248877 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-3bba4a10-9598-4f20-9831-0d2471097855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7feab5003c644bd8a15b10500213559e&device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 1099 time: 0.0717950 Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:47:56.259454 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:47:56.262675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b86446-baec-4d00-a4ed-d6a993a2ec36 req-e1ce0ae1-1860-4dc0-a773-aa8202431e6c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.264034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11b86446-baec-4d00-a4ed-d6a993a2ec36 req-e1ce0ae1-1860-4dc0-a773-aa8202431e6c tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0621557 Dec 24 03:47:56.700226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11b86446-baec-4d00-a4ed-d6a993a2ec36 req-c3534057-3960-43ea-9497-a8545e8000b9 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283843 Dec 24 03:47:56.717995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-52b0152d-fe68-406e-ae82-533a2811441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.719429 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-52b0152d-fe68-406e-ae82-533a2811441d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 HTTP/1.1" status: 200 len: 910 time: 0.4545455 Dec 24 03:47:56.761080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-f63dd877-3398-4577-b0b3-1fc6b80c0244 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584 HTTP/1.1" status: 200 len: 217 time: 0.0337551 Dec 24 03:47:56.808455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-5a761ca2-2b99-4daf-a2f0-0146761c2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.809833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-5a761ca2-2b99-4daf-a2f0-0146761c2458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04a27423-02d3-49c9-98bf-464ac14682d4 HTTP/1.1" status: 200 len: 850 time: 0.0422497 Dec 24 03:47:56.841369 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-4683724f-83d9-4904-aeec-9de0b3f355ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237222 Dec 24 03:47:56.934142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-d4e183f4-63c0-48a2-a899-ccac3868bb23 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845499 Dec 24 03:47:57.025044 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f60dd757-dacc-4ccb-9ee6-099a990161ec req-307d1ccd-6b4a-475f-8e30-cfde1cc382e3 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837886 Dec 24 03:47:57.813535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691056ff-2ebe-444e-a59a-18929a957499 req-3cf5ede7-9e0b-4f00-a4d0-1ce526806ac8 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:57.814991 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-691056ff-2ebe-444e-a59a-18929a957499 req-3cf5ede7-9e0b-4f00-a4d0-1ce526806ac8 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0481648 Dec 24 03:47:57.861176 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-691056ff-2ebe-444e-a59a-18929a957499 req-2d3dcfc6-f056-446b-a37e-9d9ab1ab484f tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Dec 24 03:47:58.977777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658ba9-dfcf-479f-b60e-3fd4dbc75de1 req-bb282cbe-6343-4356-8b24-4f44795bb155 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:58.979229 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a5658ba9-dfcf-479f-b60e-3fd4dbc75de1 req-bb282cbe-6343-4356-8b24-4f44795bb155 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0480123 Dec 24 03:47:59.024942 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a5658ba9-dfcf-479f-b60e-3fd4dbc75de1 req-e685e55e-f842-455b-a29b-e6e70d33ef39 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Dec 24 03:47:59.044628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3e8af679-6cc3-42e3-b13f-3611e9f76584 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:47:59.055114 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3e8af679-6cc3-42e3-b13f-3611e9f76584 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:47:59.196541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:59.205805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:59.210077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'network_id': 'c87e3b6b-3168-4c43-9fda-da89a7ecf9a2', 'port_id': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'mac_address': 'fa:16:3e:39:2e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a27423-02d3-49c9-98bf-464ac14682d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:47:59.252177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:47:59.254383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573137e-8d83-4962-a5cb-5e191918dc86" -d '{"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:47:59.269790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:59.274977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:59.277980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:59.308084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed06f9-6cbd-49b2-8f40-db5af751915d x-openstack-request-id: req-16ed06f9-6cbd-49b2-8f40-db5af751915d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:47:59.308386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:47:59.308642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16ed06f9-6cbd-49b2-8f40-db5af751915d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:47:59.309026 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'code': 200} Dec 24 03:47:59.310482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e8af679-6cc3-42e3-b13f-3611e9f76584 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:47:59.366571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:47:59.375131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:47:59.375480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:47:59.376675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.377017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.377352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.377676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.377999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.378319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.378640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.378956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.379273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.379594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.379909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.380221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.380556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:47:59.921557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:59.935092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8af679-6cc3-42e3-b13f-3611e9f76584 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:47:59.954534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:47:59.958122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:00.003102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:00.085678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['3e8af679-6cc3-42e3-b13f-3611e9f76584'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:48:00.143218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf19889-4dac-4e56-a55e-ac6a852d3a9b req-f4885aa8-ce03-49d5-86c5-85ef0d443945 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:00.144693 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6cf19889-4dac-4e56-a55e-ac6a852d3a9b req-f4885aa8-ce03-49d5-86c5-85ef0d443945 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 945 time: 0.0525966 Dec 24 03:48:00.191653 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6cf19889-4dac-4e56-a55e-ac6a852d3a9b req-1c04e4bc-3ad9-4293-92cb-537c2bd93f88 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Dec 24 03:48:00.503721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-67857a94-e1b6-45f8-8bf5-3e57ad475503 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:00.505157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-67857a94-e1b6-45f8-8bf5-3e57ad475503 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.41 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce&tenant_id=7feab5003c644bd8a15b10500213559e&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.0834792 Dec 24 03:48:00.605374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-6e863391-fd5f-4527-a169-013a8c2fe299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:00.606871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-6e863391-fd5f-4527-a169-013a8c2fe299 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7feab5003c644bd8a15b10500213559e&device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 1098 time: 0.0439351 Dec 24 03:48:00.692919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-ed6c8f85-2199-4a74-9119-f281aeb6d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:00.694340 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-ed6c8f85-2199-4a74-9119-f281aeb6d8ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 HTTP/1.1" status: 200 len: 910 time: 0.0803502 Dec 24 03:48:00.737870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-2e46ddbe-9645-4fe3-9e98-540ddcf2fbbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584 HTTP/1.1" status: 200 len: 217 time: 0.0366397 Dec 24 03:48:00.785282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-4a868ab5-2c89-41bf-928c-548f20ad466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:00.786597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-4a868ab5-2c89-41bf-928c-548f20ad466c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04a27423-02d3-49c9-98bf-464ac14682d4 HTTP/1.1" status: 200 len: 850 time: 0.0417688 Dec 24 03:48:00.817011 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-a1a11284-abe8-4001-a2c9-64e723184ebc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229821 Dec 24 03:48:00.911614 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-041e9ed0-87a1-49d4-a1ac-524217e586d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 Dec 24 03:48:00.998412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-fdfeb403-35a0-4080-88e7-2a7527b979d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793970 Dec 24 03:48:01.042008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3e8af679-6cc3-42e3-b13f-3611e9f76584 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:01.090021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 3e8af679-6cc3-42e3-b13f-3611e9f76584 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:01.090669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:01.171038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:01.201669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:01.205172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:01.250536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:01.309691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:01.311849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92db515d-8b75-470b-b567-d155ad8f6abc" -d '{"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-plugged", "status": "completed", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:01.360346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008c4198-16ce-4e0c-ab49-b07a9f33818d x-openstack-request-id: req-008c4198-16ce-4e0c-ab49-b07a9f33818d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:01.360664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-plugged", "status": "completed", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:01.360920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-008c4198-16ce-4e0c-ab49-b07a9f33818d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:01.361313 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'code': 200} Dec 24 03:48:01.807428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b071784-18f6-4d74-826d-32f5aaf1bcb7 req-f0ea94f1-fca7-4435-bef4-df608d3f0470 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:01.808892 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b071784-18f6-4d74-826d-32f5aaf1bcb7 req-f0ea94f1-fca7-4435-bef4-df608d3f0470 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0485013 Dec 24 03:48:01.858118 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b071784-18f6-4d74-826d-32f5aaf1bcb7 req-cc540307-db6a-4322-b5f7-7b6c2fc8199a tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Dec 24 03:48:02.979855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c53eaa-e0d9-4986-a115-e480f303a399 req-928d93b2-6be1-4a30-8837-7832b6399176 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:02.981364 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85c53eaa-e0d9-4986-a115-e480f303a399 req-928d93b2-6be1-4a30-8837-7832b6399176 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0533800 Dec 24 03:48:03.027537 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85c53eaa-e0d9-4986-a115-e480f303a399 req-f359a17c-b6bd-4b46-b2c1-791c8c466f5e tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e311f95-0ae5-4436-9474-52008aa15ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Dec 24 03:48:03.608629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-f53e41bf-44e2-4851-acdf-edef7281b4c7 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:03.610103 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-f53e41bf-44e2-4851-acdf-edef7281b4c7 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.41 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 946 time: 0.0485959 Dec 24 03:48:03.699203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Deleting port 3e8af679-6cc3-42e3-b13f-3611e9f76584 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:03.699536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:03.786048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] For port 3e8af679-6cc3-42e3-b13f-3611e9f76584, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3e8af679-6cc3-42e3-b13f-3611e9f76584,segment=NetworkSegment(cab21a8b-ccbd-4094-8ac1-fc8f23564414),segment_id=cab21a8b-ccbd-4094-8ac1-fc8f23564414)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:03.786412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:03.799186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Calling delete_port for 3e8af679-6cc3-42e3-b13f-3611e9f76584 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:03.924539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:03.950664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Pushing event deleted for resources: {'Port': ['ID=3e8af679-6cc3-42e3-b13f-3611e9f76584,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:03.957494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['3e8af679-6cc3-42e3-b13f-3611e9f76584'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:48:03.964792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.965149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.965499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.965842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.966179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.966511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.966843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.967174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.967503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.967832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.968157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.968508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:03.968835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:04.005236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] No DVR routers for this DVR port 3e8af679-6cc3-42e3-b13f-3611e9f76584 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:48:04.007679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:04.011469 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c72250a7-b68e-405c-8f77-c1a4bc7d3ef8 req-7bc9a479-c1b0-48ad-b376-f82e2b308024 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.41 "DELETE /v2.0/ports/3e8af679-6cc3-42e3-b13f-3611e9f76584 HTTP/1.1" status: 204 len: 173 time: 0.3952050 Dec 24 03:48:04.011905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-deleted', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:04.014156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de3e36-7bfb-4268-a5e3-6c79cb9f23ee" -d '{"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-deleted", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:04.050486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c80ee-ad03-4416-81db-0f6f14e9ba9c x-openstack-request-id: req-6a3c80ee-ad03-4416-81db-0f6f14e9ba9c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:04.050783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fdb76-fdfb-4405-90f1-2af4f04cf5ce", "name": "network-vif-deleted", "tag": "3e8af679-6cc3-42e3-b13f-3611e9f76584", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:04.051043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a3c80ee-ad03-4416-81db-0f6f14e9ba9c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:04.051496 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701fdb76-fdfb-4405-90f1-2af4f04cf5ce', 'name': 'network-vif-deleted', 'tag': '3e8af679-6cc3-42e3-b13f-3611e9f76584', 'status': 'completed', 'code': 200} Dec 24 03:48:04.122913 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-073eaa62-59e8-46ad-ab47-1e1ee5e7aa4c req-a9bd391f-c51e-4023-a469-7af2798240e1 tempest-DeleteServersTestJSON-880058072 tempest-DeleteServersTestJSON-880058072-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fdb76-fdfb-4405-90f1-2af4f04cf5ce HTTP/1.1" status: 200 len: 210 time: 0.0261521 Dec 24 03:48:05.250388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:05.293740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] Deleting subnet 04a27423-02d3-49c9-98bf-464ac14682d4 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:48:05.296711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.330167 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.372908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.422461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.448685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a27423-02d3-49c9-98bf-464ac14682d4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:05.450645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.453824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-93a3b52e-9be6-4397-bdc6-97f1ae859a6c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04a27423-02d3-49c9-98bf-464ac14682d4 HTTP/1.1" status: 204 len: 168 time: 0.2024376 Dec 24 03:48:05.456397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:05.522195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.610606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.629985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87e3b6b-3168-4c43-9fda-da89a7ecf9a2']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:05.645397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab21a8b-ccbd-4094-8ac1-fc8f23564414') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:05.645699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab21a8b-ccbd-4094-8ac1-fc8f23564414') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:05.660577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.679661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.691429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:48:05.691804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:48:05.693893 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:48:05.745764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.750418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.753978 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] 10.222.0.37 "DELETE /v2.0/networks/c87e3b6b-3168-4c43-9fda-da89a7ecf9a2 HTTP/1.1" status: 204 len: 168 time: 0.2966337 Dec 24 03:48:05.766532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845350d-a09c-457f-9e1a-cbb75d58fabb admin admin] Pushing event deleted for resources: {'Network': ['ID=c87e3b6b-3168-4c43-9fda-da89a7ecf9a2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:05.857865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:05.895754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-45705943-fa9f-4b8c-9f76-a6f847ad0565 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7feab5003c644bd8a15b10500213559e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0366280 Dec 24 03:48:05.898079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:05.944182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa611f5-87ae-47a4-9b41-9e521b5c90c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:05.968542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa611f5-87ae-47a4-9b41-9e521b5c90c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.013334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa611f5-87ae-47a4-9b41-9e521b5c90c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.016186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa611f5-87ae-47a4-9b41-9e521b5c90c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.017397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9fa611f5-87ae-47a4-9b41-9e521b5c90c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e311f95-0ae5-4436-9474-52008aa15ecf HTTP/1.1" status: 204 len: 168 time: 0.1184335 Dec 24 03:48:06.025387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa611f5-87ae-47a4-9b41-9e521b5c90c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e311f95-0ae5-4436-9474-52008aa15ecf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:06.657434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 53078) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:06.750725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-235349903-network', 'tenant_id': '098055a8023c459196a9b44219fed54a'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:06.774383 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Made reservation on behalf of 098055a8023c459196a9b44219fed54a for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:06.776669 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.784956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.856291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.860460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.886023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:48:06.894513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6a48d-19ce-44ba-a8a0-988112f5dbf1,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:06.903325 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.903665 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Added segment 194606e4-e5be-44f6-8de8-d861132f2544 of type vlan for network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b Dec 24 03:48:06.905526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.905877 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.906221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.906556 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.906889 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.907218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.907547 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.907869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.908192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.908543 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.908866 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.909186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.909501 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:06.953395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.976648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:06.978023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:06.978602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:07.012262 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3537579 Dec 24 03:48:07.015230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:07.020281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Request body: {'subnet': {'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-235349903-subnet', 'tenant_id': '098055a8023c459196a9b44219fed54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:07.038875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362afba-1832-4bc9-ae3e-2c3ea455e1db admin admin] Pushing event updated for resources: {'Network': ['ID=258ac80e-2bfd-4f2d-92f8-585c5e4a952b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:07.046091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Made reservation on behalf of 098055a8023c459196a9b44219fed54a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:07.048507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:07.049779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:48:07.075233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3e8af679-6cc3-42e3-b13f-3611e9f76584 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:07.095752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 3e8af679-6cc3-42e3-b13f-3611e9f76584 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:07.096090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3e8af679-6cc3-42e3-b13f-3611e9f76584 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:07.230435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:07.283175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225e5848-0b9d-4f2e-82bb-8e57d2370edf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:07.293380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Checking segment: {'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:07.293731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Network hostable DHCP agents. Network: 258ac80e-2bfd-4f2d-92f8-585c5e4a952b, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:48:07.312708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:48:07.321811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 258ac80e-2bfd-4f2d-92f8-585c5e4a952b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:07.325726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:07.326308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:07.330739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c1a06-e1dd-44e3-a488-2888b9117c83 None None] Network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:07.341366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bb90a816-a125-4d90-ac59-20cb0e254521 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3249300 Dec 24 03:48:07.426837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc34bf1-f56b-4602-8908-9df1f785cd7b None None] Network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:07.794486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-78dcff1d-f6e1-4954-a1e4-16023b9c92d3 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:07.795832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-78dcff1d-f6e1-4954-a1e4-16023b9c92d3 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 814 time: 0.1024113 Dec 24 03:48:07.810438 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-b99c02cd-a101-4d1e-a9d0-d169294073b9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/quotas/098055a8023c459196a9b44219fed54a HTTP/1.1" status: 200 len: 375 time: 0.0088069 Dec 24 03:48:07.841706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-6eb66c79-7aac-4c83-a037-a80d6adb9abc tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261548 Dec 24 03:48:07.930578 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-ee1fa0ae-7234-4254-b99b-df6c11cc7ccc service neutron] 10.222.0.37 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821798 Dec 24 03:48:08.016081 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-1700bbdd-fecf-4af4-9e9c-edc446b8464b service neutron] 10.222.0.37 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795541 Dec 24 03:48:08.175353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd8d4b71-d58e-44e1-adc2-3879b8da865f req-76e9f2a2-c3d2-4872-8206-e92fe5dddfa4 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 210 time: 0.0299883 Dec 24 03:48:09.285659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e27a1e4-2ccd-4969-ac95-f4340602ee1e req-56b1b651-2e94-4300-a416-fd16b1851d10 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 210 time: 0.0389354 Dec 24 03:48:09.292082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-73de85f7-110c-49d0-a91e-49a2f200f8c9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:09.293460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-73de85f7-110c-49d0-a91e-49a2f200f8c9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 814 time: 0.1419804 Dec 24 03:48:09.322478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Request body: {'port': {'device_id': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b', 'admin_state_up': True, 'tenant_id': '098055a8023c459196a9b44219fed54a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:09.419372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-039a4ea0-3c4b-4d8d-b559-604b3fa13c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:09.432265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Made reservation on behalf of 098055a8023c459196a9b44219fed54a for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:09.435722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:09.560964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Allocated IP 172.20.0.11 (258ac80e-2bfd-4f2d-92f8-585c5e4a952b/225e5848-0b9d-4f2e-82bb-8e57d2370edf/c4a3e541-7fc2-4f3d-8092-4585b797a026) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:09.706214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:09.739560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:09.783912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:09.786882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:09.790523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:09.813565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:09.841830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:09.842431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:09.856755 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-36f0045d-8ab7-4e9d-a559-89bae9921fde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5387626 Dec 24 03:48:09.915297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Request body: {'port': {'device_id': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:09.969992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:10.224759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a3e541-7fc2-4f3d-8092-4585b797a026 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:48:10.233288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:10.245284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Transition to ACTIVE for port object c4a3e541-7fc2-4f3d-8092-4585b797a026 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:48:10.248959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:10.295777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:10.390296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Attempting to bind port c4a3e541-7fc2-4f3d-8092-4585b797a026 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:10.390625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Attempting to bind port c4a3e541-7fc2-4f3d-8092-4585b797a026 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:10.390951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Attempting to bind port c4a3e541-7fc2-4f3d-8092-4585b797a026 on network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:10.397927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Port c4a3e541-7fc2-4f3d-8092-4585b797a026 on network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:48:10.398244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Attempting to bind port c4a3e541-7fc2-4f3d-8092-4585b797a026 on network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:10.406096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:10.406427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Checking segment: {'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:10.406816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Bound using segment: {'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:10.407224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Bound port: c4a3e541-7fc2-4f3d-8092-4585b797a026, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:10.407570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:10.426288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457a2e0-fc2e-431e-b97a-d5dcf6a1ba50 req-5c06a1fb-99cb-4cc8-bfc0-5af0159e3284 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:10.427756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457a2e0-fc2e-431e-b97a-d5dcf6a1ba50 req-5c06a1fb-99cb-4cc8-bfc0-5af0159e3284 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 944 time: 0.0753360 Dec 24 03:48:10.515772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e457a2e0-fc2e-431e-b97a-d5dcf6a1ba50 req-c6d15578-a498-40de-b192-b01e0a959925 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658000 Dec 24 03:48:10.517979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:10.521016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:10.526117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:10.559823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:10.560461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:10.561808 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 200 len: 1094 time: 0.6510336 Dec 24 03:48:10.562251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:10.564517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1741e0-207e-4c84-920a-2326bd255c20" -d '{"events": [{"name": "network-changed", "server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:10.587443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e1eb6-a968-4dfa-983a-ace118525258 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:10.603258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730a4f7a-332f-4a52-a727-bf4873aaa451 x-openstack-request-id: req-730a4f7a-332f-4a52-a727-bf4873aaa451 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:10.603627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:10.603958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-730a4f7a-332f-4a52-a727-bf4873aaa451 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:10.604383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'status': 'completed', 'code': 200} Dec 24 03:48:10.665420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-b2bc77f5-3c56-4a64-9d2d-3833221f9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:10.666891 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-b2bc77f5-3c56-4a64-9d2d-3833221f9a70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 1097 time: 0.0408106 Dec 24 03:48:10.718078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-d5b7ded6-84d6-4703-92d4-2439e8846019 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 200 len: 217 time: 0.0368214 Dec 24 03:48:10.765919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-a4d8cc56-c294-450b-bc48-5d4d0264b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:10.767231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-a4d8cc56-c294-450b-bc48-5d4d0264b6dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0425272 Dec 24 03:48:10.797627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-6d58867d-cdf5-4727-861a-26a48d3b19e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236182 Dec 24 03:48:10.886717 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-20be211c-4a3d-4dc8-b560-8498cb7f50f6 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Dec 24 03:48:11.225178 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90f7d08a-2d84-4d06-aade-dc109bf8617d req-cd92e037-6132-4e11-b4a8-897720d2a25a service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306262 Dec 24 03:48:11.364104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-260bbad3-27d3-46f8-9c3a-e7d19b8db37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:11.365507 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-260bbad3-27d3-46f8-9c3a-e7d19b8db37c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 1097 time: 0.0401807 Dec 24 03:48:11.456125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-d7a1cf08-893f-4a83-be9d-9ddc507dab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:11.457691 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-d7a1cf08-893f-4a83-be9d-9ddc507dab7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.0849433 Dec 24 03:48:11.498869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-c5b76ebe-18f2-4dc0-88b7-8047dc993602 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 200 len: 217 time: 0.0340698 Dec 24 03:48:11.551385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-0702bee7-c685-4b53-aef8-ba7819a1ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:11.552839 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-0702bee7-c685-4b53-aef8-ba7819a1ee09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0470150 Dec 24 03:48:11.583719 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-0cd0ffb2-7bb5-45f8-a9c8-3bf1373f4970 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242841 Dec 24 03:48:11.686421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46fed0-36f8-4129-b798-d19ab649ebee req-221fc715-4091-4db2-9ce8-bccfb41d83eb tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:11.687867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d46fed0-36f8-4129-b798-d19ab649ebee req-221fc715-4091-4db2-9ce8-bccfb41d83eb tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 944 time: 0.1033108 Dec 24 03:48:11.719794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-77daef29-d564-4caf-90bc-e2c63719e072 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270869 Dec 24 03:48:11.767598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d46fed0-36f8-4129-b798-d19ab649ebee req-9b2492c5-ca40-445c-9273-07f3d988a6a0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708642 Dec 24 03:48:11.792622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56c2b61c-6b82-4fb5-a92b-150dc48eef4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:11.827688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e1741e0-207e-4c84-920a-2326bd255c20 req-9247351c-d42e-403b-86f2-b6fc2a38bc2a service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982077 Dec 24 03:48:12.762586 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:12.888879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f369d1-608a-4038-bf41-6997e249b934 req-7a1825b7-94b4-47f7-a6a4-1e847ac24b00 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:12.890341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97f369d1-608a-4038-bf41-6997e249b934 req-7a1825b7-94b4-47f7-a6a4-1e847ac24b00 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 944 time: 0.0499227 Dec 24 03:48:12.938310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97f369d1-608a-4038-bf41-6997e249b934 req-57eee89e-4e2e-49ec-882d-fa144e265c27 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Dec 24 03:48:14.054343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed5b-5842-44d8-863d-c1312d989e7a req-808902cf-0309-430b-8627-c720e38766b6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:14.055706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f02ed5b-5842-44d8-863d-c1312d989e7a req-808902cf-0309-430b-8627-c720e38766b6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 944 time: 0.0489473 Dec 24 03:48:14.102902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f02ed5b-5842-44d8-863d-c1312d989e7a req-87695dce-f93b-4508-bb9a-7f8c8065a3c5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Dec 24 03:48:14.445553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:15.080827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:15.114735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device c4a3e541-7fc2-4f3d-8092-4585b797a026 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:48:15.211244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:15.223108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b', 'port_id': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'mac_address': 'fa:16:3e:c0:6c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e5848-0b9d-4f2e-82bb-8e57d2370edf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:48:15.226526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dc68c-a613-4c1e-b794-90880d99635b req-0584842a-9f51-41aa-8982-952410de906e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:15.228094 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a20dc68c-a613-4c1e-b794-90880d99635b req-0584842a-9f51-41aa-8982-952410de906e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 944 time: 0.0575333 Dec 24 03:48:15.262756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:15.274995 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a20dc68c-a613-4c1e-b794-90880d99635b req-93d8f765-df0e-412f-9eb2-6337299f1ca1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Dec 24 03:48:15.275449 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a3e541-7fc2-4f3d-8092-4585b797a026 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:48:15.294060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:15.298007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:15.344755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:15.697861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['c4a3e541-7fc2-4f3d-8092-4585b797a026'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:48:16.387469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75b92-9e73-4b7d-bb74-639f64c24af8 req-2d91a86c-681e-44f2-ab24-f65dcbb854e6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:16.388839 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-72c75b92-9e73-4b7d-bb74-639f64c24af8 req-2d91a86c-681e-44f2-ab24-f65dcbb854e6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Dec 24 03:48:16.434956 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-72c75b92-9e73-4b7d-bb74-639f64c24af8 req-16768f07-db22-47f6-9173-38827a447593 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Dec 24 03:48:17.121274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device c4a3e541-7fc2-4f3d-8092-4585b797a026 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:17.168903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port c4a3e541-7fc2-4f3d-8092-4585b797a026 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:48:17.173036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port c4a3e541-7fc2-4f3d-8092-4585b797a026 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:17.173435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:17.250462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:17.272180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:17.274455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83b24d7-39d1-4023-9e8b-bba0b71398fa" -d '{"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:17.287610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:17.291530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:17.339714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:17.363264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ea80b-6f3e-4ebf-85cb-f90f9ebf9a48 x-openstack-request-id: req-830ea80b-6f3e-4ebf-85cb-f90f9ebf9a48 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:17.363558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:17.363815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-830ea80b-6f3e-4ebf-85cb-f90f9ebf9a48 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:17.364210 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'code': 200} Dec 24 03:48:17.575256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db7211-cfa8-4e2e-9671-a01521482dc9 req-1fc2db94-cb90-47cc-8900-5d87146f9563 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:17.576634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c9db7211-cfa8-4e2e-9671-a01521482dc9 req-1fc2db94-cb90-47cc-8900-5d87146f9563 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0743799 Dec 24 03:48:17.606234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cfdfc-5b15-45ba-bc49-2c69a90d2b06 req-28b44358-68e6-4e7a-8bf5-678ce10ed50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:17.607668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c8cfdfc-5b15-45ba-bc49-2c69a90d2b06 req-28b44358-68e6-4e7a-8bf5-678ce10ed50f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 1099 time: 0.0683227 Dec 24 03:48:17.646122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c9db7211-cfa8-4e2e-9671-a01521482dc9 req-f038cd62-25b8-47ed-9cc2-d4dbcc67c2db tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631621 Dec 24 03:48:17.666359 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c8cfdfc-5b15-45ba-bc49-2c69a90d2b06 req-5ac342f4-55b4-4da1-a9e2-329bb5071ddf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Dec 24 03:48:18.763164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881ad17-55df-4b7b-af92-b0000f61a0c3 req-a6b57e5c-689e-4508-9ca1-1eb1309cef58 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:18.764659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6881ad17-55df-4b7b-af92-b0000f61a0c3 req-a6b57e5c-689e-4508-9ca1-1eb1309cef58 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Dec 24 03:48:18.811063 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6881ad17-55df-4b7b-af92-b0000f61a0c3 req-bdc053d6-78ce-4b3a-86cf-70474de479e4 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Dec 24 03:48:18.889022 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:48:19.926973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbca00-4d83-496c-81de-b8b5c5029a32 req-82a49f9e-8f44-4380-ba37-8424bcb0f8f0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:19.928451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-37dbca00-4d83-496c-81de-b8b5c5029a32 req-82a49f9e-8f44-4380-ba37-8424bcb0f8f0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0523896 Dec 24 03:48:19.974882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-37dbca00-4d83-496c-81de-b8b5c5029a32 req-2b358097-95bb-4e90-83b9-c34647c62d24 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Dec 24 03:48:20.086014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13279622-0985-42d8-8ed3-b2db622283c3 req-fe340c8b-cfa5-474a-aa0f-c436d6702987 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:20.088012 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13279622-0985-42d8-8ed3-b2db622283c3 req-fe340c8b-cfa5-474a-aa0f-c436d6702987 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0494063 Dec 24 03:48:20.134335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13279622-0985-42d8-8ed3-b2db622283c3 req-d5dabb47-f9b9-461a-9347-81d2205b14a5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Dec 24 03:48:20.330411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37795bc8-4a6d-4b8e-a6c0-9596200b2b91 req-b0d5f74b-4f4e-4cbe-9f1a-eef405b30d92 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:20.332587 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-37795bc8-4a6d-4b8e-a6c0-9596200b2b91 req-b0d5f74b-4f4e-4cbe-9f1a-eef405b30d92 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0504024 Dec 24 03:48:20.411304 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-37795bc8-4a6d-4b8e-a6c0-9596200b2b91 req-949f454a-3099-4f4d-8e46-b831b3158154 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721037 Dec 24 03:48:20.415293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-079e628c-6b5d-4760-bcc4-7a3054dea7dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744910 Dec 24 03:48:20.542190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-93024092-9d5d-4e81-b6d5-c95e0c0f533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:20.543692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-93024092-9d5d-4e81-b6d5-c95e0c0f533d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 1099 time: 0.0680122 Dec 24 03:48:20.554436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f559e8-e9a7-4426-878f-62e5c29856f1 req-a455f66e-8669-4ae6-b3d8-0a532437ef5c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:20.555888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63f559e8-e9a7-4426-878f-62e5c29856f1 req-a455f66e-8669-4ae6-b3d8-0a532437ef5c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0721428 Dec 24 03:48:20.661981 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63f559e8-e9a7-4426-878f-62e5c29856f1 req-2b98a6de-280a-4399-8f8a-10bc5b2f8d96 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929506 Dec 24 03:48:20.679455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-ab3ed1f0-7fd1-4719-a436-6d5c91caebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:20.680972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-ab3ed1f0-7fd1-4719-a436-6d5c91caebdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.1193123 Dec 24 03:48:20.726825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-0ca0367a-d878-4266-b2cc-7817340d52d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 200 len: 217 time: 0.0387669 Dec 24 03:48:20.775656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-6925b594-bae1-4e36-b7ba-031ede053960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:20.777346 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-6925b594-bae1-4e36-b7ba-031ede053960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0443318 Dec 24 03:48:20.808572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-db79305b-39b1-4ff5-b417-c0c8a31d8e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239158 Dec 24 03:48:20.906596 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-ce5fd9e4-df2a-46e0-bbe8-afec35c279ef service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906627 Dec 24 03:48:21.057218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-dc29b618-d542-4d3b-b3cc-c252764edc23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230459 Dec 24 03:48:21.066839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2d7e5-c7ab-482a-824b-a6d7ac717a27 req-fc2afafb-6a41-44e2-9a03-58340aac6e27 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:21.068256 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b6c2d7e5-c7ab-482a-824b-a6d7ac717a27 req-fc2afafb-6a41-44e2-9a03-58340aac6e27 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.1189606 Dec 24 03:48:21.072673 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c2dec9d-64c7-42a7-8025-fee718ea6bed req-aacdde6d-2469-469e-9b05-dd5483e44920 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590867 Dec 24 03:48:21.120060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b6c2d7e5-c7ab-482a-824b-a6d7ac717a27 req-71fbde7f-0340-4a94-bc43-1309b8198d85 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450268 Dec 24 03:48:22.173226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:22.227255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-c32f55b8-e980-442d-b647-3d08bd8d8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:22.228756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-c32f55b8-e980-442d-b647-3d08bd8d8601 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 1099 time: 0.0706904 Dec 24 03:48:22.277256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f265d41-9ac5-4ddd-8701-5955389fde13 req-058b2886-7743-43a3-9098-7386b2ec14ef tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:22.278674 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f265d41-9ac5-4ddd-8701-5955389fde13 req-058b2886-7743-43a3-9098-7386b2ec14ef tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0850246 Dec 24 03:48:22.364471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-c3cf65b0-ca02-46ca-b325-8d18c5c622ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:22.365815 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-c3cf65b0-ca02-46ca-b325-8d18c5c622ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.1289008 Dec 24 03:48:22.369765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f265d41-9ac5-4ddd-8701-5955389fde13 req-3e12334f-c568-4d12-9f63-9850e87a5cbd tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852897 Dec 24 03:48:22.409632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-df4e2618-4ecf-4837-b7aa-9cf7bec34428 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 200 len: 217 time: 0.0369773 Dec 24 03:48:22.456928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-db6c623d-fb56-4ecc-9a72-90f6df6542bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:22.458558 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-db6c623d-fb56-4ecc-9a72-90f6df6542bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0421226 Dec 24 03:48:22.491646 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-56bacac5-a5a8-44fa-a244-4bb2edde56ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262001 Dec 24 03:48:22.583831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-6c1f27f8-0a86-45ec-8ba8-d591506d82db service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851147 Dec 24 03:48:22.670588 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-2b8a4f20-61a5-4b01-b5b1-af3f4cb98603 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797558 Dec 24 03:48:23.483915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f55e1-94d4-4fc3-93b1-cf74b1c9b579 req-e9803185-8733-4a12-8b3f-3b41712cddde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:23.485392 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-390f55e1-94d4-4fc3-93b1-cf74b1c9b579 req-e9803185-8733-4a12-8b3f-3b41712cddde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0483294 Dec 24 03:48:23.535168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-390f55e1-94d4-4fc3-93b1-cf74b1c9b579 req-9b49c646-5a24-4951-8199-2ed4dc5ab105 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Dec 24 03:48:24.647230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2d14-17af-4419-ae1b-1d76061b66b7 req-c80be9ac-c22d-4a42-b340-5bed1fd7bdde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:24.648706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d9d2d14-17af-4419-ae1b-1d76061b66b7 req-c80be9ac-c22d-4a42-b340-5bed1fd7bdde tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0480831 Dec 24 03:48:24.694332 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d9d2d14-17af-4419-ae1b-1d76061b66b7 req-4a000391-9b53-45df-a970-447d4ef49c12 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Dec 24 03:48:25.805735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf6672-1458-455c-90b6-a16d1b246240 req-7e38ccf5-9c2f-4e57-a71e-c3711ef8ca7a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:25.807341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c9bf6672-1458-455c-90b6-a16d1b246240 req-7e38ccf5-9c2f-4e57-a71e-c3711ef8ca7a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0472236 Dec 24 03:48:25.853784 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c9bf6672-1458-455c-90b6-a16d1b246240 req-51b4dc77-a953-44dd-b2f4-8e117ac0f180 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Dec 24 03:48:26.971917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afeedb-f9dc-49bf-b83d-700bfd5d0c7a req-55728bf4-ee79-47c2-9904-9d2954f35275 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:26.973383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13afeedb-f9dc-49bf-b83d-700bfd5d0c7a req-55728bf4-ee79-47c2-9904-9d2954f35275 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0521514 Dec 24 03:48:27.018520 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13afeedb-f9dc-49bf-b83d-700bfd5d0c7a req-b746f98b-5aa4-497c-ab4b-a690491db540 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 Dec 24 03:48:28.134250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfc5f0-59de-42e7-a127-18103a75a92f req-0dec1d8f-7494-4d6c-8497-8f415700402f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:28.135752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6cfc5f0-59de-42e7-a127-18103a75a92f req-0dec1d8f-7494-4d6c-8497-8f415700402f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0506163 Dec 24 03:48:28.183599 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6cfc5f0-59de-42e7-a127-18103a75a92f req-d9113032-a3c7-45d1-9a03-e8364c965213 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Dec 24 03:48:29.295936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7cfdc-6ef5-4535-a248-0d13e81a0045 req-9d75f3b5-7c30-4cd1-ac38-fde0a1d3c1f6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:29.297379 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0d7cfdc-6ef5-4535-a248-0d13e81a0045 req-9d75f3b5-7c30-4cd1-ac38-fde0a1d3c1f6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0473623 Dec 24 03:48:29.346743 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c0d7cfdc-6ef5-4535-a248-0d13e81a0045 req-50889649-46b2-4276-a8b0-bda23221f4d0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Dec 24 03:48:30.458111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786ad-c673-4bbe-8565-dce77adbfdc8 req-54214e4c-dce7-42d6-88e3-10d0d31efe88 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:30.459563 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-de1786ad-c673-4bbe-8565-dce77adbfdc8 req-54214e4c-dce7-42d6-88e3-10d0d31efe88 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0480044 Dec 24 03:48:30.505483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-de1786ad-c673-4bbe-8565-dce77adbfdc8 req-7658c154-9e21-4f7e-801b-711875d6a683 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 Dec 24 03:48:31.618707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c477e5-96e8-4234-b1f2-606f13402812 req-cb973496-e6cd-45db-bd1b-d06f4f004d71 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:31.620155 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11c477e5-96e8-4234-b1f2-606f13402812 req-cb973496-e6cd-45db-bd1b-d06f4f004d71 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0481894 Dec 24 03:48:31.665252 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11c477e5-96e8-4234-b1f2-606f13402812 req-d370377d-a382-4b06-b6a6-0e69b6dd052b tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Dec 24 03:48:32.782520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8275d1-53df-4189-806c-1b91de7a1d2c req-e44bad1e-c294-408c-b340-e6debe6c2f70 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:32.784210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fd8275d1-53df-4189-806c-1b91de7a1d2c req-e44bad1e-c294-408c-b340-e6debe6c2f70 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0531921 Dec 24 03:48:32.830547 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fd8275d1-53df-4189-806c-1b91de7a1d2c req-6b418a4a-3d40-4042-9969-5d21752b0155 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Dec 24 03:48:33.942181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6a4b-d6af-4d29-b57b-10697bac0997 req-67887489-6b80-46d8-9336-51c882e08269 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:33.943637 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a1e6a4b-d6af-4d29-b57b-10697bac0997 req-67887489-6b80-46d8-9336-51c882e08269 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0482948 Dec 24 03:48:33.989999 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a1e6a4b-d6af-4d29-b57b-10697bac0997 req-d43dc4ca-ae37-4887-a9ee-cd705d580346 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Dec 24 03:48:35.107031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc72e-f2ae-43fe-97c7-452962547a5d req-2092597a-0652-4093-ae58-d5b4e0ad2370 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:35.108330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e9cc72e-f2ae-43fe-97c7-452962547a5d req-2092597a-0652-4093-ae58-d5b4e0ad2370 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0515440 Dec 24 03:48:35.155264 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e9cc72e-f2ae-43fe-97c7-452962547a5d req-823ee4fb-267c-4fc9-ad2a-cf6c6c2a2762 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Dec 24 03:48:36.269030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117ff3-daeb-4eb1-a00d-81a4f59e1a9e req-456f9549-cd8d-4f4a-81e0-ec79aaf00f6e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:36.270471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46117ff3-daeb-4eb1-a00d-81a4f59e1a9e req-456f9549-cd8d-4f4a-81e0-ec79aaf00f6e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0475321 Dec 24 03:48:36.315992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46117ff3-daeb-4eb1-a00d-81a4f59e1a9e req-b9935d35-c71e-43fb-a14a-c95dc8580d4e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391293 Dec 24 03:48:37.430680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179fd3a-58eb-4be9-95ff-810431668398 req-8849f282-d42f-4628-9828-719d7a7e644f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:37.432099 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f179fd3a-58eb-4be9-95ff-810431668398 req-8849f282-d42f-4628-9828-719d7a7e644f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0474610 Dec 24 03:48:37.481652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f179fd3a-58eb-4be9-95ff-810431668398 req-cf00814f-c8e6-4565-bf57-0272a681d912 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Dec 24 03:48:38.594319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c552-cada-4217-97b5-e55f1bf50b58 req-d90f3da6-ad0a-4280-ada6-8cb45e1b14e2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:38.595791 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6872c552-cada-4217-97b5-e55f1bf50b58 req-d90f3da6-ad0a-4280-ada6-8cb45e1b14e2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0481496 Dec 24 03:48:38.641679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6872c552-cada-4217-97b5-e55f1bf50b58 req-e5500935-c6da-472a-8181-18e4a06f2456 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Dec 24 03:48:39.421909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08801964-dc03-4e32-ac13-2b080b389c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:39.754557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe063f3-469d-485a-a7ff-44f85701f5d3 req-d12ed54a-f3af-4325-95f0-13dec1fae4d9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:39.755981 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe063f3-469d-485a-a7ff-44f85701f5d3 req-d12ed54a-f3af-4325-95f0-13dec1fae4d9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0473769 Dec 24 03:48:39.801559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe063f3-469d-485a-a7ff-44f85701f5d3 req-485ef14f-ca1b-4993-a697-20c43bb32141 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Dec 24 03:48:40.917977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd78e0f-915c-41a4-8292-d209b67fedfa req-5dce897b-1455-436f-ab06-466b6295ad28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:40.919413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7cd78e0f-915c-41a4-8292-d209b67fedfa req-5dce897b-1455-436f-ab06-466b6295ad28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0512033 Dec 24 03:48:40.964734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7cd78e0f-915c-41a4-8292-d209b67fedfa req-831097a9-0886-4186-8b6d-b70d166007b5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Dec 24 03:48:41.794360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4844aa37-9f1e-4e46-b656-7840b803c1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:42.077491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c5662-d06d-4eed-b498-bb502a9b91f8 req-a50d4c7a-4071-4131-8536-1345eedcad0a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:42.078844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee0c5662-d06d-4eed-b498-bb502a9b91f8 req-a50d4c7a-4071-4131-8536-1345eedcad0a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0482671 Dec 24 03:48:42.125953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee0c5662-d06d-4eed-b498-bb502a9b91f8 req-025c9970-240e-4b41-bc33-35bacd624e5d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Dec 24 03:48:42.765667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.243772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd658c-7c59-4fc7-991f-da22374f1bce req-a4e6373a-85f1-43bc-b3d9-e69340e24bd5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:43.245245 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-77dd658c-7c59-4fc7-991f-da22374f1bce req-a4e6373a-85f1-43bc-b3d9-e69340e24bd5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Dec 24 03:48:43.296607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-77dd658c-7c59-4fc7-991f-da22374f1bce req-3345a5ce-c79c-4f8b-8610-72cb6ebdaad3 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455043 Dec 24 03:48:44.409383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b97b77-e3e5-4820-93b0-e90b9016c663 req-1174b143-ad51-4c8e-b545-11343d6d668f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:44.410773 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-34b97b77-e3e5-4820-93b0-e90b9016c663 req-1174b143-ad51-4c8e-b545-11343d6d668f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Dec 24 03:48:44.445482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.458126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-34b97b77-e3e5-4820-93b0-e90b9016c663 req-cd53a8ab-4971-40bc-a51a-f0ea1adef8e6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Dec 24 03:48:45.085174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:45.572742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79f0ef-5149-41de-be1b-ba8f2213fd45 req-bb12da97-0941-494b-bfc8-34f4a5b5b85a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:45.574179 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f79f0ef-5149-41de-be1b-ba8f2213fd45 req-bb12da97-0941-494b-bfc8-34f4a5b5b85a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0486555 Dec 24 03:48:45.620293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f79f0ef-5149-41de-be1b-ba8f2213fd45 req-3b07c50a-1268-49fc-8947-766a9de930bd tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Dec 24 03:48:46.737033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558274f-0ce9-4947-a0ac-19f22b0bc9cc req-a849de29-411e-4bf4-9a54-3b47dc9cf6eb tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:46.738471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2558274f-0ce9-4947-a0ac-19f22b0bc9cc req-a849de29-411e-4bf4-9a54-3b47dc9cf6eb tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0521636 Dec 24 03:48:46.785210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2558274f-0ce9-4947-a0ac-19f22b0bc9cc req-d5b7be2c-a1d0-400c-a60d-be9af2c9e0dc tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Dec 24 03:48:47.897987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc31c-40da-443d-a3bf-2670bf31e635 req-004cdaa1-340f-44ab-9a0e-90e6db812635 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:47.899428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a8dc31c-40da-443d-a3bf-2670bf31e635 req-004cdaa1-340f-44ab-9a0e-90e6db812635 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0475700 Dec 24 03:48:47.945480 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0a8dc31c-40da-443d-a3bf-2670bf31e635 req-04ee9919-1e4c-4672-9418-c24abe047f4d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 Dec 24 03:48:49.061624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37e62a-944a-4971-8e00-83b71fb2dfd4 req-b106ec76-82d9-4aba-b848-0145c92be466 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:49.063065 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b37e62a-944a-4971-8e00-83b71fb2dfd4 req-b106ec76-82d9-4aba-b848-0145c92be466 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0513930 Dec 24 03:48:49.113752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b37e62a-944a-4971-8e00-83b71fb2dfd4 req-a3abd499-8562-4b1e-8240-8f5503178011 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Dec 24 03:48:49.459366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-3eff61ed-77bb-48dd-9571-1d4c7217b755 service neutron] 10.222.0.41 "GET /v2.0/ports/c4a3e541-7fc2-4f3d-8092-4585b797a026/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0533543 Dec 24 03:48:49.676865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-ba5d6fe7-dc63-4f48-bef6-b51fb64fc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:49.678395 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-ba5d6fe7-dc63-4f48-bef6-b51fb64fc19d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72&tenant_id=098055a8023c459196a9b44219fed54a HTTP/1.1" status: 200 len: 1099 time: 0.0403721 Dec 24 03:48:49.750678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-fed6b08f-cfa9-4c5a-9c70-adeccee9e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:49.752043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-fed6b08f-cfa9-4c5a-9c70-adeccee9e8d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 1099 time: 0.0389237 Dec 24 03:48:49.844191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-3f95e3ff-f682-4e44-98f6-fc80caa2376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:49.845668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-3f95e3ff-f682-4e44-98f6-fc80caa2376f service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.0852761 Dec 24 03:48:49.886268 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-5e6549c1-fb07-4f8e-9ba5-4f1b2097c19c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 200 len: 217 time: 0.0323083 Dec 24 03:48:49.937211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-d544517a-da3c-433f-bc0a-776b90d2b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:49.938592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-d544517a-da3c-433f-bc0a-776b90d2b2ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0457158 Dec 24 03:48:49.969289 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-62d11cb0-8c39-4e9a-ac46-64dc018174e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237763 Dec 24 03:48:50.056397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-a10c2b6b-55bf-459c-bfbc-d873a4c3e96c service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791221 Dec 24 03:48:50.159951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8b548cb-66f8-4661-a689-7f29d63082cf req-6cc11bcb-a8f0-4336-9802-85fb21f25440 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970509 Dec 24 03:48:50.230878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813d0fb-480b-42f5-8290-9a43680e39a2 req-7a7ad04e-2b91-48b8-976f-68b4a1ef8a30 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:50.232538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d813d0fb-480b-42f5-8290-9a43680e39a2 req-7a7ad04e-2b91-48b8-976f-68b4a1ef8a30 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0496683 Dec 24 03:48:50.284251 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d813d0fb-480b-42f5-8290-9a43680e39a2 req-0d82ab90-fdeb-41f0-aa0a-70cf5629da43 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Dec 24 03:48:51.405136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122bf5-4f51-449c-8f84-72cac6e799b2 req-2b376320-74a3-4c31-8e82-cea3b15db49b tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:51.406577 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e122bf5-4f51-449c-8f84-72cac6e799b2 req-2b376320-74a3-4c31-8e82-cea3b15db49b tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0511916 Dec 24 03:48:51.451810 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e122bf5-4f51-449c-8f84-72cac6e799b2 req-cae666a0-e542-4c57-972b-0bdfda4c5c8b tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393975 Dec 24 03:48:52.182501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.582503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851b15-bd20-4cdd-90f4-e9b9c73d7309 req-4f275284-b75f-4026-ad41-b6352742406c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:52.584210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7851b15-bd20-4cdd-90f4-e9b9c73d7309 req-4f275284-b75f-4026-ad41-b6352742406c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0521216 Dec 24 03:48:52.630510 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7851b15-bd20-4cdd-90f4-e9b9c73d7309 req-49cadcf1-158d-4c36-9241-417b9e19c25d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Dec 24 03:48:53.375088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device c4a3e541-7fc2-4f3d-8092-4585b797a026 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:48:53.385504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device c4a3e541-7fc2-4f3d-8092-4585b797a026 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:53.526923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:53.529439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.547452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b', 'port_id': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'mac_address': 'fa:16:3e:c0:6c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e5848-0b9d-4f2e-82bb-8e57d2370edf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:48:53.560522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:53.562717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02396016-95bf-4ccf-8344-f1bcd67bc2f4" -d '{"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:53.743070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9680341-5b6c-42af-a704-001eec2c8f21 x-openstack-request-id: req-f9680341-5b6c-42af-a704-001eec2c8f21 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:53.743396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:53.743653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9680341-5b6c-42af-a704-001eec2c8f21 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:53.744035 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'code': 200} Dec 24 03:48:53.749038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:53.755280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.755984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d7922-6818-4b15-9515-a4fd0f072662 req-3e2dbcd7-83c8-4139-8930-f3bc551a336d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.758442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-164d7922-6818-4b15-9515-a4fd0f072662 req-3e2dbcd7-83c8-4139-8930-f3bc551a336d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0557735 Dec 24 03:48:53.763324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.796762 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4a3e541-7fc2-4f3d-8092-4585b797a026 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:48:53.807576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-164d7922-6818-4b15-9515-a4fd0f072662 req-ab94d6b8-a205-47e7-a562-39ab8bf4b7fa tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Dec 24 03:48:53.841515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:53.852900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:48:53.853264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:48:54.000046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52955-b28e-4867-b298-32cf7e4920c1 req-efe52c03-79f9-4b3a-9086-e820de522557 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:54.001720 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ce52955-b28e-4867-b298-32cf7e4920c1 req-efe52c03-79f9-4b3a-9086-e820de522557 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 944 time: 0.0508125 Dec 24 03:48:54.057500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ce52955-b28e-4867-b298-32cf7e4920c1 req-263a38de-5106-466d-9e96-c67ff6117288 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498419 Dec 24 03:48:54.095073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-399638dd-c8c6-4c0f-a66d-dabc28e59a6d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:54.096531 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-399638dd-c8c6-4c0f-a66d-dabc28e59a6d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72&tenant_id=098055a8023c459196a9b44219fed54a&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 944 time: 0.0586307 Dec 24 03:48:54.392276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:54.405244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a3e541-7fc2-4f3d-8092-4585b797a026 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:48:54.423854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:54.428737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:54.454147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-9352b525-39e8-489a-b3c9-8d67eda7461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:54.455626 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-9352b525-39e8-489a-b3c9-8d67eda7461f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 1097 time: 0.2999086 Dec 24 03:48:54.475407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:54.543886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-26afcc9b-1811-4fd0-bc30-6f847b78d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:54.545377 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-26afcc9b-1811-4fd0-bc30-6f847b78d87b service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.0824084 Dec 24 03:48:54.569732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['c4a3e541-7fc2-4f3d-8092-4585b797a026'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:48:54.594330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-6a1333cb-fdc0-47a2-bd6e-d02f120e28d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 200 len: 217 time: 0.0358841 Dec 24 03:48:54.643305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-56c605ec-8282-4107-a8c8-cd2f217ddf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:54.644715 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-56c605ec-8282-4107-a8c8-cd2f217ddf9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0429828 Dec 24 03:48:54.676681 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-93c4b07b-f943-464a-91d1-5bd437b23d48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249155 Dec 24 03:48:54.767776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-5b776a9c-83bc-431e-afa7-a9533de44234 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828860 Dec 24 03:48:54.854861 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3b4d7122-03e8-432a-8896-d0d25e3f37bb req-64d7f387-686a-45a2-b810-30e0e2c9c64f service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784910 Dec 24 03:48:55.179250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffe3d9-3ff4-40bb-b48d-414934c1a8d8 req-2f4c43f6-a4bc-409d-8a46-73211b9697d0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:55.180744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5ffe3d9-3ff4-40bb-b48d-414934c1a8d8 req-2f4c43f6-a4bc-409d-8a46-73211b9697d0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 945 time: 0.0519953 Dec 24 03:48:55.231747 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5ffe3d9-3ff4-40bb-b48d-414934c1a8d8 req-6d565856-f7d6-4bf6-b0ba-7bfed8c551cc tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Dec 24 03:48:55.397025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device c4a3e541-7fc2-4f3d-8092-4585b797a026 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:55.445002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port c4a3e541-7fc2-4f3d-8092-4585b797a026 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:55.445366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:55.521211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:55.554791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:55.558710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:55.604611 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:55.745279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:55.747596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396c4511-7cbe-49a8-8199-69f81a469ec5" -d '{"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:55.782755 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc617f-f3ed-4342-a74f-07a2b84c3aa7 x-openstack-request-id: req-8bbc617f-f3ed-4342-a74f-07a2b84c3aa7 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:55.783072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:55.783328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bbc617f-f3ed-4342-a74f-07a2b84c3aa7 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:55.783720 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'code': 200} Dec 24 03:48:55.888489 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:48:56.343200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1aa2d-a927-4a7e-9f12-3d2a1fc53c12 req-787db93d-f259-476c-9fc4-1b779e948493 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:56.344674 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cec1aa2d-a927-4a7e-9f12-3d2a1fc53c12 req-787db93d-f259-476c-9fc4-1b779e948493 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0474541 Dec 24 03:48:56.390712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cec1aa2d-a927-4a7e-9f12-3d2a1fc53c12 req-0d4c9135-c497-48a2-9fcd-f0fa3cd36bac tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Dec 24 03:48:56.502894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc4e5f-1af5-4186-912e-f041bcf8b1fe req-079aa97e-b5ec-497f-8623-d73949d45d89 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:56.504327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21bc4e5f-1af5-4186-912e-f041bcf8b1fe req-079aa97e-b5ec-497f-8623-d73949d45d89 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Dec 24 03:48:56.550466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21bc4e5f-1af5-4186-912e-f041bcf8b1fe req-acba5421-ee63-408c-a7c9-263709634c70 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Dec 24 03:48:56.664599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8969-3360-4e73-b180-463c2a4b8ce9 req-b733de16-e4bc-42bf-84bb-3b32d5fe43d9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:56.666661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-453a8969-3360-4e73-b180-463c2a4b8ce9 req-b733de16-e4bc-42bf-84bb-3b32d5fe43d9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.0529356 Dec 24 03:48:56.712764 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-453a8969-3360-4e73-b180-463c2a4b8ce9 req-bf0d89ba-4ead-4a13-9088-5df77a441f56 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Dec 24 03:48:57.054748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-c554b919-346d-46d6-959d-b795f89042ea tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:57.056231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-c554b919-346d-46d6-959d-b795f89042ea tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 814 time: 0.1026163 Dec 24 03:48:57.070673 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-bbff163a-b721-42fe-8b2e-59285d2b3f53 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/quotas/098055a8023c459196a9b44219fed54a HTTP/1.1" status: 200 len: 375 time: 0.0088043 Dec 24 03:48:57.120157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-191ed95f-eea7-4bf7-87da-62fd93d2674f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435407 Dec 24 03:48:57.200172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-bfe6e936-d679-476a-b03c-694fa9c8515c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:48:57.201203 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-bfe6e936-d679-476a-b03c-694fa9c8515c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0742314 Dec 24 03:48:57.288193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-d6238b50-4577-4caa-a9d2-161873ea38c2 service neutron] 10.222.0.37 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808580 Dec 24 03:48:57.379367 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-28df795e-5d2e-4d95-bc83-b97bf4c14b82 service neutron] 10.222.0.37 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852315 Dec 24 03:48:57.541407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d177448-13fe-4d9a-bd3b-2e717170bbe6 req-b967edea-d7ca-438b-8ab6-fdbddeeb670f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 210 time: 0.0263884 Dec 24 03:48:58.564584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8438564a-dd06-4fdf-9434-d90c5bc9c5d1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:58.566384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8438564a-dd06-4fdf-9434-d90c5bc9c5d1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 814 time: 0.1138315 Dec 24 03:48:58.599831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Request body: {'port': {'device_id': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b', 'admin_state_up': True, 'tenant_id': '098055a8023c459196a9b44219fed54a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:58.651458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-990743c7-f357-40f0-9f76-1fb6a7fb01ab req-6fa82fb0-d340-4ca8-9516-81e81265151f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 210 time: 0.0362437 Dec 24 03:48:58.736298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Made reservation on behalf of 098055a8023c459196a9b44219fed54a for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:58.739754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:58.866293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Allocated IP 172.20.0.4 (258ac80e-2bfd-4f2d-92f8-585c5e4a952b/225e5848-0b9d-4f2e-82bb-8e57d2370edf/4c23d4c2-6184-457d-b47b-af469666b114) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:59.015537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226dc22-292b-424a-a061-8c75381e172d req-329123fb-0b60-48ea-97ec-10a6ebfb4f45 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:59.017022 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8226dc22-292b-424a-a061-8c75381e172d req-329123fb-0b60-48ea-97ec-10a6ebfb4f45 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "GET /v2.0/ports?device_id=51411ebb-02f4-40c3-96c1-420e462b8d72 HTTP/1.1" status: 200 len: 946 time: 0.1125226 Dec 24 03:48:59.085709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.154225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Deleting port c4a3e541-7fc2-4f3d-8092-4585b797a026 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:59.154495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.158993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.194303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['c4a3e541-7fc2-4f3d-8092-4585b797a026'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:48:59.253918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:59.262088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:59.269017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:59.296091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Pushing event updated for resources: {'Port': ['ID=4c23d4c2-6184-457d-b47b-af469666b114,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:59.328825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] For port c4a3e541-7fc2-4f3d-8092-4585b797a026, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c4a3e541-7fc2-4f3d-8092-4585b797a026,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:59.329196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:59.347272 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:48:59.350008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:59.350087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.353727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Calling delete_port for c4a3e541-7fc2-4f3d-8092-4585b797a026 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:59.374660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-47853826-25d5-42a0-88b9-a33f4666e86e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7789769 Dec 24 03:48:59.406515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Request body: {'port': {'device_id': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:59.485704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.638014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.675243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Pushing event deleted for resources: {'Port': ['ID=c4a3e541-7fc2-4f3d-8092-4585b797a026,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:59.734773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] No DVR routers for this DVR port c4a3e541-7fc2-4f3d-8092-4585b797a026 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:48:59.737303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.740732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "DELETE /v2.0/ports/c4a3e541-7fc2-4f3d-8092-4585b797a026 HTTP/1.1" status: 204 len: 173 time: 0.7166576 Dec 24 03:48:59.743243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-deleted', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:59.745541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11870860-d5fe-436c-b2e3-3147339ee6a4" -d '{"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-deleted", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:59.807153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4f06d6-2e29-4b6d-9c3c-423c06744e3b x-openstack-request-id: req-1b4f06d6-2e29-4b6d-9c3c-423c06744e3b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:59.807428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51411ebb-02f4-40c3-96c1-420e462b8d72", "name": "network-vif-deleted", "tag": "c4a3e541-7fc2-4f3d-8092-4585b797a026", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:59.807759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b4f06d6-2e29-4b6d-9c3c-423c06744e3b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:59.808076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51411ebb-02f4-40c3-96c1-420e462b8d72', 'name': 'network-vif-deleted', 'tag': 'c4a3e541-7fc2-4f3d-8092-4585b797a026', 'status': 'completed', 'code': 200} Dec 24 03:48:59.850968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506de443-82e7-4902-b57a-a8e8776a002c req-bcb321a4-4729-4e39-ab2b-44e5148e6b2e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:59.852659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-506de443-82e7-4902-b57a-a8e8776a002c req-bcb321a4-4729-4e39-ab2b-44e5148e6b2e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 931 time: 0.1252015 Dec 24 03:48:59.943627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-506de443-82e7-4902-b57a-a8e8776a002c req-8d831fb7-34d7-47aa-b54f-a622908789a5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810182 Dec 24 03:48:59.952612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c23d4c2-6184-457d-b47b-af469666b114 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:48:59.960316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.973090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Transition to ACTIVE for port object 4c23d4c2-6184-457d-b47b-af469666b114 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:48:59.976570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:00.028807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Pushing event updated for resources: {'Port': ['ID=4c23d4c2-6184-457d-b47b-af469666b114,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:00.090394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Attempting to bind port 4c23d4c2-6184-457d-b47b-af469666b114 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:49:00.090728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Attempting to bind port 4c23d4c2-6184-457d-b47b-af469666b114 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:49:00.091057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Attempting to bind port 4c23d4c2-6184-457d-b47b-af469666b114 on network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:49:00.095237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Port 4c23d4c2-6184-457d-b47b-af469666b114 on network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:49:00.095559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Attempting to bind port 4c23d4c2-6184-457d-b47b-af469666b114 on network 258ac80e-2bfd-4f2d-92f8-585c5e4a952b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:49:00.100270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:49:00.100650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Checking segment: {'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:49:00.101037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Bound using segment: {'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:49:00.101460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Bound port: 4c23d4c2-6184-457d-b47b-af469666b114, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194606e4-e5be-44f6-8de8-d861132f2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:49:00.101809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:00.168967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] For port 4c23d4c2-6184-457d-b47b-af469666b114, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:49:00.172256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] For port 4c23d4c2-6184-457d-b47b-af469666b114, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4c23d4c2-6184-457d-b47b-af469666b114,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:49:00.178605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:00.218545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:00.219182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:00.220571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 200 len: 1093 time: 0.8181033 Dec 24 03:49:00.238632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200436f-836d-46c2-ad7e-bacf3b410576 service neutron] Pushing event updated for resources: {'Port': ['ID=4c23d4c2-6184-457d-b47b-af469666b114,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:00.325999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-9828a9bf-c899-4ddf-819f-f56b3437f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:00.327524 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-9828a9bf-c899-4ddf-819f-f56b3437f48d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 1096 time: 0.0423427 Dec 24 03:49:00.388694 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-b43c85fc-d321-4f7d-bd70-adc5bfc788d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 200 len: 217 time: 0.0343928 Dec 24 03:49:00.439362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-7b3798dc-8a1e-43f9-af29-2fe921218984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:00.440772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-7b3798dc-8a1e-43f9-af29-2fe921218984 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0456662 Dec 24 03:49:00.471893 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-0ac15f19-9e6d-4e68-8cf9-2854f7e1d9c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240963 Dec 24 03:49:00.560911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-fafdf97a-6b2a-4c69-b180-63cff7edf3b7 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805593 Dec 24 03:49:00.650475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a825dba0-535d-4dd8-b0ae-b9464106aa5e req-87b75152-15cd-4475-a1ba-a46b4283e5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830364 Dec 24 03:49:01.060968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7887672-e1d9-472a-a65b-5e1355f26493 req-dbba9833-046f-411a-8267-2f346e671b20 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:01.062436 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7887672-e1d9-472a-a65b-5e1355f26493 req-dbba9833-046f-411a-8267-2f346e671b20 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0484087 Dec 24 03:49:01.108851 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7887672-e1d9-472a-a65b-5e1355f26493 req-a8b876d6-da49-48a3-95d4-57bfdbd338bf tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Dec 24 03:49:01.808962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:49:01.811346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c0c08-8379-4717-bc9d-48189861f121" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "tag": "4c23d4c2-6184-457d-b47b-af469666b114"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:49:01.846075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65c68e0-9760-4f80-bf09-135b81ef9285 x-openstack-request-id: req-e65c68e0-9760-4f80-bf09-135b81ef9285 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:49:01.846362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "tag": "4c23d4c2-6184-457d-b47b-af469666b114", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:49:01.846612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e65c68e0-9760-4f80-bf09-135b81ef9285 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:49:01.847008 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114', 'status': 'completed', 'code': 200} Dec 24 03:49:01.934723 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-b421ca3c-2739-47a1-be11-fda84e56a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:01.936184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-b421ca3c-2739-47a1-be11-fda84e56a528 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 1096 time: 0.0439620 Dec 24 03:49:02.026227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-3d5594c1-8177-4ba9-a62e-4d993df0646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:02.027668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-3d5594c1-8177-4ba9-a62e-4d993df0646c service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.0830405 Dec 24 03:49:02.072269 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-695b5e34-841e-4180-a4fa-d69a3216c0c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 200 len: 217 time: 0.0370233 Dec 24 03:49:02.120292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-9f88ec0e-0bfb-4c33-bd55-65daff715ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:02.121740 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-9f88ec0e-0bfb-4c33-bd55-65daff715ff1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0429516 Dec 24 03:49:02.153033 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-5ecb0d37-0fa0-4cc2-9d66-e90ac61c68eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245843 Dec 24 03:49:02.270452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2496781-e23e-4e5c-b07d-9a1b187c92a8 req-5e9df732-807b-45c4-8a47-012f5529484c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:02.271902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2496781-e23e-4e5c-b07d-9a1b187c92a8 req-5e9df732-807b-45c4-8a47-012f5529484c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0948195 Dec 24 03:49:02.287962 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-0b993529-b76e-42c7-8d75-8f66047c96d7 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278391 Dec 24 03:49:02.374216 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2496781-e23e-4e5c-b07d-9a1b187c92a8 req-a8e9511f-55b5-4c4c-adc5-45edc29b580c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951030 Dec 24 03:49:02.403132 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb6c0c08-8379-4717-bc9d-48189861f121 req-d8a9cbe5-303e-4daa-8d27-474bd4dda79e service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061652 Dec 24 03:49:03.425273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4c23d4c2-6184-457d-b47b-af469666b114 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:49:03.435718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device c4a3e541-7fc2-4f3d-8092-4585b797a026 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:49:03.458422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: c4a3e541-7fc2-4f3d-8092-4585b797a026 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:49:03.458771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device c4a3e541-7fc2-4f3d-8092-4585b797a026 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:49:03.492451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510362-1971-4d79-a356-55fc37910cdf req-33ad53d4-2646-4ab8-b4e3-95160cb6a2c7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:03.494793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-94510362-1971-4d79-a356-55fc37910cdf req-33ad53d4-2646-4ab8-b4e3-95160cb6a2c7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0520072 Dec 24 03:49:03.549090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 4c23d4c2-6184-457d-b47b-af469666b114, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4c23d4c2-6184-457d-b47b-af469666b114,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:03.554036 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-94510362-1971-4d79-a356-55fc37910cdf req-a267a09a-31dd-4b81-b00a-cfbd4750f547 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 Dec 24 03:49:03.561720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '4c23d4c2-6184-457d-b47b-af469666b114', 'network_id': '258ac80e-2bfd-4f2d-92f8-585c5e4a952b', 'port_id': '4c23d4c2-6184-457d-b47b-af469666b114', 'mac_address': 'fa:16:3e:84:4e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e5848-0b9d-4f2e-82bb-8e57d2370edf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:49:03.601337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:03.614292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c23d4c2-6184-457d-b47b-af469666b114 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:49:03.634070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 4c23d4c2-6184-457d-b47b-af469666b114, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4c23d4c2-6184-457d-b47b-af469666b114,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:03.638141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:03.683350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=4c23d4c2-6184-457d-b47b-af469666b114,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:03.690137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.690486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.690830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.691168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.691501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.691829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.692159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.692516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.692845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.693184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.693496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.693814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:03.694135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:04.016973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['4c23d4c2-6184-457d-b47b-af469666b114'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:49:04.666798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fc035-7ddf-4264-95d7-024618d7794c req-65490b5f-f3df-45ff-b1da-6f4206eccb11 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:04.668230 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-878fc035-7ddf-4264-95d7-024618d7794c req-65490b5f-f3df-45ff-b1da-6f4206eccb11 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 944 time: 0.0471148 Dec 24 03:49:04.714016 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-878fc035-7ddf-4264-95d7-024618d7794c req-17b787e8-8fcc-4ca1-9cc2-03cb2360291a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Dec 24 03:49:05.440426 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4c23d4c2-6184-457d-b47b-af469666b114 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:49:05.497513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 4c23d4c2-6184-457d-b47b-af469666b114 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:49:05.501295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 4c23d4c2-6184-457d-b47b-af469666b114 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:05.501669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:05.574774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:05.597604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:49:05.599797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11872600-2615-4889-87ae-afe5819f6d54" -d '{"events": [{"server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "name": "network-vif-plugged", "status": "completed", "tag": "4c23d4c2-6184-457d-b47b-af469666b114"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:49:05.613089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 4c23d4c2-6184-457d-b47b-af469666b114, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4c23d4c2-6184-457d-b47b-af469666b114,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:05.617181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:05.640814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc86a6f3-aac9-4a9d-8ca2-0cd18c469abd x-openstack-request-id: req-bc86a6f3-aac9-4a9d-8ca2-0cd18c469abd {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:49:05.641106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "name": "network-vif-plugged", "status": "completed", "tag": "4c23d4c2-6184-457d-b47b-af469666b114", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:49:05.641362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc86a6f3-aac9-4a9d-8ca2-0cd18c469abd {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:49:05.641747 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114', 'code': 200} Dec 24 03:49:05.666729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=4c23d4c2-6184-457d-b47b-af469666b114,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:05.861263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4cb98-2526-4dce-b8bd-186979c1ac9a req-5aab3b89-762d-4c0c-b790-438665196651 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:05.862722 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59d4cb98-2526-4dce-b8bd-186979c1ac9a req-5aab3b89-762d-4c0c-b790-438665196651 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0788045 Dec 24 03:49:05.867640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4e4b-a702-4cca-add8-667e6f485912 req-c82d63ad-855c-403c-aab0-2db311835bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:05.869066 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4af4e4b-a702-4cca-add8-667e6f485912 req-c82d63ad-855c-403c-aab0-2db311835bb6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 1098 time: 0.0563126 Dec 24 03:49:05.933759 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-59d4cb98-2526-4dce-b8bd-186979c1ac9a req-de3ba02a-4623-4018-b721-7f806aa50740 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637660 Dec 24 03:49:05.939462 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4af4e4b-a702-4cca-add8-667e6f485912 req-3f47676b-7ead-4662-9565-a14e531c18f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632234 Dec 24 03:49:07.048733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee7ed9-203b-4024-a6c0-a1c59e149796 req-062c87c7-1292-4f7f-8997-bedac534d67f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:07.050194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97ee7ed9-203b-4024-a6c0-a1c59e149796 req-062c87c7-1292-4f7f-8997-bedac534d67f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0488040 Dec 24 03:49:07.102714 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97ee7ed9-203b-4024-a6c0-a1c59e149796 req-e306c21b-e710-4a42-9e63-a5f2f4385a0f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Dec 24 03:49:08.218424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597dad0-d216-4ad8-a855-6a3d3ee3e2c6 req-0da5d05b-3dd2-4e13-9e2d-49b66b3b8b82 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:08.219867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1597dad0-d216-4ad8-a855-6a3d3ee3e2c6 req-0da5d05b-3dd2-4e13-9e2d-49b66b3b8b82 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0476115 Dec 24 03:49:08.265999 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1597dad0-d216-4ad8-a855-6a3d3ee3e2c6 req-1d37ce1d-40a2-4e6d-9949-d32ac3a25e75 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400314 Dec 24 03:49:08.378550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19386d14-b022-44df-87bb-95a1b9224409 req-3f67c1b7-4a34-4878-9ab2-32b2c36b02fe tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:08.379890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19386d14-b022-44df-87bb-95a1b9224409 req-3f67c1b7-4a34-4878-9ab2-32b2c36b02fe tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0477540 Dec 24 03:49:08.424988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19386d14-b022-44df-87bb-95a1b9224409 req-40255d80-cae9-4b09-8e37-4c0297dae358 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392606 Dec 24 03:49:08.676590 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-92e4140f-1bc1-4fe0-b9a1-ef54da30c215 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705738 Dec 24 03:49:08.684537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9fa50-5e10-4637-ad89-0a6204e28a45 req-8777092c-b5ac-413e-b5be-287440cde621 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:08.685911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-def9fa50-5e10-4637-ad89-0a6204e28a45 req-8777092c-b5ac-413e-b5be-287440cde621 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0723934 Dec 24 03:49:08.736492 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-def9fa50-5e10-4637-ad89-0a6204e28a45 req-f11c39f6-cb24-4a78-8ef7-372a5a343888 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Dec 24 03:49:09.424979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e9c-40a4-41e2-b7c2-5414f9888c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:09.880836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e924402-4d6f-413f-867b-2c0c9f8b7c7b req-df63b145-3e76-4534-b147-278828950f4f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:09.882287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e924402-4d6f-413f-867b-2c0c9f8b7c7b req-df63b145-3e76-4534-b147-278828950f4f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0687201 Dec 24 03:49:09.884751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436efec-2107-4d83-9539-644ab978c6d5 req-aff482e3-4111-4708-bd1b-e279e11a0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:09.886078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-aff482e3-4111-4708-bd1b-e279e11a0f24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 1098 time: 0.0807929 Dec 24 03:49:09.982582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e924402-4d6f-413f-867b-2c0c9f8b7c7b req-8f094712-9f69-4d42-aed3-8f4bfde2f75e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944555 Dec 24 03:49:10.001789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436efec-2107-4d83-9539-644ab978c6d5 req-9854cf70-4327-4830-b45b-beebe6f2529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:10.003256 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-9854cf70-4327-4830-b45b-beebe6f2529e service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.1095974 Dec 24 03:49:10.048548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-daf07d7b-6b45-44af-9d90-21b27a5932b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 200 len: 217 time: 0.0372007 Dec 24 03:49:10.095971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436efec-2107-4d83-9539-644ab978c6d5 req-f7d5a32f-f744-476a-bb32-d38c629ecb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:10.097369 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-f7d5a32f-f744-476a-bb32-d38c629ecb88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0415106 Dec 24 03:49:10.128905 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-d33285dd-e81f-4512-9890-440b30d96bee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239992 Dec 24 03:49:10.470116 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-b0a4bf2b-889d-4a08-828d-dccda4e9859b service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336332 Dec 24 03:49:10.558046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-552b322e-ff42-413e-8cdd-9de3f927758d service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797706 Dec 24 03:49:11.099550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651ab4f-90fe-4029-86ff-2354dc336547 req-3b0fdbc3-6167-4ede-b8d8-74d63a3b7ad1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:11.101040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8651ab4f-90fe-4029-86ff-2354dc336547 req-3b0fdbc3-6167-4ede-b8d8-74d63a3b7ad1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0519180 Dec 24 03:49:11.147229 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8651ab4f-90fe-4029-86ff-2354dc336547 req-0acabc76-1bfb-43ab-964a-03570129c4f0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Dec 24 03:49:11.794998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5c98-2e3e-4215-b596-09091fe101a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:12.261417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1e253-6cfe-4b7d-bc98-72b03b51ed8e req-71f261d6-27a5-4808-bb64-448fa0ca50b9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:12.262854 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13b1e253-6cfe-4b7d-bc98-72b03b51ed8e req-71f261d6-27a5-4808-bb64-448fa0ca50b9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0480220 Dec 24 03:49:12.308643 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13b1e253-6cfe-4b7d-bc98-72b03b51ed8e req-21e94128-f7cf-4246-bd48-6a66a6ac41f9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Dec 24 03:49:12.768701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:13.435122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1112af4-6caf-4336-adb1-a4c7735024ae req-ba3da110-6235-4c13-9647-7b3131f992e5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:13.437714 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1112af4-6caf-4336-adb1-a4c7735024ae req-ba3da110-6235-4c13-9647-7b3131f992e5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0623593 Dec 24 03:49:13.496092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d1112af4-6caf-4336-adb1-a4c7735024ae req-eeef9297-664c-4934-b2c0-047c5c75d88d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520365 Dec 24 03:49:14.473378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:14.610270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89fa25-18d2-4374-962e-56b8007961a4 req-b7bc56b6-34c7-48de-bec8-f5d8f8ae258b tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:14.611725 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e89fa25-18d2-4374-962e-56b8007961a4 req-b7bc56b6-34c7-48de-bec8-f5d8f8ae258b tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Dec 24 03:49:14.657534 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e89fa25-18d2-4374-962e-56b8007961a4 req-d4963f08-2f8d-4107-a8ab-94f90fe7eb8c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Dec 24 03:49:15.089472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:15.771154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcf1c3-39e1-46e8-b30e-73c4dd24eea3 req-64eb7356-c7bd-4619-b9a9-ac75d6ab99c5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:15.772620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70bcf1c3-39e1-46e8-b30e-73c4dd24eea3 req-64eb7356-c7bd-4619-b9a9-ac75d6ab99c5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Dec 24 03:49:15.822152 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70bcf1c3-39e1-46e8-b30e-73c4dd24eea3 req-e4423b42-d1ab-4737-8bef-a4c1de2bc03a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Dec 24 03:49:16.933571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dfe6f-52f4-488c-9886-233e7067cc11 req-d4592c89-dc04-4a9a-bc4d-3638f2b3405e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:16.935012 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-377dfe6f-52f4-488c-9886-233e7067cc11 req-d4592c89-dc04-4a9a-bc4d-3638f2b3405e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0470228 Dec 24 03:49:16.980239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-377dfe6f-52f4-488c-9886-233e7067cc11 req-ea944386-85d8-4e80-a7aa-d8ad5d5fef6b tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Dec 24 03:49:18.092671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d65f3-c3c0-43a3-b991-ad6c01da98de req-71aad93f-0f4d-4ba1-8be1-d7e4cb1a50e7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:18.094154 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be2d65f3-c3c0-43a3-b991-ad6c01da98de req-71aad93f-0f4d-4ba1-8be1-d7e4cb1a50e7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Dec 24 03:49:18.141528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be2d65f3-c3c0-43a3-b991-ad6c01da98de req-fc79f111-a7dd-4053-885a-9b39bf05bfda tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Dec 24 03:49:19.259569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7342d-e76f-4a3d-baea-d0a9f226d8a4 req-99a011dd-c043-4f96-983d-40c34328f398 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:19.261031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40e7342d-e76f-4a3d-baea-d0a9f226d8a4 req-99a011dd-c043-4f96-983d-40c34328f398 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0518081 Dec 24 03:49:19.306994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-40e7342d-e76f-4a3d-baea-d0a9f226d8a4 req-7847ec47-f7aa-42c5-99fc-3ddb538bd873 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 Dec 24 03:49:20.420784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e173bfa-8774-473a-a766-321690230d4d req-185967ed-149e-4c40-9365-8d01da276eb7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:20.422131 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e173bfa-8774-473a-a766-321690230d4d req-185967ed-149e-4c40-9365-8d01da276eb7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0478215 Dec 24 03:49:20.468291 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e173bfa-8774-473a-a766-321690230d4d req-9ba159f4-acf0-4fcf-b4c1-78bea9398bc1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Dec 24 03:49:21.581009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6921be-b45b-428f-9109-a1e6cd0eebda req-85476b72-d141-4529-aaf7-3336958c9ee4 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:21.582463 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c6921be-b45b-428f-9109-a1e6cd0eebda req-85476b72-d141-4529-aaf7-3336958c9ee4 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0481296 Dec 24 03:49:21.632343 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c6921be-b45b-428f-9109-a1e6cd0eebda req-e71b596f-8125-4157-b45f-4843f91b8b5a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 Dec 24 03:49:22.194284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:22.745924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a44eb-226a-436e-94f5-ebc32d2ea2de req-ffc9931c-2f63-419d-8d17-663d6e6ac9e9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:22.747358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb3a44eb-226a-436e-94f5-ebc32d2ea2de req-ffc9931c-2f63-419d-8d17-663d6e6ac9e9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Dec 24 03:49:22.793359 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb3a44eb-226a-436e-94f5-ebc32d2ea2de req-2420806b-1fde-47ac-a705-7ef0f8cb4d91 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Dec 24 03:49:23.299269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-9b2f021d-0e30-4e7a-8f7e-4f65eb0b6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:23.300774 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-9b2f021d-0e30-4e7a-8f7e-4f65eb0b6f30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 1098 time: 0.0435932 Dec 24 03:49:23.403969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-c5a1b254-02b8-4e60-aef2-f543ebbb35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:23.405336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-c5a1b254-02b8-4e60-aef2-f543ebbb35c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.0866613 Dec 24 03:49:23.448831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-e721f88c-2845-4fd6-adef-10a3075075ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 200 len: 217 time: 0.0333505 Dec 24 03:49:23.499004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-81e252ef-d10f-4ef3-8dd6-e150cbebd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:23.500420 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-81e252ef-d10f-4ef3-8dd6-e150cbebd6e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0453603 Dec 24 03:49:23.530537 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-160e2280-7e58-44ad-bdfc-13e39140c891 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234966 Dec 24 03:49:23.624256 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-c3fd6b95-f419-4c34-b3a7-b26a63b72671 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866072 Dec 24 03:49:23.716788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b491dde-53ff-477a-a3f9-63f20a1bcbce req-f98ba158-f831-4fc1-b474-8b85571da946 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847909 Dec 24 03:49:23.919025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c4cec-1f39-4031-a16c-d20066a1171a req-82c406e2-86c1-4f34-8085-6fee45995be7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:23.920504 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-943c4cec-1f39-4031-a16c-d20066a1171a req-82c406e2-86c1-4f34-8085-6fee45995be7 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0483000 Dec 24 03:49:23.966410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-943c4cec-1f39-4031-a16c-d20066a1171a req-c8ff3582-380f-4c53-a90c-31069248dfcf tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Dec 24 03:49:25.083174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2f1e4-c2cf-4173-82d6-0a74f8686bd6 req-3f3c02e5-0ddb-4010-b408-ff4ba48384da tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:25.084701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2eb2f1e4-c2cf-4173-82d6-0a74f8686bd6 req-3f3c02e5-0ddb-4010-b408-ff4ba48384da tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0518816 Dec 24 03:49:25.131242 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2eb2f1e4-c2cf-4173-82d6-0a74f8686bd6 req-a9b68fb8-46e9-4537-a4b8-d7151dcd86a5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Dec 24 03:49:26.244909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088eb735-68ed-4558-9d07-57f5b3f07113 req-7829acdb-8eac-450d-9fab-509d98e0ac1e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:26.246381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-088eb735-68ed-4558-9d07-57f5b3f07113 req-7829acdb-8eac-450d-9fab-509d98e0ac1e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Dec 24 03:49:26.292265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-088eb735-68ed-4558-9d07-57f5b3f07113 req-e28be7db-757f-4fe4-a954-c37e59223dea tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Dec 24 03:49:27.405369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64d35-8b75-49f3-be70-a48507b96c7b req-3286a3f6-ab8d-447b-a958-d5d92388ac9c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:27.406777 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-49a64d35-8b75-49f3-be70-a48507b96c7b req-3286a3f6-ab8d-447b-a958-d5d92388ac9c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0486031 Dec 24 03:49:27.456790 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-49a64d35-8b75-49f3-be70-a48507b96c7b req-ee438080-f215-4b32-b971-2c442cf197a8 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Dec 24 03:49:28.568979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af989-21ef-4004-af43-5e9f613651af req-b7197735-5c61-4726-99e2-8abd4d8b74e6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:28.570957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b52af989-21ef-4004-af43-5e9f613651af req-b7197735-5c61-4726-99e2-8abd4d8b74e6 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Dec 24 03:49:28.616727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b52af989-21ef-4004-af43-5e9f613651af req-b71cfbff-8e67-4dc6-a5e0-9acaa512b112 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Dec 24 03:49:29.730746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc97e57-c1f9-4be8-8e21-dac6bbb3a64b req-993c0543-eb22-4fc8-b751-4ee282e2a7d2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:29.732201 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bdc97e57-c1f9-4be8-8e21-dac6bbb3a64b req-993c0543-eb22-4fc8-b751-4ee282e2a7d2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0488527 Dec 24 03:49:29.778782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bdc97e57-c1f9-4be8-8e21-dac6bbb3a64b req-c82d348d-9551-410a-8913-4d88973a6a6a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Dec 24 03:49:30.895164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f0043-97b6-4e35-841a-047a83265358 req-c3822f41-44f0-46d2-96c9-077c29c5bc98 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:30.896614 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c10f0043-97b6-4e35-841a-047a83265358 req-c3822f41-44f0-46d2-96c9-077c29c5bc98 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Dec 24 03:49:30.943010 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c10f0043-97b6-4e35-841a-047a83265358 req-f2866d83-8a82-4653-8db5-c71fc016b15c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Dec 24 03:49:32.061914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd021549-6980-4090-87b2-31c23eaeb72b req-fceec220-7957-4c3a-9356-f116b1e97033 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:32.063400 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd021549-6980-4090-87b2-31c23eaeb72b req-fceec220-7957-4c3a-9356-f116b1e97033 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Dec 24 03:49:32.110046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd021549-6980-4090-87b2-31c23eaeb72b req-5485fdb5-6578-4010-8de6-c00de880fc0f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Dec 24 03:49:32.887163 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:49:33.222967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b5cd1-8cc3-4258-bba7-f7af95ebe76a req-adc10498-7c90-4a5a-9737-bc3cf3ddb2c1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:33.224462 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab7b5cd1-8cc3-4258-bba7-f7af95ebe76a req-adc10498-7c90-4a5a-9737-bc3cf3ddb2c1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0484316 Dec 24 03:49:33.274396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab7b5cd1-8cc3-4258-bba7-f7af95ebe76a req-ebff6002-a244-4726-b102-ea9b28c284f9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Dec 24 03:49:34.386795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc6e09-7f4e-4531-85c8-27b2dec403f4 req-e8147b93-6b0a-4d84-9bbe-4196cb34b1fc tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:34.388169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5dc6e09-7f4e-4531-85c8-27b2dec403f4 req-e8147b93-6b0a-4d84-9bbe-4196cb34b1fc tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0475662 Dec 24 03:49:34.433921 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5dc6e09-7f4e-4531-85c8-27b2dec403f4 req-7f0ebebd-7f74-4dc0-943a-bef007031c72 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Dec 24 03:49:35.547180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb2b58-380d-4f31-adb0-e64ba6781254 req-34e13159-5600-4c3d-aa7b-0058738b8a2d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:35.548670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5bb2b58-380d-4f31-adb0-e64ba6781254 req-34e13159-5600-4c3d-aa7b-0058738b8a2d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Dec 24 03:49:35.594211 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5bb2b58-380d-4f31-adb0-e64ba6781254 req-64f228ee-4935-4b32-ae68-c6e227446122 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Dec 24 03:49:36.711798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721182ab-63ee-4451-86d7-5163783656b0 req-56d02a77-21ad-44c9-946a-15684788a3b9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:36.713268 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-721182ab-63ee-4451-86d7-5163783656b0 req-56d02a77-21ad-44c9-946a-15684788a3b9 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0520449 Dec 24 03:49:36.759168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-721182ab-63ee-4451-86d7-5163783656b0 req-2e43cf10-8a15-4a35-9e97-f8eb6489196e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Dec 24 03:49:37.350456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-f76b7169-ea69-4c0d-945a-0d56462cf0b9 service neutron] 10.222.0.41 "GET /v2.0/ports/4c23d4c2-6184-457d-b47b-af469666b114/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0525284 Dec 24 03:49:37.570633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436efec-2107-4d83-9539-644ab978c6d5 req-fc609839-1008-427a-be0d-262b6a93cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:37.572128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-fc609839-1008-427a-be0d-262b6a93cfe8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00&tenant_id=098055a8023c459196a9b44219fed54a HTTP/1.1" status: 200 len: 1098 time: 0.0419862 Dec 24 03:49:37.647411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436efec-2107-4d83-9539-644ab978c6d5 req-4ef4f217-877f-4507-974a-9c00d1d5aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:37.648835 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-4ef4f217-877f-4507-974a-9c00d1d5aa44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 1098 time: 0.0437992 Dec 24 03:49:37.735593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436efec-2107-4d83-9539-644ab978c6d5 req-c6e64a58-a594-4709-8c8f-5498d2549008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:37.737050 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-c6e64a58-a594-4709-8c8f-5498d2549008 service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.0814188 Dec 24 03:49:37.781788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-cc510327-e1c5-4ceb-b3a8-ee3cc07caa03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 200 len: 217 time: 0.0373938 Dec 24 03:49:37.840481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436efec-2107-4d83-9539-644ab978c6d5 req-c6ff9f97-0b95-4451-baee-b5eac7f7cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:37.841883 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-c6ff9f97-0b95-4451-baee-b5eac7f7cf70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0528605 Dec 24 03:49:37.883250 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-f7ee3817-f597-4852-a4cd-e43a893f20c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280414 Dec 24 03:49:37.904854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db2135-fa5d-47cd-b7a2-3773bd567932 req-c035d75f-9794-4a0e-904d-13506ee288e1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:37.906159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b1db2135-fa5d-47cd-b7a2-3773bd567932 req-c035d75f-9794-4a0e-904d-13506ee288e1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0792384 Dec 24 03:49:38.002292 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b1db2135-fa5d-47cd-b7a2-3773bd567932 req-8f39c715-e711-4ead-811b-bfa6f89dbc90 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867870 Dec 24 03:49:38.016015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-6d105c6c-475f-42a8-bb4d-bc537d9a22cc service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259663 Dec 24 03:49:38.103754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d436efec-2107-4d83-9539-644ab978c6d5 req-4be77a70-d3ae-4c1c-9915-6d11230ad44e service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809765 Dec 24 03:49:39.122786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9e86d-a23e-4071-9713-1a1ce32d8f91 req-6f613371-db68-4cbf-97c2-17daccd14222 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:39.124255 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cc9e86d-a23e-4071-9713-1a1ce32d8f91 req-6f613371-db68-4cbf-97c2-17daccd14222 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0554698 Dec 24 03:49:39.173715 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cc9e86d-a23e-4071-9713-1a1ce32d8f91 req-11ec0254-809a-4e75-b173-9435c0a2662a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Dec 24 03:49:39.428670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-417b1c24-0444-44f3-81ca-c28c3786857e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:40.290858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206692ab-aeb1-47d3-8712-0617595bd04d req-6ad04c97-8530-4a6d-9e27-fc2ecc2f66e5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:40.292327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-206692ab-aeb1-47d3-8712-0617595bd04d req-6ad04c97-8530-4a6d-9e27-fc2ecc2f66e5 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Dec 24 03:49:40.339128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-206692ab-aeb1-47d3-8712-0617595bd04d req-f7025918-755a-4bf3-83f0-00cd44f4c0d1 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Dec 24 03:49:41.456574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0f55-6a86-411d-9131-50d34db7f0da req-50c3ccff-2efc-4783-bf70-7c5d0cf84e97 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:41.458276 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d9f0f55-6a86-411d-9131-50d34db7f0da req-50c3ccff-2efc-4783-bf70-7c5d0cf84e97 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Dec 24 03:49:41.505005 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d9f0f55-6a86-411d-9131-50d34db7f0da req-b8897430-759f-40b4-9d23-428c3eb74791 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Dec 24 03:49:41.663311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4c23d4c2-6184-457d-b47b-af469666b114 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:49:41.696823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95fcc1-f13b-49d7-923a-7eba4f98cd77 req-85e9d6d9-158a-4382-a267-17ea559846ce tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:41.698422 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f95fcc1-f13b-49d7-923a-7eba4f98cd77 req-85e9d6d9-158a-4382-a267-17ea559846ce tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Dec 24 03:49:41.739490 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:41.763826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:49:41.766798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c713e2de-c283-42e4-bcc2-823ffd87a013" -d '{"events": [{"server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "name": "network-vif-unplugged", "status": "completed", "tag": "4c23d4c2-6184-457d-b47b-af469666b114"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:49:41.780055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 4c23d4c2-6184-457d-b47b-af469666b114, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4c23d4c2-6184-457d-b47b-af469666b114,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:41.785801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f95fcc1-f13b-49d7-923a-7eba4f98cd77 req-acc39f68-1bc7-48bf-a5c3-e30200e12077 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813780 Dec 24 03:49:41.786350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:41.795874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-05596a50-0be2-4d00-be60-57eabbdff705 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:41.798939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-05596a50-0be2-4d00-be60-57eabbdff705 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00&tenant_id=098055a8023c459196a9b44219fed54a&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.0927925 Dec 24 03:49:41.822009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6894b986-b3af-4511-a077-c9342e4f683f x-openstack-request-id: req-6894b986-b3af-4511-a077-c9342e4f683f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:49:41.822310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "name": "network-vif-unplugged", "status": "completed", "tag": "4c23d4c2-6184-457d-b47b-af469666b114", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:49:41.822568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6894b986-b3af-4511-a077-c9342e4f683f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:49:41.822957 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114', 'code': 200} Dec 24 03:49:41.827854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f061-b01d-4765-bf76-da4341451316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:41.849112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=4c23d4c2-6184-457d-b47b-af469666b114,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:41.917342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-d9912ca7-133f-40b0-b6d0-4dd92e29e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:41.918700 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-d9912ca7-133f-40b0-b6d0-4dd92e29e624 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=098055a8023c459196a9b44219fed54a&device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 1096 time: 0.0439289 Dec 24 03:49:42.005566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-aeb3aed2-e6b0-4ed1-87b0-cf6c2cb0d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:42.007527 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-aeb3aed2-e6b0-4ed1-87b0-cf6c2cb0d451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 200 len: 914 time: 0.0816591 Dec 24 03:49:42.051061 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-b7b25faf-d9d0-4c1d-b971-94b8d1255a97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 200 len: 217 time: 0.0363145 Dec 24 03:49:42.099341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-963bdd6e-d05a-4011-b1c7-39d5fa5ee1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:42.100809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-963bdd6e-d05a-4011-b1c7-39d5fa5ee1b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 200 len: 854 time: 0.0427098 Dec 24 03:49:42.133151 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-c4a72523-3086-40a3-9f10-a320bf3121a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=258ac80e-2bfd-4f2d-92f8-585c5e4a952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253198 Dec 24 03:49:42.222328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-7e987338-8801-4f70-b468-40896738bd00 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819867 Dec 24 03:49:42.310530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f4aae451-7fce-493e-bbab-89c2e23eadf2 req-1c3622cb-330f-4c91-9f72-60c484b9fd46 service neutron] 10.222.0.41 "GET /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810859 Dec 24 03:49:42.771150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:42.918637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3b3c-46d8-4e7f-9110-33d8a3f99f39 req-5905192e-e92a-4ba9-b219-590d06a3dde0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:42.920672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-520e3b3c-46d8-4e7f-9110-33d8a3f99f39 req-5905192e-e92a-4ba9-b219-590d06a3dde0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0590935 Dec 24 03:49:42.973782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-520e3b3c-46d8-4e7f-9110-33d8a3f99f39 req-09271393-7115-43d3-9fc7-13e8c0fe329f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473833 Dec 24 03:49:43.089360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75d7dc-4a17-49da-aedd-e243f95d563d req-d407bb45-1fe9-4582-b112-ebe9e4b7d09a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:43.090841 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d75d7dc-4a17-49da-aedd-e243f95d563d req-d407bb45-1fe9-4582-b112-ebe9e4b7d09a tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0483828 Dec 24 03:49:43.138076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d75d7dc-4a17-49da-aedd-e243f95d563d req-5a970b40-ed2b-42c7-acde-8bba4135a722 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Dec 24 03:49:43.248212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3611-c464-4b1b-ae65-573811404ec6 req-44a0b721-6281-4f4c-938f-4a5eb837e52f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:43.249717 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6da3611-c464-4b1b-ae65-573811404ec6 req-44a0b721-6281-4f4c-938f-4a5eb837e52f tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0482109 Dec 24 03:49:43.295334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6da3611-c464-4b1b-ae65-573811404ec6 req-d83e7096-c6e8-4883-9fdd-50a5a3ef8069 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Dec 24 03:49:43.620640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61aa0f-7366-49c5-bc4f-c6f656cdcf0c req-c70ea639-ecd5-49a2-815c-3e88ee32035c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:43.621987 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb61aa0f-7366-49c5-bc4f-c6f656cdcf0c req-c70ea639-ecd5-49a2-815c-3e88ee32035c tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0517020 Dec 24 03:49:43.667343 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb61aa0f-7366-49c5-bc4f-c6f656cdcf0c req-2f62fc01-331d-4ddd-b40e-5596eee02096 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Dec 24 03:49:44.452109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:44.780514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d842-d0ab-41ca-9a0e-1872e38f1f43 req-83cb9598-fa0a-4e7c-8be6-184ca068719d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:44.781971 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b38d842-d0ab-41ca-9a0e-1872e38f1f43 req-83cb9598-fa0a-4e7c-8be6-184ca068719d tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0482357 Dec 24 03:49:44.839803 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b38d842-d0ab-41ca-9a0e-1872e38f1f43 req-a9658828-3a83-4ae5-9c06-949120ddbd82 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/security-groups?id=70e6a48d-19ce-44ba-a8a0-988112f5dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 Dec 24 03:49:45.091171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:45.476647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f5879-6f53-4016-af85-3ab735b1d828 req-4f7a30ae-80c9-4483-85aa-1263608f880e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:45.478053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-926f5879-6f53-4016-af85-3ab735b1d828 req-4f7a30ae-80c9-4483-85aa-1263608f880e tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 943 time: 0.0469513 Dec 24 03:49:45.570022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Deleting port 4c23d4c2-6184-457d-b47b-af469666b114 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:49:45.570362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:45.656264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] For port 4c23d4c2-6184-457d-b47b-af469666b114, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4c23d4c2-6184-457d-b47b-af469666b114,segment=NetworkSegment(194606e4-e5be-44f6-8de8-d861132f2544),segment_id=194606e4-e5be-44f6-8de8-d861132f2544)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:45.656633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:45.673219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Calling delete_port for 4c23d4c2-6184-457d-b47b-af469666b114 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:49:45.795835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:45.823604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Pushing event deleted for resources: {'Port': ['ID=4c23d4c2-6184-457d-b47b-af469666b114,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:45.850094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.850442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.851303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.851638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.851967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.852294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.852644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.852970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.853292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.853610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.853932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.854251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.854568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:45.875662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] No DVR routers for this DVR port 4c23d4c2-6184-457d-b47b-af469666b114 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:49:45.878213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:45.881422 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-926f5879-6f53-4016-af85-3ab735b1d828 req-fa4d4535-076d-4515-9b0e-73ca37c6ee28 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.41 "DELETE /v2.0/ports/4c23d4c2-6184-457d-b47b-af469666b114 HTTP/1.1" status: 204 len: 173 time: 0.3966146 Dec 24 03:49:45.881860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'name': 'network-vif-deleted', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:49:45.884100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34aa3a8-1ce5-46e7-b9ab-54ab91db57b6" -d '{"events": [{"server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "name": "network-vif-deleted", "tag": "4c23d4c2-6184-457d-b47b-af469666b114"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:49:45.927762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27e8d25-1f31-499b-b200-d19e71b10e9d x-openstack-request-id: req-e27e8d25-1f31-499b-b200-d19e71b10e9d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:49:45.928057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a8dfa4-e869-43ee-ab58-ab16b6939d00", "name": "network-vif-deleted", "tag": "4c23d4c2-6184-457d-b47b-af469666b114", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:49:45.928461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e27e8d25-1f31-499b-b200-d19e71b10e9d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:49:45.928954 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a8dfa4-e869-43ee-ab58-ab16b6939d00', 'name': 'network-vif-deleted', 'tag': '4c23d4c2-6184-457d-b47b-af469666b114', 'status': 'completed', 'code': 200} Dec 24 03:49:45.943484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6836475f-011c-4f97-bade-6c60d08097df req-ce74c11e-cc22-406a-95f4-dc4c801c77c0 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a8dfa4-e869-43ee-ab58-ab16b6939d00 HTTP/1.1" status: 200 len: 210 time: 0.0288303 Dec 24 03:49:47.063490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:47.107435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] Deleting subnet 225e5848-0b9d-4f2e-82bb-8e57d2370edf {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:49:47.111465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.146179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.187788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.240875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.266997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225e5848-0b9d-4f2e-82bb-8e57d2370edf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:47.268960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.272082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c7255a9f-2948-49b0-aefd-cc43cd115d1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/225e5848-0b9d-4f2e-82bb-8e57d2370edf HTTP/1.1" status: 204 len: 168 time: 0.2076001 Dec 24 03:49:47.274692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:47.340661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.420127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.438838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258ac80e-2bfd-4f2d-92f8-585c5e4a952b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:47.447821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194606e4-e5be-44f6-8de8-d861132f2544') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:47.448114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194606e4-e5be-44f6-8de8-d861132f2544') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:47.457233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.471363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.477943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:49:47.478336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:49:47.479994 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:49:47.538639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.544179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.547407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] 10.222.0.37 "DELETE /v2.0/networks/258ac80e-2bfd-4f2d-92f8-585c5e4a952b HTTP/1.1" status: 204 len: 168 time: 0.2717533 Dec 24 03:49:47.558249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b54f4d-eb23-42ea-b6f5-e1c4184d8318 admin admin] Pushing event deleted for resources: {'Network': ['ID=258ac80e-2bfd-4f2d-92f8-585c5e4a952b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:47.649736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53438) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:47.688084 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-53a3dc85-a8ab-46e9-9587-5a62ef4d3769 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=098055a8023c459196a9b44219fed54a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372150 Dec 24 03:49:47.690416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:47.736414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfac712b-88eb-4beb-8c0d-204b281b6c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.756500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfac712b-88eb-4beb-8c0d-204b281b6c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.801346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfac712b-88eb-4beb-8c0d-204b281b6c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.803987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfac712b-88eb-4beb-8c0d-204b281b6c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:47.805141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dfac712b-88eb-4beb-8c0d-204b281b6c73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70e6a48d-19ce-44ba-a8a0-988112f5dbf1 HTTP/1.1" status: 204 len: 168 time: 0.1138084 Dec 24 03:49:47.813109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac712b-88eb-4beb-8c0d-204b281b6c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6a48d-19ce-44ba-a8a0-988112f5dbf1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:48.436655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:48.528911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1372478382-network', 'tenant_id': 'd8678817073c4280adc68bce132e739b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:48.551419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Made reservation on behalf of d8678817073c4280adc68bce132e739b for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:49:48.554239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.565827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.638401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.642061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.662132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:49:48.675550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc7027-545a-48a9-b90f-9eba8f7c0c12,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:48.680855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.681192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Added segment db918daa-f672-4f32-94bd-4121f2b8ec72 of type vlan for network d7e8722a-4160-4ce6-9b85-059251524b7a Dec 24 03:49:48.719098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.744193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.745128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:48.745703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.774142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3364236 Dec 24 03:49:48.777237 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 53466) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:48.784001 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Request body: {'subnet': {'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1372478382-subnet', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:48.807175 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Made reservation on behalf of d8678817073c4280adc68bce132e739b for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:49:48.809580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:48.809900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d245d-fa3e-4dda-af85-1bae132a6af6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e8722a-4160-4ce6-9b85-059251524b7a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:48.820085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d7e8722a-4160-4ce6-9b85-059251524b7a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:49:48.980038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.039434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f720fc09-466d-4cfe-b072-eb1c85c0ba54,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:49.051104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.051458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.051804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.052143 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.052519 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.052855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.053185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.053535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.053868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.054196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.054524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.054846 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.055168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:49.059206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Checking segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:49:49.059568 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Network hostable DHCP agents. Network: d7e8722a-4160-4ce6-9b85-059251524b7a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:49:49.075740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Network d7e8722a-4160-4ce6-9b85-059251524b7a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:49:49.084290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d7e8722a-4160-4ce6-9b85-059251524b7a) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:49.088874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:49.089469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.093573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb2b39f-adca-4726-9dcc-e8c497bed669 None None] Network d7e8722a-4160-4ce6-9b85-059251524b7a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:49:49.105460 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-81a029b2-7cd8-4add-afc1-f04ba63a957d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3270242 Dec 24 03:49:49.108289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:49.112869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:49.134746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.135794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.185784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.197977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-d7e8722a-4160-4ce6-9b85-059251524b7a', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:49:49.198899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.330814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Allocated IP 172.20.0.2 (d7e8722a-4160-4ce6-9b85-059251524b7a/f720fc09-466d-4cfe-b072-eb1c85c0ba54/5ac0b210-0a84-43b8-82a5-9190e050f214) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:49:49.480680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.487412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.528262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Network d7e8722a-4160-4ce6-9b85-059251524b7a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:49:49.533882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:49.539705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:49:49.548658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Pushing event updated for resources: {'Port': ['ID=5ac0b210-0a84-43b8-82a5-9190e050f214,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:49.592210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.604649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Attempting to bind port 5ac0b210-0a84-43b8-82a5-9190e050f214 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:49:49.605014 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Attempting to bind port 5ac0b210-0a84-43b8-82a5-9190e050f214 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:49:49.605372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Attempting to bind port 5ac0b210-0a84-43b8-82a5-9190e050f214 on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:49:49.610151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:49:49.610546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Checking segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:49:49.610941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.611326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Bound using segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:49:49.611779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Bound port: 5ac0b210-0a84-43b8-82a5-9190e050f214, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:49:49.612148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.674016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] For port 5ac0b210-0a84-43b8-82a5-9190e050f214, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:49:49.677349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] For port 5ac0b210-0a84-43b8-82a5-9190e050f214, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5ac0b210-0a84-43b8-82a5-9190e050f214,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:49:49.681915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.709944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4c23d4c2-6184-457d-b47b-af469666b114 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:49:49.739232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 4c23d4c2-6184-457d-b47b-af469666b114 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:49:49.739577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4c23d4c2-6184-457d-b47b-af469666b114 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:49:49.768132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f65cb2-a289-40d4-9bd3-e6ad27766673 None None] Pushing event updated for resources: {'Port': ['ID=5ac0b210-0a84-43b8-82a5-9190e050f214,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:49.811886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.836614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:49.964543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Allocated IP 172.26.5.36 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/183f455f-7b8e-42fd-bedb-05cd79505ff3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:49:50.072964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.107456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.148496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:49:50.151309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:50.154756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:49:50.165501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c8310f-c977-4c96-b3d3-2484f044f403 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:49:50.181588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Pushing event updated for resources: {'Port': ['ID=183f455f-7b8e-42fd-bedb-05cd79505ff3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:50.207315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2d8ae623-85f7-4839-bd0b-206ae008435d None None] Provisioning complete for port 183f455f-7b8e-42fd-bedb-05cd79505ff3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:50.207933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae623-85f7-4839-bd0b-206ae008435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.244627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ae623-85f7-4839-bd0b-206ae008435d None None] Port 183f455f-7b8e-42fd-bedb-05cd79505ff3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:49:50.427433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.638795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.658156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86abeb43-5685-4487-b4f5-03a554b4af8e None None] Network d7e8722a-4160-4ce6-9b85-059251524b7a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:49:50.769761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:49:50.776399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5403df1c-57eb-43ee-9054-53e72b02171b None None] Provisioning complete for port 5ac0b210-0a84-43b8-82a5-9190e050f214 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:50.776778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5403df1c-57eb-43ee-9054-53e72b02171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.859516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5403df1c-57eb-43ee-9054-53e72b02171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.884549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:49:50.895871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:49:50.900745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5403df1c-57eb-43ee-9054-53e72b02171b None None] For port 5ac0b210-0a84-43b8-82a5-9190e050f214, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5ac0b210-0a84-43b8-82a5-9190e050f214,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:50.905086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.906382 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8c9ac8ba-f036-4572-92a8-9742d04df665 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7970092 Dec 24 03:49:50.908454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5403df1c-57eb-43ee-9054-53e72b02171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.909259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:50.915185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:49:50.915829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:49:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:51.198362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403df1c-57eb-43ee-9054-53e72b02171b None None] Pushing event updated for resources: {'Port': ['ID=5ac0b210-0a84-43b8-82a5-9190e050f214,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:51.211212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5ac0b210-0a84-43b8-82a5-9190e050f214 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:49:51.254810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9e758966-f0db-497f-b6e5-08f85704b1c3 None None] Provisioning complete for port 5ac0b210-0a84-43b8-82a5-9190e050f214 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:51.255177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e758966-f0db-497f-b6e5-08f85704b1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.267793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:49:51.340247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.411158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5ac0b210-0a84-43b8-82a5-9190e050f214 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:51.411434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.534874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Allocated IP 172.20.0.1 (d7e8722a-4160-4ce6-9b85-059251524b7a/f720fc09-466d-4cfe-b072-eb1c85c0ba54/46f62e7b-10a7-4282-bed6-32334522a76e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:49:51.592102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:50Z', 'revision_number': 3, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:51.623110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:49:51.623462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Updating router c7d90f6f-e807-43eb-9a1c-2945bf325583 port 183f455f-7b8e-42fd-bedb-05cd79505ff3 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:49:51.637303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.647769 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.672420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.711487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Network d7e8722a-4160-4ce6-9b85-059251524b7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:49:51.715838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:51.719229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:49:51.746255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Pushing event updated for resources: {'Port': ['ID=46f62e7b-10a7-4282-bed6-32334522a76e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:51.766788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.919630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.925478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.963185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:51.988204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7616b60-952e-41df-ad64-88e2abfa833d None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:49:52.001734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Attempting to bind port 183f455f-7b8e-42fd-bedb-05cd79505ff3 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:49:52.002111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Attempting to bind port 183f455f-7b8e-42fd-bedb-05cd79505ff3 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:49:52.002469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Attempting to bind port 183f455f-7b8e-42fd-bedb-05cd79505ff3 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:49:52.008138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541570d2-2952-4419-a117-5e826219e83b None None] Pushing event updated for resources: {'Port': ['ID=183f455f-7b8e-42fd-bedb-05cd79505ff3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:52.016145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0706e763-44d9-49a3-9616-a9dd20e73b9b None None] Provisioning complete for port 46f62e7b-10a7-4282-bed6-32334522a76e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:52.016547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0706e763-44d9-49a3-9616-a9dd20e73b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.018366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:49:52.018741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:49:52.019133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.019537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:49:52.019973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Bound port: 183f455f-7b8e-42fd-bedb-05cd79505ff3, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:49:52.020354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.076238 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0706e763-44d9-49a3-9616-a9dd20e73b9b None None] Port 46f62e7b-10a7-4282-bed6-32334522a76e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:49:52.098941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] For port 183f455f-7b8e-42fd-bedb-05cd79505ff3, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:49:52.107549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] For port 183f455f-7b8e-42fd-bedb-05cd79505ff3, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=183f455f-7b8e-42fd-bedb-05cd79505ff3,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:49:52.112142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.130125 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.134667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.159829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c628a8-640a-4e75-af18-892621095459 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:49:52.196102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:49:52.196785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:49:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:52.241037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541570d2-2952-4419-a117-5e826219e83b None None] Pushing event updated for resources: {'Port': ['ID=183f455f-7b8e-42fd-bedb-05cd79505ff3,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:52.261469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.264031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9257ba87-f65f-4dc3-990e-247b799602e5 None None] Provisioning complete for port 183f455f-7b8e-42fd-bedb-05cd79505ff3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:52.264419 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9257ba87-f65f-4dc3-990e-247b799602e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.361601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:49:52.466234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9257ba87-f65f-4dc3-990e-247b799602e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.469403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Pushing event updated for resources: {'Port': ['ID=46f62e7b-10a7-4282-bed6-32334522a76e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:52.471886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.531083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9257ba87-f65f-4dc3-990e-247b799602e5 None None] For port 183f455f-7b8e-42fd-bedb-05cd79505ff3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=183f455f-7b8e-42fd-bedb-05cd79505ff3,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:52.539357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9257ba87-f65f-4dc3-990e-247b799602e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.563202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Network d7e8722a-4160-4ce6-9b85-059251524b7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:49:52.564620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:52.624326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257ba87-f65f-4dc3-990e-247b799602e5 None None] Pushing event updated for resources: {'Port': ['ID=183f455f-7b8e-42fd-bedb-05cd79505ff3,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:52.657309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 2, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:52.685336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1d306-f698-457f-9803-235c7c9f2f54 None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 2, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:49:52.693917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:49:52.815163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:49:52.821181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-97f7e005-0fdf-4cdc-a3ab-9d76021effd1 admin admin] 10.222.0.37 "PUT /v2.0/routers/c7d90f6f-e807-43eb-9a1c-2945bf325583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9108927 Dec 24 03:49:52.860814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4952f6ac-b3ca-45f8-b757-23e26b252bee None None] Provisioning complete for port 46f62e7b-10a7-4282-bed6-32334522a76e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:52.861518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4952f6ac-b3ca-45f8-b757-23e26b252bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.925410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4952f6ac-b3ca-45f8-b757-23e26b252bee None None] Port 46f62e7b-10a7-4282-bed6-32334522a76e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:49:53.181223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5ac0b210-0a84-43b8-82a5-9190e050f214 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:49:53.233019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5ac0b210-0a84-43b8-82a5-9190e050f214 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:53.233391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.633735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:53.638478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a82ee7b5-3cad-4c82-a634-9199b457c634 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608708865', 'description': 'tempest-description--948325860'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:53.663727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a82ee7b5-3cad-4c82-a634-9199b457c634 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.735190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a82ee7b5-3cad-4c82-a634-9199b457c634 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.738907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a82ee7b5-3cad-4c82-a634-9199b457c634 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.771266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a82ee7b5-3cad-4c82-a634-9199b457c634 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.773148 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a82ee7b5-3cad-4c82-a634-9199b457c634 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1383405 Dec 24 03:49:53.775151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ee7b5-3cad-4c82-a634-9199b457c634 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3969cc09-4c60-4a52-b2cc-6615ee63d4df,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:53.776223 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 53482) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:53.782092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-05fb6911-706f-4630-b4f1-4a8397f73d01 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'security_group_rule': {'security_group_id': '3969cc09-4c60-4a52-b2cc-6615ee63d4df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:53.814484 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05fb6911-706f-4630-b4f1-4a8397f73d01 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.872130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05fb6911-706f-4630-b4f1-4a8397f73d01 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.875648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05fb6911-706f-4630-b4f1-4a8397f73d01 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.894273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb6911-706f-4630-b4f1-4a8397f73d01 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba11b93-ce9c-4bbf-8b7c-17b2b7983853,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:53.904580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05fb6911-706f-4630-b4f1-4a8397f73d01 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.906356 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-05fb6911-706f-4630-b4f1-4a8397f73d01 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281126 Dec 24 03:49:53.909024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 53484) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:53.915725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2173821b-d967-42a4-828f-18cf1428a292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'security_group_rule': {'security_group_id': '3969cc09-4c60-4a52-b2cc-6615ee63d4df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:53.953833 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2173821b-d967-42a4-828f-18cf1428a292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.011620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2173821b-d967-42a4-828f-18cf1428a292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.014976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2173821b-d967-42a4-828f-18cf1428a292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.035768 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173821b-d967-42a4-828f-18cf1428a292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0b128d-d03f-45b4-ba46-4c5d54aac0fa,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:54.041339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2173821b-d967-42a4-828f-18cf1428a292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.042502 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2173821b-d967-42a4-828f-18cf1428a292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320903 Dec 24 03:49:54.045520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 53486) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:54.049684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:54.073228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.176006 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.284734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Allocated IP 172.26.5.214 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/0bf2848b-2536-4bc7-882e-065e7eb254bc) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:49:54.386733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.428230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.471450 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:49:54.476189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:54.478912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:49:54.511310 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'Port': ['ID=0bf2848b-2536-4bc7-882e-065e7eb254bc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:54.579633 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.614866 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.691461 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:49:54.701542 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:49:54.702235 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:49:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:54.766354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.771280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.807615 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:49:54.837243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'Port': ['ID=0bf2848b-2536-4bc7-882e-065e7eb254bc,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:54.849229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.865069 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:54.866359 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-41af70e0-8683-4c4a-bf2c-d93e7f473a7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8199360 Dec 24 03:49:55.017009 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 2, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:55.020906 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-2b514ccd-5e33-48d0-9767-5aa890f34fe6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1608708865&fields=id&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 267 time: 0.0446873 Dec 24 03:49:55.047343 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:49:55.047696 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Updating router c7d90f6f-e807-43eb-9a1c-2945bf325583 port 46f62e7b-10a7-4282-bed6-32334522a76e binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:49:55.071526 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.137110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-3df15063-e7f8-4dfd-9e9e-8385e9543911 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:55.138628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-3df15063-e7f8-4dfd-9e9e-8385e9543911 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1100795 Dec 24 03:49:55.154658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-0fca4199-a3f3-48ef-a397-e7d40e235b83 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/quotas/d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 375 time: 0.0102646 Dec 24 03:49:55.196908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 183f455f-7b8e-42fd-bedb-05cd79505ff3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:49:55.215494 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-820f0e01-2203-4b0f-b6c9-c7e7b08e0a6a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549879 Dec 24 03:49:55.249905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 183f455f-7b8e-42fd-bedb-05cd79505ff3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:55.250381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.347654 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.354434 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.368097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-69f7b4fe-5509-4b89-9d21-7edc97121514 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393688 Dec 24 03:49:55.409912 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Pushing event updated for resources: {'Port': ['ID=46f62e7b-10a7-4282-bed6-32334522a76e,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:55.433535 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.433535 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.433535 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.433535 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.433972 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.434057 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.434504 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.434693 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.434986 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.435317 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.435646 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.435939 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.436288 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:49:55.465528 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Attempting to bind port 46f62e7b-10a7-4282-bed6-32334522a76e on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:49:55.465874 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Attempting to bind port 46f62e7b-10a7-4282-bed6-32334522a76e by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:49:55.466224 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Attempting to bind port 46f62e7b-10a7-4282-bed6-32334522a76e on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:49:55.467912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-876cbe44-7295-4248-af0d-c3494d435b48 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935793 Dec 24 03:49:55.471855 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:49:55.472235 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Checking segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:49:55.472764 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.473047 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Bound using segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:49:55.473505 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Bound port: 46f62e7b-10a7-4282-bed6-32334522a76e, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:49:55.473878 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.539345 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] For port 46f62e7b-10a7-4282-bed6-32334522a76e, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:49:55.542883 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] For port 46f62e7b-10a7-4282-bed6-32334522a76e, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=46f62e7b-10a7-4282-bed6-32334522a76e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:49:55.548101 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.606892 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:49:55.607520 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:49:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:55.646665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e0eb8132-a2ff-4727-84bb-1e7d73e769bc req-0e38ced0-ffd6-42c7-9613-3ce93ed87470 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0283821 Dec 24 03:49:55.673760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3bcb64b2-a818-442e-93a3-93ea626c017c None None] Provisioning complete for port 46f62e7b-10a7-4282-bed6-32334522a76e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:55.674337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bcb64b2-a818-442e-93a3-93ea626c017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.703202 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55579382-7b59-4230-a9c3-7d7880385469 None None] Pushing event updated for resources: {'Port': ['ID=46f62e7b-10a7-4282-bed6-32334522a76e,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:55.783016 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:49:55.793456 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bcb64b2-a818-442e-93a3-93ea626c017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.835946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3bcb64b2-a818-442e-93a3-93ea626c017c None None] For port 46f62e7b-10a7-4282-bed6-32334522a76e, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=46f62e7b-10a7-4282-bed6-32334522a76e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:49:55.843455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bcb64b2-a818-442e-93a3-93ea626c017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.894212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb64b2-a818-442e-93a3-93ea626c017c None None] Pushing event updated for resources: {'Port': ['ID=46f62e7b-10a7-4282-bed6-32334522a76e,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:55.965602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-61e7be13-287f-46d3-92d4-15f4cc143711 None None] Provisioning complete for port 46f62e7b-10a7-4282-bed6-32334522a76e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:55.965975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61e7be13-287f-46d3-92d4-15f4cc143711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:56.013381 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:56.040913 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71a4c4-9fc6-43de-802f-1c883ddd45b3 None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:49:56.751026 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0143c386-b357-4563-a0ff-c2267f72ee85 req-178bbaad-7801-43f5-884c-03ab3c7254db tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0344610 Dec 24 03:49:56.784823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-6d08f683-35b9-447d-ab92-3997ff162b8f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:56.786238 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-6d08f683-35b9-447d-ab92-3997ff162b8f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1338770 Dec 24 03:49:56.869356 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-9b3a2477-024b-405d-a188-6627f5fc1170 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 380 time: 0.0546851 Dec 24 03:49:56.882758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'port': {'device_id': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'admin_state_up': True, 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'security_groups': ['3969cc09-4c60-4a52-b2cc-6615ee63d4df']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:56.987570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Made reservation on behalf of d8678817073c4280adc68bce132e739b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:49:56.991027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.119071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Allocated IP 172.20.0.12 (d7e8722a-4160-4ce6-9b85-059251524b7a/f720fc09-466d-4cfe-b072-eb1c85c0ba54/7638fcfc-d700-49e5-9166-c4c1072dde88) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:49:57.187548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 46f62e7b-10a7-4282-bed6-32334522a76e up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:49:57.235085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 46f62e7b-10a7-4282-bed6-32334522a76e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:57.235449 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.266100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.299976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.346760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Network d7e8722a-4160-4ce6-9b85-059251524b7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:49:57.349797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:57.354396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:49:57.376622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:57.406234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:57.406873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.423656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-d87f9990-fba5-4a67-9647-d948fe978a21 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449939 Dec 24 03:49:57.442076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Request body: {'port': {'device_id': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:57.500250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.537009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dccc6443-0f64-412c-a50a-19bdae52ab80 None None] Provisioning complete for port 7638fcfc-d700-49e5-9166-c4c1072dde88 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:49:57.537376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dccc6443-0f64-412c-a50a-19bdae52ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.571389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dccc6443-0f64-412c-a50a-19bdae52ab80 None None] Port 7638fcfc-d700-49e5-9166-c4c1072dde88 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:49:57.756439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7638fcfc-d700-49e5-9166-c4c1072dde88 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:49:57.763590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.776278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Transition to ACTIVE for port object 7638fcfc-d700-49e5-9166-c4c1072dde88 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:49:57.780750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:57.860690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:57.933410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e8c7f-8afd-4755-8c94-a7d738d436b0 req-cfdf4e60-ac8c-48f9-afb0-eafe716eb6df tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:57.934992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fa1e8c7f-8afd-4755-8c94-a7d738d436b0 req-cfdf4e60-ac8c-48f9-afb0-eafe716eb6df tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 944 time: 0.1121194 Dec 24 03:49:57.951316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Attempting to bind port 7638fcfc-d700-49e5-9166-c4c1072dde88 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:49:57.951653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Attempting to bind port 7638fcfc-d700-49e5-9166-c4c1072dde88 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:49:57.951986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Attempting to bind port 7638fcfc-d700-49e5-9166-c4c1072dde88 on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:49:57.966015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Port 7638fcfc-d700-49e5-9166-c4c1072dde88 on network d7e8722a-4160-4ce6-9b85-059251524b7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:49:57.966342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Attempting to bind port 7638fcfc-d700-49e5-9166-c4c1072dde88 on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:49:57.974771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:49:57.975669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Checking segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:49:57.976086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Bound using segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:49:57.976524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Bound port: 7638fcfc-d700-49e5-9166-c4c1072dde88, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:49:57.976881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:58.010381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fa1e8c7f-8afd-4755-8c94-a7d738d436b0 req-b20be4e3-9f27-4404-b2b8-afe31ef5d38e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688374 Dec 24 03:49:58.061416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:49:58.064337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:49:58.069048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:58.105301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.105931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:58.107531 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] 10.222.0.41 "PUT /v2.0/ports/7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 1094 time: 0.6696920 Dec 24 03:49:58.107720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:49:58.109987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a0d3f-e52f-4048-a117-465c612a2163" -d '{"events": [{"name": "network-changed", "server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:49:58.132584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d80af3-56c7-4e9f-b14a-5bb003b7e3ba service neutron] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:58.150955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68199c7-f727-4c48-a2fa-ec0553541951 x-openstack-request-id: req-b68199c7-f727-4c48-a2fa-ec0553541951 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:49:58.151248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:49:58.151502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b68199c7-f727-4c48-a2fa-ec0553541951 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:49:58.151908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'status': 'completed', 'code': 200} Dec 24 03:49:58.215449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-1045ae89-edde-4963-a7e0-95e32290b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.216987 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-1045ae89-edde-4963-a7e0-95e32290b684 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1097 time: 0.0432591 Dec 24 03:49:58.267566 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-53188930-0c51-41d7-983d-7c4e0dd109f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 217 time: 0.0357640 Dec 24 03:49:58.323824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-57d21f89-a0b5-43d5-8974-6794fcb46fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.325306 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-57d21f89-a0b5-43d5-8974-6794fcb46fa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0502245 Dec 24 03:49:58.371957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-b6a6cb7c-4d00-4d20-8928-3db0ba1ab34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.373472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-b6a6cb7c-4d00-4d20-8928-3db0ba1ab34b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411794 Dec 24 03:49:58.467706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-5be9bc40-447e-42e1-a992-1bbd50861d07 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873327 Dec 24 03:49:58.554328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-70441051-a3f5-400c-be8c-807d6c7cc274 req-5911297c-d3e8-45e8-9fcc-cb0460296c70 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798295 Dec 24 03:49:58.689245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-59ae8310-c675-4328-8022-c4d15cea191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.690701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-59ae8310-c675-4328-8022-c4d15cea191a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1097 time: 0.0400627 Dec 24 03:49:58.783200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-d26546cb-03f9-42ae-9892-3d4fbf989337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.784655 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-d26546cb-03f9-42ae-9892-3d4fbf989337 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0861638 Dec 24 03:49:58.827041 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-ef05fd9f-c0d3-4ae1-9271-233d646cee43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 217 time: 0.0342860 Dec 24 03:49:58.878272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-7ed0382a-e895-476b-b61a-1554057efd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.879683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-7ed0382a-e895-476b-b61a-1554057efd9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0461726 Dec 24 03:49:58.925012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-1f2a42e6-07f7-46da-8775-17134da13899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:58.926478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-1f2a42e6-07f7-46da-8775-17134da13899 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392258 Dec 24 03:49:59.013659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-eca7e284-fd2f-4e3f-b6b1-5a1b83d8c65f service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794473 Dec 24 03:49:59.138087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed6a0d3f-e52f-4048-a117-465c612a2163 req-43c46d29-4013-4031-a89f-f43b22e51241 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177890 Dec 24 03:49:59.149960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5dc27-0caa-46a5-8dd1-90e9eed387e9 req-dc228218-064a-4a78-bc6e-44e8612141bf tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:59.151396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-78d5dc27-0caa-46a5-8dd1-90e9eed387e9 req-dc228218-064a-4a78-bc6e-44e8612141bf tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0654542 Dec 24 03:49:59.205723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-78d5dc27-0caa-46a5-8dd1-90e9eed387e9 req-e456cbac-e780-4974-afcf-011ac0a8bf37 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479171 Dec 24 03:50:00.323767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cfe96-4cd4-48f9-b03f-f24cada28c20 req-f40f6581-5502-488a-b2eb-ea2cf37cd8be tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:00.325168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da1cfe96-4cd4-48f9-b03f-f24cada28c20 req-f40f6581-5502-488a-b2eb-ea2cf37cd8be tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0520177 Dec 24 03:50:00.370781 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da1cfe96-4cd4-48f9-b03f-f24cada28c20 req-ec56172f-3736-4fda-81a3-2db6f9a5faab tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398195 Dec 24 03:50:01.482960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8fe4b-88ba-48ac-a26b-296b7d6370fa req-b89e8d3c-9fdc-4675-be1e-ea79d03a02c9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:01.484405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-92d8fe4b-88ba-48ac-a26b-296b7d6370fa req-b89e8d3c-9fdc-4675-be1e-ea79d03a02c9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0483732 Dec 24 03:50:01.529876 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-92d8fe4b-88ba-48ac-a26b-296b7d6370fa req-e295b571-873a-4ff4-b21d-be0b61675caf tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Dec 24 03:50:01.716371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7638fcfc-d700-49e5-9166-c4c1072dde88 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:50:01.808963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:50:01.820077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'mac_address': 'fa:16:3e:f9:06:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:50:01.854615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:01.870714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7638fcfc-d700-49e5-9166-c4c1072dde88 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:50:01.890182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:50:01.894145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:01.942459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:50:02.281283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['7638fcfc-d700-49e5-9166-c4c1072dde88'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:50:02.653856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19150212-3945-430c-85c7-158e66ba80d5 req-b0bb1a5d-018b-4110-b82d-0df05813238f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:02.655296 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19150212-3945-430c-85c7-158e66ba80d5 req-b0bb1a5d-018b-4110-b82d-0df05813238f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 945 time: 0.0507424 Dec 24 03:50:02.700295 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19150212-3945-430c-85c7-158e66ba80d5 req-3618162c-edd8-4e30-960a-f12c780995a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390418 Dec 24 03:50:03.731188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7638fcfc-d700-49e5-9166-c4c1072dde88 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:50:03.779610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 7638fcfc-d700-49e5-9166-c4c1072dde88 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:50:03.783810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 7638fcfc-d700-49e5-9166-c4c1072dde88 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:50:03.784178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:03.815761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480ac5c-90cf-4f35-9fee-4fe04c2e3259 req-28ef4144-3c97-4bf1-97b2-951e59a8cc15 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:03.817247 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b480ac5c-90cf-4f35-9fee-4fe04c2e3259 req-28ef4144-3c97-4bf1-97b2-951e59a8cc15 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 945 time: 0.0502949 Dec 24 03:50:03.859457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:03.864859 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b480ac5c-90cf-4f35-9fee-4fe04c2e3259 req-d86feaad-af5f-4102-9430-260a28630492 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 Dec 24 03:50:03.885283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:50:03.887498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5f07ef-93b0-4f41-9645-6deb77f7b6ab" -d '{"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:50:03.900607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:50:03.904520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:03.929278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de10a378-47b2-4476-9815-613c5e3caa27 x-openstack-request-id: req-de10a378-47b2-4476-9815-613c5e3caa27 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:50:03.929571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:50:03.929823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de10a378-47b2-4476-9815-613c5e3caa27 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:50:03.930207 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'code': 200} Dec 24 03:50:03.954828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:50:03.963388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.963738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.964080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.964438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.964771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.965094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.965421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.965748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.966071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.966396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.966720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.967038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:03.967358 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:50:04.127795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a9999-fde7-4970-afbf-fba3901465c4 req-e261eeea-d9d8-4761-94a5-780bc53967b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:04.129477 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c25a9999-fde7-4970-afbf-fba3901465c4 req-e261eeea-d9d8-4761-94a5-780bc53967b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1099 time: 0.0397859 Dec 24 03:50:04.175917 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c25a9999-fde7-4970-afbf-fba3901465c4 req-49bac293-712d-43b0-bcaf-460a442ef074 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398314 Dec 24 03:50:04.979685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531622f-1cb7-4a12-a612-aebc3c7f323d req-42531097-809e-4ba9-8d15-7dce2b74af03 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:04.981205 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1531622f-1cb7-4a12-a612-aebc3c7f323d req-42531097-809e-4ba9-8d15-7dce2b74af03 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0486133 Dec 24 03:50:05.028025 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1531622f-1cb7-4a12-a612-aebc3c7f323d req-296c760d-2e43-4875-adfb-cf935b956bc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Dec 24 03:50:06.142651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627965bf-986f-42ba-a281-f3b5ef15d36d req-2679c98e-d95b-4aa5-81cf-6b65e4594eb7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:06.144104 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-627965bf-986f-42ba-a281-f3b5ef15d36d req-2679c98e-d95b-4aa5-81cf-6b65e4594eb7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Dec 24 03:50:06.190525 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-627965bf-986f-42ba-a281-f3b5ef15d36d req-a63b2312-0656-4a20-9ab9-b225790dd086 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Dec 24 03:50:06.302474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e4d2a-c1b1-4385-a88e-8f3cebba2b99 req-c86ab8eb-0ab1-4c53-b2e7-1654a2f54243 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:06.303939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e6e4d2a-c1b1-4385-a88e-8f3cebba2b99 req-c86ab8eb-0ab1-4c53-b2e7-1654a2f54243 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0517833 Dec 24 03:50:06.312457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:50:06.316700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'floatingip': {'port_id': '7638fcfc-d700-49e5-9166-c4c1072dde88'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:50:06.354718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:06.769862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:06.774047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:06.870705 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c associated. External IP: 172.26.5.214, port: 7638fcfc-d700-49e5-9166-c4c1072dde88. Dec 24 03:50:07.340338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:50:07.442429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:50:07.446997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:07.452244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:50:07.462653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:50:07.463376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:49:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:50:07.476091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a0e97413-7e0f-4db0-b3c3-b44add253cc4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "PUT /v2.0/floatingips/137c034f-90a4-43bc-8092-99c300db0b1c HTTP/1.1" status: 200 len: 992 time: 1.1625981 Dec 24 03:50:07.476713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:50:07.478940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe67026-e657-402c-acdd-30bbcb13bfa0" -d '{"events": [{"name": "network-changed", "server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:50:07.516600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c098c5-4a26-486a-a3b7-38b777cfce24 x-openstack-request-id: req-63c098c5-4a26-486a-a3b7-38b777cfce24 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:50:07.516916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:50:07.517172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63c098c5-4a26-486a-a3b7-38b777cfce24 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:50:07.517579 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'status': 'completed', 'code': 200} Dec 24 03:50:07.568308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:50:07.606706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-d413f5c6-f7f1-4444-9586-0d2baab57d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:07.608183 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-d413f5c6-f7f1-4444-9586-0d2baab57d5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1099 time: 0.0409462 Dec 24 03:50:07.696472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-98724d4e-c4d2-4c34-a6b3-611523ca08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:07.697827 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-98724d4e-c4d2-4c34-a6b3-611523ca08b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0830240 Dec 24 03:50:07.765230 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-af6642bd-2ed8-49c3-b582-9ff5bcf9d195 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 1000 time: 0.0604339 Dec 24 03:50:07.791828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:f9:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:50:06Z', 'revision_number': 1, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:50:07.813068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-32d1a0e4-8331-4d7c-b5f7-7ce829600b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:07.814509 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-32d1a0e4-8331-4d7c-b5f7-7ce829600b7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0430834 Dec 24 03:50:07.817173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:50:07.825664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:50:07.826257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:49:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:50:07.860656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-c9ae1e8f-3514-4edf-a640-7aaa6af3e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:07.862141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-c9ae1e8f-3514-4edf-a640-7aaa6af3e975 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401816 Dec 24 03:50:07.929077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:50:07.953532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-1daf127c-6c10-49cb-b468-f67ac79a707e service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840335 Dec 24 03:50:08.045554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe67026-e657-402c-acdd-30bbcb13bfa0 req-b749c9b0-57f7-46f3-80f8-f3a6b5af53b1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849168 Dec 24 03:50:08.148996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:f9:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:50:06Z', 'revision_number': 1, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:50:08.178172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e7f0f-af00-4924-91dc-516104ee1e69 None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:f9:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:50:06Z', 'revision_number': 1, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:50:08.352851 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c7232-2856-4914-a621-3bb1409a6559 None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:50:09.430762 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95a3256d-236a-4578-8f73-b5a6178e9e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:09.885612 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:50:11.799756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66bbc22c-d54c-4738-a392-42acce508405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:12.774795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:14.456168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:15.093227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:22.180285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:25.089351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-3a9d23da-6961-4b11-99a1-fae0d6b86f63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382974 Dec 24 03:50:25.192689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-1a5ad771-142d-44c1-a238-a069611f90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:25.194204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-1a5ad771-142d-44c1-a238-a069611f90f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1099 time: 0.0418758 Dec 24 03:50:25.308681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-cf78cc17-6e5d-4ca1-829c-745a3d7110cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:25.310145 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-cf78cc17-6e5d-4ca1-829c-745a3d7110cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0890162 Dec 24 03:50:25.385377 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-0badde08-cea9-44f1-9ec2-5f5679c136f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 1002 time: 0.0567479 Dec 24 03:50:25.463675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-26cadf56-8e90-41be-8fe0-945da6b51b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:25.465077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-26cadf56-8e90-41be-8fe0-945da6b51b04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0427611 Dec 24 03:50:25.514987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-6dec774d-c066-4bbf-b0c1-ff6089c1a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:25.516455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-6dec774d-c066-4bbf-b0c1-ff6089c1a12b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428226 Dec 24 03:50:25.604051 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-471c2473-b6b1-4e58-a0f4-c90fc9a9a745 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795922 Dec 24 03:50:25.694867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea7a0848-b87e-48a7-b2f0-5385bf4f3973 req-908160cb-e291-4aa9-b0eb-5317d78537c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Dec 24 03:50:39.435028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-24a8a831-5f4c-42b8-8b31-9f587c393541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:41.800760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61afec29-57e8-4ea5-acd9-35bad8a30907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:42.776232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:44.457922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:45.094552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:46.884693 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:50:52.206268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:09.436838 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1601d397-b677-4f77-92c7-3a842b2a31ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:11.802647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc26e-ca96-421c-ae83-d18f16963247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:12.781065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:14.479730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:15.097262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.152675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3060bc0-457d-41a2-9f2e-f09b595f9dd2 req-4389f8f3-ba42-4318-b187-fe85cbc83f6d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:22.154870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f3060bc0-457d-41a2-9f2e-f09b595f9dd2 req-4389f8f3-ba42-4318-b187-fe85cbc83f6d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.1122258 Dec 24 03:51:22.198909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.204013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f3060bc0-457d-41a2-9f2e-f09b595f9dd2 req-0d5e0241-3be5-4365-b4bd-90da28e36f4e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Dec 24 03:51:22.461174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d958-0c6b-4c85-9992-2c1db99441a0 req-fa5c60bf-349c-42b5-8657-36f7a44ca69f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:22.462647 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ef5d958-0c6b-4c85-9992-2c1db99441a0 req-fa5c60bf-349c-42b5-8657-36f7a44ca69f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0715876 Dec 24 03:51:22.466155 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-cdc74ca6-2204-4683-9edd-2a4c7767b53f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829530 Dec 24 03:51:22.510549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ef5d958-0c6b-4c85-9992-2c1db99441a0 req-7664b4b5-5320-40d1-8d1e-341f70d915e5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419638 Dec 24 03:51:23.703962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dda0e-75f9-4af9-8786-e13858954919 req-e0817c20-6771-4c31-96ac-2d8b6c0e90e4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:23.705439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a1dda0e-75f9-4af9-8786-e13858954919 req-e0817c20-6771-4c31-96ac-2d8b6c0e90e4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.1275220 Dec 24 03:51:23.730923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-0d4a73e2-a7a9-4327-be44-359c0d680527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:23.732321 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-0d4a73e2-a7a9-4327-be44-359c0d680527 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1098306 Dec 24 03:51:23.781977 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a1dda0e-75f9-4af9-8786-e13858954919 req-578466da-6c3e-4710-b726-24a406417cc1 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687706 Dec 24 03:51:23.840593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-aac66ec5-4940-4166-a9b0-34ea90813675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:23.842021 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-aac66ec5-4940-4166-a9b0-34ea90813675 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0997250 Dec 24 03:51:23.883223 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:51:23.905469 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-1772ff87-7ff1-4935-8d16-6b1b51b93454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 1002 time: 0.0562215 Dec 24 03:51:23.951973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-8048f49c-59ab-4cdd-8e61-552f3773c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:23.953371 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-8048f49c-59ab-4cdd-8e61-552f3773c75e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0414126 Dec 24 03:51:24.002004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-18ef1d4b-010f-4593-b547-5e3d0ccef1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:24.003434 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-18ef1d4b-010f-4593-b547-5e3d0ccef1db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428674 Dec 24 03:51:24.090937 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-bcc607bf-e37e-4232-aca3-370bd6ab245b service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799997 Dec 24 03:51:24.184095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-52386921-4304-4101-81ff-fb9352e1c16f service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864105 Dec 24 03:51:24.894407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0237bb-d98d-410d-86bd-9dc2451af28c req-f5fcf421-f81e-4308-93fc-e171376d6d7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:24.895872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d0237bb-d98d-410d-86bd-9dc2451af28c req-f5fcf421-f81e-4308-93fc-e171376d6d7c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0477047 Dec 24 03:51:24.942204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d0237bb-d98d-410d-86bd-9dc2451af28c req-87148b29-85d9-49e4-8c66-d41632db0d5f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399585 Dec 24 03:51:25.431017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-3706d826-000c-4a3e-bf3e-6dce8c25f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:25.432482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-3706d826-000c-4a3e-bf3e-6dce8c25f442 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1099 time: 0.0394962 Dec 24 03:51:25.539872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-82a1cf78-4ddb-4c01-95ff-3b9a765ed4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:25.541353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-82a1cf78-4ddb-4c01-95ff-3b9a765ed4ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0891838 Dec 24 03:51:25.610908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-450748df-03ad-4db0-a418-0f3a7a1207d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 1002 time: 0.0611191 Dec 24 03:51:25.667055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-aa884101-82b7-4c39-b529-c30b67224c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:25.668458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-aa884101-82b7-4c39-b529-c30b67224c4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0421669 Dec 24 03:51:25.713348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-aa07fb48-6198-4cc4-8c75-75880eb61791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:25.714706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-aa07fb48-6198-4cc4-8c75-75880eb61791 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394208 Dec 24 03:51:25.805980 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-b8068aa3-29ad-48a2-b42d-bca9b9c14822 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830481 Dec 24 03:51:25.908348 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2432e58-61d4-4949-814f-b52cf6d22425 req-691383c8-d9b1-48f4-920b-c3d16c107cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941720 Dec 24 03:51:26.060375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318720c-d9ad-4f71-8b07-5de91c2a90c2 req-c826da9f-047a-4455-a59c-2697bd6e7be3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:26.061829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a318720c-d9ad-4f71-8b07-5de91c2a90c2 req-c826da9f-047a-4455-a59c-2697bd6e7be3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0492904 Dec 24 03:51:26.113121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a318720c-d9ad-4f71-8b07-5de91c2a90c2 req-b3fbfdf2-8faf-4f38-ad00-3b1449fe13a7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449035 Dec 24 03:51:27.229506 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c68966-2907-4f6c-b21d-61fe39afbbd5 req-9a536dca-3b46-47f9-86fb-d0bd64b45227 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:27.230954 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2c68966-2907-4f6c-b21d-61fe39afbbd5 req-9a536dca-3b46-47f9-86fb-d0bd64b45227 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0480583 Dec 24 03:51:27.278051 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2c68966-2907-4f6c-b21d-61fe39afbbd5 req-96efdf5e-8841-4d95-9b2f-20a0f50f69d1 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Dec 24 03:51:28.399198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93540053-54c8-45d7-ac29-41ee728a7f11 req-34956643-2811-49c3-a497-ca733fadb371 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:28.400605 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93540053-54c8-45d7-ac29-41ee728a7f11 req-34956643-2811-49c3-a497-ca733fadb371 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0567245 Dec 24 03:51:28.446382 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93540053-54c8-45d7-ac29-41ee728a7f11 req-ee04b70c-231e-4853-a470-9d25f4ea838d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399029 Dec 24 03:51:29.562532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1929513-bc64-4dd7-84d9-00efc3a696cb req-7e8ddc7d-8a48-4d3e-bcfd-377521ac4906 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:29.563964 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f1929513-bc64-4dd7-84d9-00efc3a696cb req-7e8ddc7d-8a48-4d3e-bcfd-377521ac4906 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0507624 Dec 24 03:51:29.609487 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f1929513-bc64-4dd7-84d9-00efc3a696cb req-62f11827-9f57-42aa-b8c0-2f58afd11bb2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390317 Dec 24 03:51:30.721711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500db7-cd66-4f52-b1b4-bf9d2ff58ad0 req-fb6160f3-bdd4-4d8a-b448-fa21fd6f8292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:30.723149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-94500db7-cd66-4f52-b1b4-bf9d2ff58ad0 req-fb6160f3-bdd4-4d8a-b448-fa21fd6f8292 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0482490 Dec 24 03:51:30.768226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-94500db7-cd66-4f52-b1b4-bf9d2ff58ad0 req-613b604b-718c-4459-bb01-603f9f9bc8ca tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392048 Dec 24 03:51:31.892836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69359fdc-3efb-4975-9190-fe4ba9b8231a req-c55733b5-6479-4eba-b075-abc4bd12cd69 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:31.894276 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-69359fdc-3efb-4975-9190-fe4ba9b8231a req-c55733b5-6479-4eba-b075-abc4bd12cd69 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0516570 Dec 24 03:51:31.939970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-69359fdc-3efb-4975-9190-fe4ba9b8231a req-03a4efba-975b-485a-9a09-d7caa38591f7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392594 Dec 24 03:51:33.055186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2862e-ab9a-45b6-83c9-b533e050d23e req-4a8692f9-07cc-4e0e-9735-8bf9608cdff3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:33.056673 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3bc2862e-ab9a-45b6-83c9-b533e050d23e req-4a8692f9-07cc-4e0e-9735-8bf9608cdff3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0493851 Dec 24 03:51:33.103238 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3bc2862e-ab9a-45b6-83c9-b533e050d23e req-e861c560-8ef8-4635-92c2-6168bce67263 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406249 Dec 24 03:51:34.216105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83306046-ec1f-4514-9982-66dce2fb278f req-76e8c8ba-3d0b-494f-90be-a960ed2b08af tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.217576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83306046-ec1f-4514-9982-66dce2fb278f req-76e8c8ba-3d0b-494f-90be-a960ed2b08af tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0478876 Dec 24 03:51:34.267235 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83306046-ec1f-4514-9982-66dce2fb278f req-0dc64fa9-2c85-47da-9146-5e4c9aae9786 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Dec 24 03:51:35.380972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b184982-fe2d-4493-a800-cb72faf09d97 req-29d6141d-716c-4cde-bd57-6253e57b1fce tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:35.382331 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b184982-fe2d-4493-a800-cb72faf09d97 req-29d6141d-716c-4cde-bd57-6253e57b1fce tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Dec 24 03:51:35.428680 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b184982-fe2d-4493-a800-cb72faf09d97 req-be5af281-d187-48b5-926c-2d39d0409e42 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 Dec 24 03:51:36.539517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed14d0-ae4c-4f12-851a-ac4b6fddc75d req-ba612e1d-1d6d-43bb-bb81-a331258c7e31 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:36.541000 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d3ed14d0-ae4c-4f12-851a-ac4b6fddc75d req-ba612e1d-1d6d-43bb-bb81-a331258c7e31 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0469644 Dec 24 03:51:36.586478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d3ed14d0-ae4c-4f12-851a-ac4b6fddc75d req-b952403f-1f85-46c3-8618-e94135b01e72 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Dec 24 03:51:37.703088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbe1a6-a145-4f73-b468-561fe58f00d8 req-e194ad4c-c241-487f-9501-fa13b556915f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:37.704569 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9acbe1a6-a145-4f73-b468-561fe58f00d8 req-e194ad4c-c241-487f-9501-fa13b556915f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0516834 Dec 24 03:51:37.754079 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9acbe1a6-a145-4f73-b468-561fe58f00d8 req-61506999-266e-4676-966a-94761ba0ae6b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Dec 24 03:51:38.871940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ed57-9160-46b0-a53a-df1f0b527563 req-759e46a4-aca5-41e1-b95f-8e5056e2c59c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:38.873399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b746ed57-9160-46b0-a53a-df1f0b527563 req-759e46a4-aca5-41e1-b95f-8e5056e2c59c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0479581 Dec 24 03:51:38.919609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b746ed57-9160-46b0-a53a-df1f0b527563 req-d69fbaaf-655c-4eea-be1f-8f89eecab907 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401733 Dec 24 03:51:39.438982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa7c74a6-6148-4be4-8764-54a0dd49021c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:40.033249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf77bc-ed3e-4bdb-a1bc-ecdc53f52b86 req-8c35e91b-8222-4812-97f5-f835832bce40 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:40.034677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-91bf77bc-ed3e-4bdb-a1bc-ecdc53f52b86 req-8c35e91b-8222-4812-97f5-f835832bce40 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0467434 Dec 24 03:51:40.084782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-91bf77bc-ed3e-4bdb-a1bc-ecdc53f52b86 req-d2585696-44ab-482d-af4a-801305052413 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 Dec 24 03:51:40.949444 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-26656da9-bce9-4a42-8ca5-7217a405ae81 service neutron] 10.222.0.41 "GET /v2.0/ports/7638fcfc-d700-49e5-9166-c4c1072dde88/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0529823 Dec 24 03:51:41.201149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-2ce4a9ab-317a-4216-9762-b56c2cf6c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.202547 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-2ce4a9ab-317a-4216-9762-b56c2cf6c4da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 1099 time: 0.0715396 Dec 24 03:51:41.217998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6caf883-72dd-47ff-9027-34b9e0e572d8 req-f74721d8-9069-4eed-9c2e-280c20ebfebb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.219361 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c6caf883-72dd-47ff-9027-34b9e0e572d8 req-f74721d8-9069-4eed-9c2e-280c20ebfebb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0606771 Dec 24 03:51:41.298199 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c6caf883-72dd-47ff-9027-34b9e0e572d8 req-9cbe6c5f-08fa-490b-a99c-9c8ccc12cc50 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711207 Dec 24 03:51:41.302962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-55b50f11-cda4-4f7c-8300-bb4a66c167a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.304388 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-55b50f11-cda4-4f7c-8300-bb4a66c167a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1099 time: 0.0609119 Dec 24 03:51:41.393188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-471271e1-4cb9-46b4-862f-456594d1d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.394619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-471271e1-4cb9-46b4-862f-456594d1d9d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0826149 Dec 24 03:51:41.463869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-c83b6cec-1a4c-43ed-96a3-942fab39ae69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 1002 time: 0.0622456 Dec 24 03:51:41.513449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-e2dee4fc-9994-469c-8799-021ac1d73974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.514822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-e2dee4fc-9994-469c-8799-021ac1d73974 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0430775 Dec 24 03:51:41.558349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-7b5f1ae4-aa63-4cab-a565-e081fb9a41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.559752 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-7b5f1ae4-aa63-4cab-a565-e081fb9a41c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378981 Dec 24 03:51:41.649187 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-8ff8e1cb-ba70-40a7-854d-72face5bea18 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824056 Dec 24 03:51:41.739887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a13ddb85-c1ce-4544-8da0-5e4dd91d1116 req-f927dfd9-2d3e-41a1-8eab-8ed0b5c76588 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825486 Dec 24 03:51:41.805961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e9bea18-65b7-4326-87e4-6075f4273d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:42.411858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dce86-ed3f-48e9-97f3-19289d90d0cf req-54fef187-c1a5-4995-9d3d-b604ad03b3d0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:42.413234 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a3dce86-ed3f-48e9-97f3-19289d90d0cf req-54fef187-c1a5-4995-9d3d-b604ad03b3d0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0476503 Dec 24 03:51:42.459729 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a3dce86-ed3f-48e9-97f3-19289d90d0cf req-87bea0a5-3bd0-4371-84e4-2152d552b2d5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Dec 24 03:51:42.781186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:43.572969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f4ad1-8f86-48e8-b4d0-5fb54bbadcb5 req-73ffe315-561c-489a-9044-12df84691823 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:43.574430 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6e6f4ad1-8f86-48e8-b4d0-5fb54bbadcb5 req-73ffe315-561c-489a-9044-12df84691823 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0475745 Dec 24 03:51:43.619530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6e6f4ad1-8f86-48e8-b4d0-5fb54bbadcb5 req-1e34067b-f770-4f85-9512-8cd8db8b2f6b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393593 Dec 24 03:51:44.269513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7638fcfc-d700-49e5-9166-c4c1072dde88 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:51:44.279528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7638fcfc-d700-49e5-9166-c4c1072dde88 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:51:44.425733 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:44.428138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.595998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'mac_address': 'fa:16:3e:f9:06:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:51:44.612349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:44.614606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da0cce-f29d-476b-8fc7-c131a4f0fb4c" -d '{"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:44.625710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.647666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:44.661959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a569ed-3cdf-4e83-9e2d-937fbdb693f9 x-openstack-request-id: req-46a569ed-3cdf-4e83-9e2d-937fbdb693f9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:44.662350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:44.662667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46a569ed-3cdf-4e83-9e2d-937fbdb693f9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:44.663103 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'code': 200} Dec 24 03:51:44.665240 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.669257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.699690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7638fcfc-d700-49e5-9166-c4c1072dde88 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:51:44.752902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:44.764900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.765250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.765589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.765922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.766345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.766571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.766898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.767222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.767538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.767868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.768185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.768532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.768851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.775105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5b530-e3f2-4cfa-9d12-e4a1a2116fe3 req-f13168d4-34a0-490b-9046-7ccef79c5aad tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:44.776840 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3b5b530-e3f2-4cfa-9d12-e4a1a2116fe3 req-f13168d4-34a0-490b-9046-7ccef79c5aad tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0762501 Dec 24 03:51:44.777110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:51:44.777548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:51:44.824865 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3b5b530-e3f2-4cfa-9d12-e4a1a2116fe3 req-0be0ec6f-69c2-48d9-8f23-b5be83315bbf tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Dec 24 03:51:45.098962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:45.312201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:45.325049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7638fcfc-d700-49e5-9166-c4c1072dde88 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:51:45.343584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:45.347494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:45.394568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:45.474350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['7638fcfc-d700-49e5-9166-c4c1072dde88'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:51:45.940651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9693a3c-5355-4bbe-9055-ea3e5b47a750 req-3c2f6da4-b3a6-4999-8aed-3770048c2853 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:45.942094 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9693a3c-5355-4bbe-9055-ea3e5b47a750 req-3c2f6da4-b3a6-4999-8aed-3770048c2853 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Dec 24 03:51:45.989610 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9693a3c-5355-4bbe-9055-ea3e5b47a750 req-f9893783-c1ed-4fab-952e-3ef83f3c50af tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Dec 24 03:51:46.216220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d1a50-2b11-4ccb-9c05-719b5af819c1 req-22fbfcfd-d3d6-49b2-8438-25efc43b1149 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:46.217687 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f91d1a50-2b11-4ccb-9c05-719b5af819c1 req-22fbfcfd-d3d6-49b2-8438-25efc43b1149 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 945 time: 0.0797522 Dec 24 03:51:46.236929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-bafd52eb-ea87-43a7-869f-9305ce9b2afc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:46.238298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-bafd52eb-ea87-43a7-869f-9305ce9b2afc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1&tenant_id=d8678817073c4280adc68bce132e739b&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.0744317 Dec 24 03:51:46.274229 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f91d1a50-2b11-4ccb-9c05-719b5af819c1 req-5c1a6ce7-acdb-45ec-80ca-40c5ff560321 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499263 Dec 24 03:51:46.274830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7638fcfc-d700-49e5-9166-c4c1072dde88 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:51:46.328929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 7638fcfc-d700-49e5-9166-c4c1072dde88 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:51:46.329640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:46.339537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-689dabf4-72f0-40a8-8ea8-86bbdf2dd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:46.341055 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-689dabf4-72f0-40a8-8ea8-86bbdf2dd067 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0415416 Dec 24 03:51:46.412088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:46.433932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-61ae442b-9d31-4569-8df0-02a90841ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:46.435405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-61ae442b-9d31-4569-8df0-02a90841ae95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0876145 Dec 24 03:51:46.444278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:46.448718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:46.494795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:46.500566 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-bdcf3881-0096-4c18-8705-4d9b2ed3497d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 200 len: 1002 time: 0.0572798 Dec 24 03:51:46.549258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-d9b88b07-7e7f-4fff-9374-e12fb24dd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:46.550731 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-d9b88b07-7e7f-4fff-9374-e12fb24dd756 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0434098 Dec 24 03:51:46.598387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-41ffbfb6-9f7e-41d3-8bfc-0955258836ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:46.599853 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-41ffbfb6-9f7e-41d3-8bfc-0955258836ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427597 Dec 24 03:51:46.664749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:46.667045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70edc1bc-9dd4-4b65-9d9f-4efe2a381278" -d '{"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:46.687650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-22077d96-9dca-405c-a57e-f5dc4ec52c0f service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804923 Dec 24 03:51:46.710907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953e792-f9b5-4760-b817-ade76957b620 x-openstack-request-id: req-7953e792-f9b5-4760-b817-ade76957b620 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:46.711201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:46.711455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7953e792-f9b5-4760-b817-ade76957b620 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:46.711848 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'code': 200} Dec 24 03:51:46.783938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19aa4720-3e88-401c-81ef-5260bbd93d77 req-903d8018-33df-4785-8768-e6726d6d1f6c service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898793 Dec 24 03:51:47.398556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a1b8-7d18-4dc1-9a56-3adb2b61161a req-5168b33b-76a9-46eb-bc67-7e59feec5f0f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:47.402085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6a4a1b8-7d18-4dc1-9a56-3adb2b61161a req-5168b33b-76a9-46eb-bc67-7e59feec5f0f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0571709 Dec 24 03:51:47.447595 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6a4a1b8-7d18-4dc1-9a56-3adb2b61161a req-d0330529-38cc-4db9-9f80-33978d60aa77 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Dec 24 03:51:47.565580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe094d59-f03d-4445-b08f-16913f043096 req-b4d77b0f-7369-4cf0-a86f-bd35fd6be0cb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:47.567026 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fe094d59-f03d-4445-b08f-16913f043096 req-b4d77b0f-7369-4cf0-a86f-bd35fd6be0cb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0518429 Dec 24 03:51:47.883555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fe094d59-f03d-4445-b08f-16913f043096 req-fbf93cd5-5085-4b1a-829d-f9d58bbeee78 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106122 Dec 24 03:51:47.994020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912ac0-8c0b-4e78-a712-71a491eb3fa5 req-801bd526-41f6-4a5e-a1b6-9b758292cd0c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:47.995481 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-23912ac0-8c0b-4e78-a712-71a491eb3fa5 req-801bd526-41f6-4a5e-a1b6-9b758292cd0c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0480978 Dec 24 03:51:48.040993 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-23912ac0-8c0b-4e78-a712-71a491eb3fa5 req-7b713b3d-64bb-4329-bd29-0c48191443ad tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Dec 24 03:51:48.267475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8118-a61a-4d0d-97f5-3319fe591c60 req-405d067e-d576-4afc-8cbd-f79652f3a590 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:48.268912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f15d8118-a61a-4d0d-97f5-3319fe591c60 req-405d067e-d576-4afc-8cbd-f79652f3a590 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0474586 Dec 24 03:51:48.317918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f15d8118-a61a-4d0d-97f5-3319fe591c60 req-53bae49d-5118-44d2-9057-6181c94d0ac1 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 Dec 24 03:51:49.432045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aef9c-9a59-47d1-80b3-66ba866ab155 req-fc7e3573-35c4-48ca-af04-695aa68245bb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:49.433529 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-695aef9c-9a59-47d1-80b3-66ba866ab155 req-fc7e3573-35c4-48ca-af04-695aa68245bb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0473707 Dec 24 03:51:49.479637 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-695aef9c-9a59-47d1-80b3-66ba866ab155 req-646e90bf-00da-4ee1-88b7-f3013169217f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Dec 24 03:51:50.093404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-d7875dc9-46cc-4353-a8aa-f12cb914783c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:50.094863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-d7875dc9-46cc-4353-a8aa-f12cb914783c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0530558 Dec 24 03:51:50.192168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Deleting port 7638fcfc-d700-49e5-9166-c4c1072dde88 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:51:50.192533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:50.279237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] For port 7638fcfc-d700-49e5-9166-c4c1072dde88, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7638fcfc-d700-49e5-9166-c4c1072dde88,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:50.279588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:50.504257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:50.504988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:50.504988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c disassociated. External IP: 172.26.5.214, port: 7638fcfc-d700-49e5-9166-c4c1072dde88. Dec 24 03:51:50.505297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Calling delete_port for 7638fcfc-d700-49e5-9166-c4c1072dde88 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:51:50.623189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82849b78-9052-4902-8298-45793485295a req-987a3a00-7ed6-4807-8b7a-1a3c5e8930e4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:50.624685 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82849b78-9052-4902-8298-45793485295a req-987a3a00-7ed6-4807-8b7a-1a3c5e8930e4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=08d76c42-6bcc-4518-8295-b003fcde1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0733476 Dec 24 03:51:50.708078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82849b78-9052-4902-8298-45793485295a req-f664656e-669b-4a2d-af13-367038f14eeb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768511 Dec 24 03:51:50.709197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:50.742097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event deleted for resources: {'Port': ['ID=7638fcfc-d700-49e5-9166-c4c1072dde88,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:50.753641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.754080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.754481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.754779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.755114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.755446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.755801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.756135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.756487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.756817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.757142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.757463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.757781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:50.872589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:51:50.979889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:51:50.989457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:51:50.999606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:51:51.000217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:51:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:51.018599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] No DVR routers for this DVR port 7638fcfc-d700-49e5-9166-c4c1072dde88 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:51:51.021106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:51.025143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ace6efa5-d08f-4ec5-b7be-1d1a5d99e633 req-52cb3bdb-a9d0-4706-9bba-c0a7040054f9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "DELETE /v2.0/ports/7638fcfc-d700-49e5-9166-c4c1072dde88 HTTP/1.1" status: 204 len: 173 time: 0.9244986 Dec 24 03:51:51.025595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-deleted', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:51.028389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f630c49-0ea1-424f-ac41-8c1d58f49ecf" -d '{"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-deleted", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:51.067470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5db3ce-d32e-41d3-ac51-839dbc69573b x-openstack-request-id: req-3e5db3ce-d32e-41d3-ac51-839dbc69573b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:51.067762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d76c42-6bcc-4518-8295-b003fcde1cd1", "name": "network-vif-deleted", "tag": "7638fcfc-d700-49e5-9166-c4c1072dde88", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:51.068017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e5db3ce-d32e-41d3-ac51-839dbc69573b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:51.068668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d76c42-6bcc-4518-8295-b003fcde1cd1', 'name': 'network-vif-deleted', 'tag': '7638fcfc-d700-49e5-9166-c4c1072dde88', 'status': 'completed', 'code': 200} Dec 24 03:51:51.114328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:51:51.311364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:51.340418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:51:51.348463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:51:51.349058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:51:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:51.452649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:51:51.651040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:51.676305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f9fcb-e784-48ba-b63a-8c1fab78c280 None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:51:51.895873 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c8457-6e89-466b-a1cc-c7d41726c13e None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:51:51.947073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-d4f2f2c7-063a-4f79-a3d0-5c5783d9fb49 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1608708865&fields=id&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 267 time: 0.0417571 Dec 24 03:51:52.058884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-f30da03f-8807-42dd-ba25-5f634ca33c29 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:52.060472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-f30da03f-8807-42dd-ba25-5f634ca33c29 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1065311 Dec 24 03:51:52.076262 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-6a07a2c3-df9c-4e2c-9c51-145b2acf3f65 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/quotas/d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 375 time: 0.0096140 Dec 24 03:51:52.132881 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bc58149b-8b82-4349-ad75-17013f090058 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507288 Dec 24 03:51:52.205039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:52.229381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-c2c18c60-8a30-44c0-9631-95e01d484a2b service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838690 Dec 24 03:51:52.319873 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-f14084d8-33d2-45fe-a611-22d299e47ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842755 Dec 24 03:51:52.477746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-77eb9b53-fcc4-4adc-9553-86ab15414a45 req-debf4be0-2ab1-42ff-948a-cfd2e8564583 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 210 time: 0.0263033 Dec 24 03:51:53.482616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bbc73702-b5c6-4336-9b4d-2668a589a10b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:53.484043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bbc73702-b5c6-4336-9b4d-2668a589a10b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1076038 Dec 24 03:51:53.566454 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-715f21d3-dd3d-414b-8cbd-99b4f201a1b5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 380 time: 0.0667102 Dec 24 03:51:53.586788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'port': {'device_id': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'admin_state_up': True, 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'security_groups': ['3969cc09-4c60-4a52-b2cc-6615ee63d4df']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:51:53.590801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3d9ada2e-0383-4497-89c9-45c6b0b17057 req-a7b9c336-af41-4603-92b7-b8ec75c0097f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 210 time: 0.0389371 Dec 24 03:51:53.697795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Made reservation on behalf of d8678817073c4280adc68bce132e739b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:51:53.701293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:53.821766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Allocated IP 172.20.0.10 (d7e8722a-4160-4ce6-9b85-059251524b7a/f720fc09-466d-4cfe-b072-eb1c85c0ba54/df764cc1-3e80-44b0-be15-184a370bc861) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:51:53.954467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:53.987686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.029574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Network d7e8722a-4160-4ce6-9b85-059251524b7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:51:54.032696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:51:54.036213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:51:54.066550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:51:54.093505 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:51:54.096712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:54.096712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.112758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-bef55c21-cf67-4b80-b852-4f5aee31fb19 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5300074 Dec 24 03:51:54.156649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Request body: {'port': {'device_id': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:51:54.212782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.221897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9da01af3-7b6f-4f06-8842-231a9f97ef9a None None] Provisioning complete for port df764cc1-3e80-44b0-be15-184a370bc861 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:51:54.222424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9da01af3-7b6f-4f06-8842-231a9f97ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.254540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9da01af3-7b6f-4f06-8842-231a9f97ef9a None None] Port df764cc1-3e80-44b0-be15-184a370bc861 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:51:54.304837 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7638fcfc-d700-49e5-9166-c4c1072dde88 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:51:54.325046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 7638fcfc-d700-49e5-9166-c4c1072dde88 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:51:54.325306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7638fcfc-d700-49e5-9166-c4c1072dde88 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:51:54.470028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df764cc1-3e80-44b0-be15-184a370bc861 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:51:54.478398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.490507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Transition to ACTIVE for port object df764cc1-3e80-44b0-be15-184a370bc861 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:51:54.495294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.543281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:54.613534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Attempting to bind port df764cc1-3e80-44b0-be15-184a370bc861 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:51:54.614107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Attempting to bind port df764cc1-3e80-44b0-be15-184a370bc861 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:51:54.614252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Attempting to bind port df764cc1-3e80-44b0-be15-184a370bc861 on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:51:54.619466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Port df764cc1-3e80-44b0-be15-184a370bc861 on network d7e8722a-4160-4ce6-9b85-059251524b7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:51:54.619791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Attempting to bind port df764cc1-3e80-44b0-be15-184a370bc861 on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:51:54.624976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:51:54.625315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Checking segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:51:54.625707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Bound using segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:51:54.626134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Bound port: df764cc1-3e80-44b0-be15-184a370bc861, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:51:54.626487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.726266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:51:54.745879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d28a2-3bf8-4220-b709-7fe107d1b813 req-8dcaf636-1bbe-4515-b980-f8bd4334137e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:54.747352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da9d28a2-3bf8-4220-b709-7fe107d1b813 req-8dcaf636-1bbe-4515-b980-f8bd4334137e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 944 time: 0.0855682 Dec 24 03:51:54.748980 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:51:54.753036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.800031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:54.800584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:54.802087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] 10.222.0.41 "PUT /v2.0/ports/df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1094 time: 0.6498368 Dec 24 03:51:54.808070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:54.810373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "tag": "df764cc1-3e80-44b0-be15-184a370bc861"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:54.859421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704d5a8-b688-4b51-9201-73f2f4c48d04 service neutron] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:54.864523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967dc14f-15f1-4cd4-8a1e-be5fa2f35c40 x-openstack-request-id: req-967dc14f-15f1-4cd4-8a1e-be5fa2f35c40 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:54.864840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "tag": "df764cc1-3e80-44b0-be15-184a370bc861", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:54.865133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-967dc14f-15f1-4cd4-8a1e-be5fa2f35c40 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:54.865520 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861', 'status': 'completed', 'code': 200} Dec 24 03:51:54.869428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da9d28a2-3bf8-4220-b709-7fe107d1b813 req-c225f415-3039-4147-940a-a3da7e36e6ce tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142290 Dec 24 03:51:54.928716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-00110a04-2682-4bd5-8290-c1870bafff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:54.930244 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-00110a04-2682-4bd5-8290-c1870bafff7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1097 time: 0.0496416 Dec 24 03:51:54.980034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-89c6d0c5-bb16-4492-adad-119e72bd9334 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 217 time: 0.0354738 Dec 24 03:51:55.029049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-ad8af218-31eb-426c-8202-8fadacd47505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:55.030432 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-ad8af218-31eb-426c-8202-8fadacd47505 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0434458 Dec 24 03:51:55.078112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-3e9a95af-a111-4440-890c-85d31de05919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:55.079483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-3e9a95af-a111-4440-890c-85d31de05919 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415947 Dec 24 03:51:55.169169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-1636d096-97ed-4ab9-831e-6606e621bade service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826931 Dec 24 03:51:55.260532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21f23506-9b64-45ef-9e80-4e7c8931b718 req-db4dc4f7-a7a4-4453-be1a-c7a72e07c5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841279 Dec 24 03:51:55.385839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-93d67b35-b178-405f-895c-8d9bdf9d6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:55.387217 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-93d67b35-b178-405f-895c-8d9bdf9d6e48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1097 time: 0.0399320 Dec 24 03:51:55.479488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-3fa438ea-beec-4dec-a4d5-f4d71083f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:55.480960 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-3fa438ea-beec-4dec-a4d5-f4d71083f381 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0856144 Dec 24 03:51:55.521850 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-fccd4ee3-c2d7-436a-b345-9e29d6096e69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 217 time: 0.0333722 Dec 24 03:51:55.567390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-44d87273-0761-4a2e-b05e-f281c5f3ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:55.569387 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-44d87273-0761-4a2e-b05e-f281c5f3ae5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0419123 Dec 24 03:51:55.613213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-7383e9b5-d135-4c7b-8f1b-044d16a4bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:55.614643 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-7383e9b5-d135-4c7b-8f1b-044d16a4bcaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377038 Dec 24 03:51:55.707936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-82b03f0e-27a3-4a98-b2f4-67834ebae6e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852993 Dec 24 03:51:55.798608 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a25d5a6-f118-4d3f-a3e7-c530eec80e5b req-bdfd6419-bdfd-4839-bf79-8d61b52c7af4 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Dec 24 03:51:55.984257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5fa30-9a20-4b8f-af8b-862fe8fc0b62 req-b5e913f0-79dd-4c0f-bd0e-c52b21142126 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:55.985649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d5fa30-9a20-4b8f-af8b-862fe8fc0b62 req-b5e913f0-79dd-4c0f-bd0e-c52b21142126 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 944 time: 0.0484624 Dec 24 03:51:56.031376 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-60d5fa30-9a20-4b8f-af8b-862fe8fc0b62 req-3143998c-f03b-4218-b077-a0d19c0db318 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390866 Dec 24 03:51:57.149397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967706c-9f62-4080-af8d-2a662b00cfa9 req-93470c4d-f70d-4562-bc07-8ae4bed728e2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:57.151097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2967706c-9f62-4080-af8d-2a662b00cfa9 req-93470c4d-f70d-4562-bc07-8ae4bed728e2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 944 time: 0.0505316 Dec 24 03:51:57.198047 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2967706c-9f62-4080-af8d-2a662b00cfa9 req-aa82e84d-61df-40a3-b533-b81e3c58bae1 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Dec 24 03:51:58.314143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d822f-8928-4584-a2aa-579dba450478 req-1f5f4c78-d990-4ea5-89e5-a759f19250f6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:58.315566 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-788d822f-8928-4584-a2aa-579dba450478 req-1f5f4c78-d990-4ea5-89e5-a759f19250f6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 944 time: 0.0507870 Dec 24 03:51:58.324087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device df764cc1-3e80-44b0-be15-184a370bc861 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:51:58.362806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-788d822f-8928-4584-a2aa-579dba450478 req-b8432aa1-2aab-44ee-b084-fbe853ffc506 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412843 Dec 24 03:51:58.423403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:58.434915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'df764cc1-3e80-44b0-be15-184a370bc861', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': 'df764cc1-3e80-44b0-be15-184a370bc861', 'mac_address': 'fa:16:3e:f6:b6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:51:58.471704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:58.484882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df764cc1-3e80-44b0-be15-184a370bc861 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:51:58.504590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:58.508293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:58.556621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:58.916934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['df764cc1-3e80-44b0-be15-184a370bc861'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:51:59.474383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a62c2-f0fa-4881-9b6d-5f30c97f22fb req-d859d972-9235-430f-a8c4-f9e5ed99c0a6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:59.475814 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-645a62c2-f0fa-4881-9b6d-5f30c97f22fb req-d859d972-9235-430f-a8c4-f9e5ed99c0a6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Dec 24 03:51:59.521821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-645a62c2-f0fa-4881-9b6d-5f30c97f22fb req-8752602c-651a-4d72-aa5d-396fe2bbc3f3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Dec 24 03:52:00.335830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device df764cc1-3e80-44b0-be15-184a370bc861 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:52:00.386168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port df764cc1-3e80-44b0-be15-184a370bc861 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:52:00.389930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port df764cc1-3e80-44b0-be15-184a370bc861 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:52:00.390303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:00.465196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:00.486489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:52:00.488694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d35602-145a-4bc9-a844-b1feaeb73d0b" -d '{"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-plugged", "status": "completed", "tag": "df764cc1-3e80-44b0-be15-184a370bc861"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:52:00.501410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:52:00.505947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:00.533626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4f388-ff8a-4a5e-9522-ac52995580ff x-openstack-request-id: req-14f4f388-ff8a-4a5e-9522-ac52995580ff {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:52:00.533916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-plugged", "status": "completed", "tag": "df764cc1-3e80-44b0-be15-184a370bc861", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:52:00.534162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14f4f388-ff8a-4a5e-9522-ac52995580ff {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:52:00.534533 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861', 'code': 200} Dec 24 03:52:00.562550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:52:00.653238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ce39-c143-461f-b9e4-4c03d44869f7 req-ee6c7bda-b86a-4eb5-9d6a-5ba67315908d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:00.654900 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c723ce39-c143-461f-b9e4-4c03d44869f7 req-ee6c7bda-b86a-4eb5-9d6a-5ba67315908d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0552471 Dec 24 03:52:00.723416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c723ce39-c143-461f-b9e4-4c03d44869f7 req-6adfdd0c-9444-4b75-8a8a-02a85ef206cd tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625768 Dec 24 03:52:00.735662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd846ed-2efd-4fc5-8581-b410de8a5bd8 req-a49b5ab9-019b-41e2-ae6c-061d17516003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:00.737133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdd846ed-2efd-4fc5-8581-b410de8a5bd8 req-a49b5ab9-019b-41e2-ae6c-061d17516003 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1099 time: 0.0472121 Dec 24 03:52:00.781453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fdd846ed-2efd-4fc5-8581-b410de8a5bd8 req-1f272434-6d12-4e24-b053-01fa73d3a445 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Dec 24 03:52:00.882075 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:52:01.840967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e04799-c341-40fd-9c8b-011f1f36de0d req-30aaaf83-d492-417e-af3f-892c08013227 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:01.842409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1e04799-c341-40fd-9c8b-011f1f36de0d req-30aaaf83-d492-417e-af3f-892c08013227 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0471799 Dec 24 03:52:01.887391 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1e04799-c341-40fd-9c8b-011f1f36de0d req-b68b6994-0f49-4b72-97cd-5a7abe22de7a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Dec 24 03:52:03.275873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49056679-2546-4ee1-87ff-9ebe911eaa38 req-6980a387-735b-4abf-b185-9bc825840d86 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:03.277353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-49056679-2546-4ee1-87ff-9ebe911eaa38 req-6980a387-735b-4abf-b185-9bc825840d86 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.3237181 Dec 24 03:52:03.322680 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-49056679-2546-4ee1-87ff-9ebe911eaa38 req-81768272-0763-4d01-9808-4ae9e5f957e8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 Dec 24 03:52:03.431957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3bb7f-f2bd-4971-baee-b1ea5d2d6d0a req-7b4e82f0-bff2-4d39-9111-aa5c2f2fcd64 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:03.433402 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b1e3bb7f-f2bd-4971-baee-b1ea5d2d6d0a req-7b4e82f0-bff2-4d39-9111-aa5c2f2fcd64 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0470135 Dec 24 03:52:03.441703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 53848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:52:03.446368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'floatingip': {'port_id': 'df764cc1-3e80-44b0-be15-184a370bc861'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:52:03.486550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:03.908965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:03.912827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:04.011030 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c associated. External IP: 172.26.5.214, port: df764cc1-3e80-44b0-be15-184a370bc861. Dec 24 03:52:04.217913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:52:04.323741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:52:04.328849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:04.333709 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:52:04.342690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:52:04.343298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:51:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:52:04.355932 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bddb25f6-6ada-4fec-a89b-254132ae934b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "PUT /v2.0/floatingips/137c034f-90a4-43bc-8092-99c300db0b1c HTTP/1.1" status: 200 len: 992 time: 0.9132142 Dec 24 03:52:04.356534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:52:04.358775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f073cfd-9d48-4286-9cd9-03223aa09c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "tag": "df764cc1-3e80-44b0-be15-184a370bc861"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:52:04.395889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e024ae7-7339-4c8c-8dc5-36b137d13ea8 x-openstack-request-id: req-2e024ae7-7339-4c8c-8dc5-36b137d13ea8 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:52:04.396180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "tag": "df764cc1-3e80-44b0-be15-184a370bc861", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:52:04.396460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e024ae7-7339-4c8c-8dc5-36b137d13ea8 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:52:04.396870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861', 'status': 'completed', 'code': 200} Dec 24 03:52:04.501443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-8cb7b943-3c83-4d46-9d0f-c80eeb27485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.502950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-8cb7b943-3c83-4d46-9d0f-c80eeb27485f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1099 time: 0.0441961 Dec 24 03:52:04.595012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:52:04.597354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-1698d799-2c70-4a2c-a9df-7c8fb8dfa50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.598893 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-1698d799-2c70-4a2c-a9df-7c8fb8dfa50b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0884142 Dec 24 03:52:04.663487 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-659d6865-1394-49ab-a51b-9cedff967e25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1000 time: 0.0576873 Dec 24 03:52:04.716027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-e4fedd0e-d749-4efe-ae91-fefd5f801a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.717548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-e4fedd0e-d749-4efe-ae91-fefd5f801a5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0472102 Dec 24 03:52:04.763173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-d7ea6d32-5f4f-4529-a4f8-99be421d8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.764475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-d7ea6d32-5f4f-4529-a4f8-99be421d8f0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391536 Dec 24 03:52:04.813919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': 'df764cc1-3e80-44b0-be15-184a370bc861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:f6:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:52:03Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:52:04.844251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:52:04.853120 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:52:04.853739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:51:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:52:04.858888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-31b73156-a5aa-409c-a68e-29c8bab48c0f service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865803 Dec 24 03:52:04.947780 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f073cfd-9d48-4286-9cd9-03223aa09c4b req-bf44d233-10d5-46d2-863c-e0227d9301eb service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Dec 24 03:52:04.956888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:52:05.176960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': 'df764cc1-3e80-44b0-be15-184a370bc861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:f6:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:52:03Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:52:05.206323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323dc40-9d09-4252-b862-7a39484cfc0a None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': 'df764cc1-3e80-44b0-be15-184a370bc861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:f6:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:52:03Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:52:05.387201 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed24ee8-4959-48d2-ba91-7ed28d3e89a8 None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:52:09.439056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9d87650-868d-4ea3-9c4c-605dc11ea12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:11.808967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cecdaf6-d8d4-455c-916c-a0ef0010f126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:12.783981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:14.467981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:15.101291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:22.203269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:27.377462 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-d1f553fe-93f3-4fc5-8073-850734b0dd07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470707 Dec 24 03:52:27.475240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-6aa26f1b-5fee-45d0-b70a-6a087e60c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:27.476709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-6aa26f1b-5fee-45d0-b70a-6a087e60c96f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1099 time: 0.0396461 Dec 24 03:52:27.574925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-9b409ea1-b5ef-402e-b67e-b9e2f7b95946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:27.576343 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-9b409ea1-b5ef-402e-b67e-b9e2f7b95946 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0814323 Dec 24 03:52:27.645172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-2485412d-c0f6-48f8-8736-df7d280d889d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1002 time: 0.0614562 Dec 24 03:52:27.693103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-8697aa60-9db4-40f7-a368-2fafa92fe21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:27.694486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-8697aa60-9db4-40f7-a368-2fafa92fe21b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0422368 Dec 24 03:52:27.738891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-279c6114-5a80-4eb7-ada8-6632e498368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:27.740884 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-279c6114-5a80-4eb7-ada8-6632e498368e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386722 Dec 24 03:52:27.835113 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-567b86bb-6c28-4c27-b684-4517e6d401e3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Dec 24 03:52:27.926774 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13c61e41-dcb9-47b3-94d4-af578f588447 req-eae8ab03-9d95-4019-93bc-746423595283 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840728 Dec 24 03:52:37.880661 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:52:39.440089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6edd-7f6e-4c40-b336-fba1cecb7f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:41.808907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ff87db9-97f5-4b56-adfd-dba378149271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:42.787082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:44.471023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:45.103469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:52.210953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:09.441472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0741857-4c0f-45b9-92fc-8530735de914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:11.809676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-810c4bfc-c231-48b4-a507-93be0e5513de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:12.789615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:14.492223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:14.879297 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:53:15.108994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:19.115136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5306c66-c1c2-432f-9e08-1e4ae42acf6d req-687a18d0-756b-47c9-8dd3-d05ef36723a6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:19.116639 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e5306c66-c1c2-432f-9e08-1e4ae42acf6d req-687a18d0-756b-47c9-8dd3-d05ef36723a6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0504844 Dec 24 03:53:19.164568 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e5306c66-c1c2-432f-9e08-1e4ae42acf6d req-887d2548-7a9a-419d-82b9-c44ff72b425a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417697 Dec 24 03:53:20.281878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386fc-ad89-4308-a2e2-cade0654aac5 req-04331a02-9db8-4da9-8be9-6433fb07e92f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:20.283326 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e5b386fc-ad89-4308-a2e2-cade0654aac5 req-04331a02-9db8-4da9-8be9-6433fb07e92f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0500724 Dec 24 03:53:20.328898 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e5b386fc-ad89-4308-a2e2-cade0654aac5 req-6ebc590e-bb8b-4133-b8e0-d5ebb11d32ce tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Dec 24 03:53:21.444433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752e220-06b6-4573-8034-6bbc6bf7c46a req-10fa3ba1-6319-4b7f-a581-d835a35f2ebe tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:21.445881 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4752e220-06b6-4573-8034-6bbc6bf7c46a req-10fa3ba1-6319-4b7f-a581-d835a35f2ebe tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0478892 Dec 24 03:53:21.492300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4752e220-06b6-4573-8034-6bbc6bf7c46a req-148563d7-aa06-481d-ad70-2fcf8d2842a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405536 Dec 24 03:53:22.214660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:22.604752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de8f5c-0cbc-464b-963e-40732e7fedb3 req-5adea1da-4370-41e7-b42b-b409e97db6d7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:22.606200 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0de8f5c-0cbc-464b-963e-40732e7fedb3 req-5adea1da-4370-41e7-b42b-b409e97db6d7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0476806 Dec 24 03:53:22.655207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0de8f5c-0cbc-464b-963e-40732e7fedb3 req-d6399aee-be9f-4bfc-a398-096f2e3574bc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430927 Dec 24 03:53:23.766810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c579cb5-f3ae-4ef7-b4a3-2f2a4dab676b req-ed29bade-3898-4650-897a-2c69d362f8db tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:23.768245 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c579cb5-f3ae-4ef7-b4a3-2f2a4dab676b req-ed29bade-3898-4650-897a-2c69d362f8db tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0471003 Dec 24 03:53:23.813803 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c579cb5-f3ae-4ef7-b4a3-2f2a4dab676b req-82090e8a-0d58-40a8-bd07-14c92f303768 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 Dec 24 03:53:24.933219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575caf8-4da4-4236-98bd-f365a27aadd2 req-e0faaae2-79c7-4acf-ae2d-e0c327a2b546 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:24.934693 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8575caf8-4da4-4236-98bd-f365a27aadd2 req-e0faaae2-79c7-4acf-ae2d-e0c327a2b546 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0542102 Dec 24 03:53:24.980609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8575caf8-4da4-4236-98bd-f365a27aadd2 req-3d5c67d8-90fc-4ddd-ab01-d1bfc51c751f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400867 Dec 24 03:53:26.096918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017a282-92aa-4d4c-bbd3-1f40f59a4f39 req-922fd9fa-1596-4ff3-8696-be4bebfcdfba tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:26.098421 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3017a282-92aa-4d4c-bbd3-1f40f59a4f39 req-922fd9fa-1596-4ff3-8696-be4bebfcdfba tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0520558 Dec 24 03:53:26.144820 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3017a282-92aa-4d4c-bbd3-1f40f59a4f39 req-0366e77e-8a95-489d-89cb-6eff7c483a23 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Dec 24 03:53:27.258771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb511a0-21d7-4a38-85e1-c6a055e27a76 req-cebd2a7e-55db-4922-9a50-4579497375bc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:27.260213 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7fb511a0-21d7-4a38-85e1-c6a055e27a76 req-cebd2a7e-55db-4922-9a50-4579497375bc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0478334 Dec 24 03:53:27.306206 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7fb511a0-21d7-4a38-85e1-c6a055e27a76 req-ff561a39-2d2f-463d-96ae-dd2581dc4bed tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401742 Dec 24 03:53:27.421922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-8bd07f1a-9b7e-4bbf-9c8a-4eae91652490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:27.423273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-8bd07f1a-9b7e-4bbf-9c8a-4eae91652490 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1099 time: 0.0436957 Dec 24 03:53:27.523748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-95adce52-19c8-4a77-ac5e-8ed3a03b9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:27.525234 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-95adce52-19c8-4a77-ac5e-8ed3a03b9554 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0833728 Dec 24 03:53:27.591780 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-4694f6f1-05ed-44bf-b713-465f198ecf8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1002 time: 0.0596468 Dec 24 03:53:27.637840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-ac880761-c938-4c65-ad2e-5b0d287db2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:27.639219 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-ac880761-c938-4c65-ad2e-5b0d287db2a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0411227 Dec 24 03:53:27.682646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-fd1b6406-b05b-44ff-ac89-f91e7a5c6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:27.684064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-fd1b6406-b05b-44ff-ac89-f91e7a5c6b4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374851 Dec 24 03:53:27.774730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-c233dceb-62ab-4667-8d97-9d553c964a21 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Dec 24 03:53:27.860267 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2225a761-732d-4cd0-ab7f-07d0f4e02416 req-976b6118-ecc2-4722-933a-c61e7b43c123 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788219 Dec 24 03:53:28.424257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684b7b-bf69-411c-9ff8-9d03b9727991 req-dc03a900-f56e-4850-b876-62e88454817a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:28.425624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0684b7b-bf69-411c-9ff8-9d03b9727991 req-dc03a900-f56e-4850-b876-62e88454817a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0518665 Dec 24 03:53:28.474174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0684b7b-bf69-411c-9ff8-9d03b9727991 req-81f3f776-3751-41f3-80cb-4fdca75ff7dc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Dec 24 03:53:29.585326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970824c9-d83c-42e9-9cac-9e7df23ae734 req-8bd9599f-808d-449b-9239-a88effebd70b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:29.586777 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-970824c9-d83c-42e9-9cac-9e7df23ae734 req-8bd9599f-808d-449b-9239-a88effebd70b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0481117 Dec 24 03:53:29.632887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-970824c9-d83c-42e9-9cac-9e7df23ae734 req-e0ef5683-c783-4930-a698-d77d1f6f9f24 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Dec 24 03:53:29.891955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144902c-c54d-410d-a666-576f10ccc8f5 req-0b2f65f1-8548-480e-99db-d8a94c02c223 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:29.893432 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4144902c-c54d-410d-a666-576f10ccc8f5 req-0b2f65f1-8548-480e-99db-d8a94c02c223 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0747454 Dec 24 03:53:29.919607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-d968a78b-8460-475d-a0e9-688524558c9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123710 Dec 24 03:53:29.947736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4144902c-c54d-410d-a666-576f10ccc8f5 req-e73d1a9b-dd9a-4d30-b496-e49cf6b955fe tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476410 Dec 24 03:53:31.065765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3737567-0703-4704-b76e-e87c65fd16cd req-8fa2a9f6-cff6-46e6-b3e5-096b2e343536 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:31.067230 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3737567-0703-4704-b76e-e87c65fd16cd req-8fa2a9f6-cff6-46e6-b3e5-096b2e343536 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0504160 Dec 24 03:53:31.137281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3737567-0703-4704-b76e-e87c65fd16cd req-3ad757f8-0c1a-4e53-a479-766ae8834c7b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637925 Dec 24 03:53:31.149629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-c30430bf-a248-4023-912e-b1f938db4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:31.151195 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-c30430bf-a248-4023-912e-b1f938db4e41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1099 time: 0.0511053 Dec 24 03:53:31.246928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-baee450b-d5a5-4463-945f-29c901e035ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:31.248286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-baee450b-d5a5-4463-945f-29c901e035ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0905755 Dec 24 03:53:31.313882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-c1cecfad-3c23-4443-98c5-ea318a29544e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1002 time: 0.0586696 Dec 24 03:53:31.361519 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-7b54df47-cce2-4987-b895-4fb397441fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:31.362882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-7b54df47-cce2-4987-b895-4fb397441fe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0415320 Dec 24 03:53:31.405739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-99e6de08-d1d8-4d35-8fab-c6a680ae1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:31.407128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-99e6de08-d1d8-4d35-8fab-c6a680ae1f94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376108 Dec 24 03:53:31.495668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-8bc8afdc-a2b4-4ccc-9057-f41257073cb2 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812585 Dec 24 03:53:31.580958 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-785841d0-74ba-4cd0-9f17-35f4b299e3e7 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784628 Dec 24 03:53:32.250940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951eae-1cd3-4dd6-915f-bc05dbb2037b req-60ed965a-d39d-453f-b4db-ae60bc23f34e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:32.252413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f7951eae-1cd3-4dd6-915f-bc05dbb2037b req-60ed965a-d39d-453f-b4db-ae60bc23f34e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0482438 Dec 24 03:53:32.301868 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f7951eae-1cd3-4dd6-915f-bc05dbb2037b req-649e78fe-2f98-48d6-bc92-caae82268f5b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428987 Dec 24 03:53:33.288015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-e2552706-3327-4f73-83b6-fcb18bd6a8d8 service neutron] 10.222.0.41 "GET /v2.0/ports/df764cc1-3e80-44b0-be15-184a370bc861/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0531955 Dec 24 03:53:33.421743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcdd5c-f58a-48eb-950a-73f45cca525f req-37d1f15a-900e-41d0-ac21-227ed7167840 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:33.423131 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-80fcdd5c-f58a-48eb-950a-73f45cca525f req-37d1f15a-900e-41d0-ac21-227ed7167840 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0499458 Dec 24 03:53:33.481387 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-80fcdd5c-f58a-48eb-950a-73f45cca525f req-14ae49c3-3856-42e8-8206-089709de8266 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522156 Dec 24 03:53:33.515073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-2948601a-d38b-4cfb-a834-679d7a22f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:33.516990 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-2948601a-d38b-4cfb-a834-679d7a22f774 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 1099 time: 0.0473018 Dec 24 03:53:33.587842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-44535eca-a788-4f47-91d3-493e296c5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:33.589323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-44535eca-a788-4f47-91d3-493e296c5bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1099 time: 0.0403509 Dec 24 03:53:33.676069 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-6cee6c84-5d4f-47ea-b971-383bc80f4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:33.677447 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-6cee6c84-5d4f-47ea-b971-383bc80f4826 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0812433 Dec 24 03:53:34.015444 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-98149984-68eb-4c21-83ea-13ba2bc0751e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1002 time: 0.3306272 Dec 24 03:53:34.063607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-df19817e-15c7-4e21-a8fa-44d14a705697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:34.065032 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-df19817e-15c7-4e21-a8fa-44d14a705697 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0420942 Dec 24 03:53:34.109902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-17b7c41d-4d15-47ff-903e-0dc75590d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:34.111358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-17b7c41d-4d15-47ff-903e-0dc75590d9e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390167 Dec 24 03:53:34.201034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-aa59f95b-0dc2-49cd-9f6e-9871a659a681 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821261 Dec 24 03:53:34.291338 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d6166c-b971-4f4a-8e27-a94e0cd24d11 req-bc0a9cdd-47de-42a7-a485-78c9ff86f649 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825527 Dec 24 03:53:34.598738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd60f-b03d-47c6-a02d-730a4a87e70a req-efe538ae-10e3-4809-817f-87d70b466264 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:34.600126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fd6dd60f-b03d-47c6-a02d-730a4a87e70a req-efe538ae-10e3-4809-817f-87d70b466264 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0491135 Dec 24 03:53:34.648804 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fd6dd60f-b03d-47c6-a02d-730a4a87e70a req-0f7406f3-3bd7-4948-b550-5924cdeb87a4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Dec 24 03:53:35.765660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8303b-48dc-4432-906c-50a0bd771afa req-be01504b-e370-4996-9d8e-31fd3d69b8f5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:35.767100 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd8303b-48dc-4432-906c-50a0bd771afa req-be01504b-e370-4996-9d8e-31fd3d69b8f5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0470967 Dec 24 03:53:35.812733 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfd8303b-48dc-4432-906c-50a0bd771afa req-df8cdfde-5166-4299-995c-db33dc0d3b51 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Dec 24 03:53:36.851979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device df764cc1-3e80-44b0-be15-184a370bc861 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:53:36.863805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device df764cc1-3e80-44b0-be15-184a370bc861 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:36.939928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb1abc-d490-44c2-8a94-21a8a9b56aa8 req-53e2f996-b9b9-465e-94d0-c2c7063a2325 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:36.941523 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68cb1abc-d490-44c2-8a94-21a8a9b56aa8 req-53e2f996-b9b9-465e-94d0-c2c7063a2325 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0571573 Dec 24 03:53:36.994511 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68cb1abc-d490-44c2-8a94-21a8a9b56aa8 req-c063ae0f-bd24-4181-87d6-0b6a5f8f4f5d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460038 Dec 24 03:53:37.018579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:37.035537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'df764cc1-3e80-44b0-be15-184a370bc861', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': 'df764cc1-3e80-44b0-be15-184a370bc861', 'mac_address': 'fa:16:3e:f6:b6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:53:37.037215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:37.082288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:37.084494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58459ad-c16f-4860-b68a-09d1f365833c" -d '{"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-unplugged", "status": "completed", "tag": "df764cc1-3e80-44b0-be15-184a370bc861"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:37.099764 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:37.102941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:37.105201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:37.140791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df764cc1-3e80-44b0-be15-184a370bc861 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:53:37.192630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce91f2a-8869-46ea-a9bf-3caf541194de x-openstack-request-id: req-3ce91f2a-8869-46ea-a9bf-3caf541194de {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:37.192917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-unplugged", "status": "completed", "tag": "df764cc1-3e80-44b0-be15-184a370bc861", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:37.193188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ce91f2a-8869-46ea-a9bf-3caf541194de {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:37.193554 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861', 'code': 200} Dec 24 03:53:37.201366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:37.204520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:53:37.204876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:53:37.209445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.209947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.210154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.210488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.210814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.211139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.211652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.211978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.214271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.215167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.215510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.217074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.217410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:37.741272 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:37.754312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df764cc1-3e80-44b0-be15-184a370bc861 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:53:37.776464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:37.780396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:37.829967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:37.908580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['df764cc1-3e80-44b0-be15-184a370bc861'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:53:38.111981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750069f5-c4c4-4ab6-af55-3062c38c6704 req-9e8d21f0-4993-4616-bd88-ae450ddffd26 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:38.113480 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-750069f5-c4c4-4ab6-af55-3062c38c6704 req-9e8d21f0-4993-4616-bd88-ae450ddffd26 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 945 time: 0.0482938 Dec 24 03:53:38.160773 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-750069f5-c4c4-4ab6-af55-3062c38c6704 req-7aa04bdd-5eb1-4c45-a0a0-5f8ae2c9d2f3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 Dec 24 03:53:38.388807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465435c-9214-4da1-bfc5-19dccd8e19ba req-98b7d164-acdc-4a5b-a05e-aa634ae4e228 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:38.390182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8465435c-9214-4da1-bfc5-19dccd8e19ba req-98b7d164-acdc-4a5b-a05e-aa634ae4e228 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 945 time: 0.0833898 Dec 24 03:53:38.402088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-931923c8-54f2-453f-8eae-ec8c743227d6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:38.403427 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-931923c8-54f2-453f-8eae-ec8c743227d6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3&tenant_id=d8678817073c4280adc68bce132e739b&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.0703256 Dec 24 03:53:38.447106 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8465435c-9214-4da1-bfc5-19dccd8e19ba req-13b76e0f-36f4-4c84-bfda-5ae57deb3164 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Dec 24 03:53:38.503459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-d5dfa5b5-ab58-48bb-b19a-d8a9b49b0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:38.504985 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-d5dfa5b5-ab58-48bb-b19a-d8a9b49b0751 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1098 time: 0.0398128 Dec 24 03:53:38.596070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-610d27e2-85ec-40a7-9a44-136940689683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:38.597530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-610d27e2-85ec-40a7-9a44-136940689683 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0846632 Dec 24 03:53:38.659770 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-a5b02fda-c008-4fb7-a47a-eaf228729e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1001 time: 0.0550690 Dec 24 03:53:38.711457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-8e76330c-018a-4a38-8c90-6b9780d7d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:38.712874 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-8e76330c-018a-4a38-8c90-6b9780d7d07c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0455911 Dec 24 03:53:38.758379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-fa576b68-2d52-4798-8119-4358e3b4b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:38.759806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-fa576b68-2d52-4798-8119-4358e3b4b883 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401697 Dec 24 03:53:38.846901 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-6a3b6d3f-025d-40dd-a717-20d10780e70a service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799165 Dec 24 03:53:38.861663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device df764cc1-3e80-44b0-be15-184a370bc861 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:53:38.911560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port df764cc1-3e80-44b0-be15-184a370bc861 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:53:38.912239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:38.939355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-754922d7-7d64-4e99-a415-b06d0cbef983 req-335e79c8-bf4a-45f8-9c2b-8b87c556c546 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844638 Dec 24 03:53:38.987267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.017831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:39.021939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.070237 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:39.194382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:39.196689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7445a0-3e7d-45d7-be51-4b29179bede4" -d '{"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-plugged", "status": "completed", "tag": "df764cc1-3e80-44b0-be15-184a370bc861"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:39.240532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca1e56-16aa-4666-ac8f-d39c53b9e276 x-openstack-request-id: req-1bca1e56-16aa-4666-ac8f-d39c53b9e276 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:39.240826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-plugged", "status": "completed", "tag": "df764cc1-3e80-44b0-be15-184a370bc861", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:39.241118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bca1e56-16aa-4666-ac8f-d39c53b9e276 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:39.241512 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861', 'code': 200} Dec 24 03:53:39.447514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1402e516-297c-48f7-be57-24d2762f2ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.567336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f739-7851-4871-a0a4-46c0dd1210f5 req-cb0415e0-a4e0-4cfe-8c0f-8443478b0c51 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:39.568843 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c85f739-7851-4871-a0a4-46c0dd1210f5 req-cb0415e0-a4e0-4cfe-8c0f-8443478b0c51 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0506172 Dec 24 03:53:39.620077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c85f739-7851-4871-a0a4-46c0dd1210f5 req-50df67d5-07b7-4c4f-8984-34f7ec8d9056 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445657 Dec 24 03:53:39.742194 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c064a4-45ea-4a25-99fa-7bb631da8109 req-1bce432b-77e1-4a58-b2ee-48ffb2bdb7f3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:39.743559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-99c064a4-45ea-4a25-99fa-7bb631da8109 req-1bce432b-77e1-4a58-b2ee-48ffb2bdb7f3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0537436 Dec 24 03:53:39.789538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-99c064a4-45ea-4a25-99fa-7bb631da8109 req-a18c889c-148a-4b5a-b7ef-739d9b565992 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Dec 24 03:53:39.997358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401203-a90a-44d6-9d7d-9429d790dd43 req-512a9c33-a961-4e30-8d9b-cabf9006eb4e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:39.998739 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8401203-a90a-44d6-9d7d-9429d790dd43 req-512a9c33-a961-4e30-8d9b-cabf9006eb4e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0497279 Dec 24 03:53:40.074937 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8401203-a90a-44d6-9d7d-9429d790dd43 req-925cf61a-9407-4963-af25-1209818ebeab tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702953 Dec 24 03:53:40.076672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256892c7-5adb-427e-83d6-f6de9696f858 req-68414b71-0172-4478-be1f-ad201d12b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:40.078053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-256892c7-5adb-427e-83d6-f6de9696f858 req-68414b71-0172-4478-be1f-ad201d12b90b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 1099 time: 0.0724211 Dec 24 03:53:40.171573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256892c7-5adb-427e-83d6-f6de9696f858 req-144fb758-54a1-49f7-9de9-60244942d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:40.173063 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-256892c7-5adb-427e-83d6-f6de9696f858 req-144fb758-54a1-49f7-9de9-60244942d49a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0869324 Dec 24 03:53:40.242306 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-256892c7-5adb-427e-83d6-f6de9696f858 req-ba0b824b-2f69-4fcd-9ac2-ee6eee3a156f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 200 len: 1002 time: 0.0612726 Dec 24 03:53:40.292062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256892c7-5adb-427e-83d6-f6de9696f858 req-3b1189c1-c300-405a-843e-a8d7120cec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:40.293439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-256892c7-5adb-427e-83d6-f6de9696f858 req-3b1189c1-c300-405a-843e-a8d7120cec3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0433960 Dec 24 03:53:40.338686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256892c7-5adb-427e-83d6-f6de9696f858 req-ced86001-89ce-4399-a8a8-f5867dceaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:40.340104 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-256892c7-5adb-427e-83d6-f6de9696f858 req-ced86001-89ce-4399-a8a8-f5867dceaaa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394602 Dec 24 03:53:40.430046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-256892c7-5adb-427e-83d6-f6de9696f858 req-c18b6eb6-d185-407b-970e-ac8ba7541662 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826919 Dec 24 03:53:40.516507 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-256892c7-5adb-427e-83d6-f6de9696f858 req-aa123d0b-2428-4271-ba90-934af834cce3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797358 Dec 24 03:53:41.195414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffba45-ae09-4e80-9d75-2204368508f6 req-430f8835-f677-4f41-978a-770d11819970 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:41.197453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbffba45-ae09-4e80-9d75-2204368508f6 req-430f8835-f677-4f41-978a-770d11819970 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0487773 Dec 24 03:53:41.247782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbffba45-ae09-4e80-9d75-2204368508f6 req-1565eb1c-c00a-4e03-b0d9-2cf0b580c5d4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444062 Dec 24 03:53:41.477970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f74e0-b2d3-470e-9615-545f4df0dc11 req-6d861c79-2d29-4400-aa2f-2a5b74938f73 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:41.479409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-116f74e0-b2d3-470e-9615-545f4df0dc11 req-6d861c79-2d29-4400-aa2f-2a5b74938f73 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Dec 24 03:53:41.525480 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-116f74e0-b2d3-470e-9615-545f4df0dc11 req-8e931a24-6dce-4e14-bf35-7d5ce870fe66 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Dec 24 03:53:41.810764 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86dce149-d3cf-4352-9c4c-64889ac7705a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:42.640117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec780f7-fd73-45d9-8e2c-acbb26606c04 req-e94465e5-70f6-4480-99f4-996833286874 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:42.641590 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ec780f7-fd73-45d9-8e2c-acbb26606c04 req-e94465e5-70f6-4480-99f4-996833286874 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0478265 Dec 24 03:53:42.686431 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ec780f7-fd73-45d9-8e2c-acbb26606c04 req-111eea89-b4f8-4a2a-b594-1303570206bd tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Dec 24 03:53:42.793614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.390432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-810bd108-e62c-491f-b5b4-95743d1b4288 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:43.391744 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-810bd108-e62c-491f-b5b4-95743d1b4288 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0502646 Dec 24 03:53:43.478553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Deleting port df764cc1-3e80-44b0-be15-184a370bc861 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:43.478886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.566460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] For port df764cc1-3e80-44b0-be15-184a370bc861, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=df764cc1-3e80-44b0-be15-184a370bc861,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:43.566816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.737538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.738176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.738266 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c disassociated. External IP: 172.26.5.214, port: df764cc1-3e80-44b0-be15-184a370bc861. Dec 24 03:53:43.738529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Calling delete_port for df764cc1-3e80-44b0-be15-184a370bc861 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:43.852835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e8a86-6638-4f03-9803-4339ad81207f req-af8fd779-330e-4918-9059-eac650ddb969 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:43.854288 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c3e8a86-6638-4f03-9803-4339ad81207f req-af8fd779-330e-4918-9059-eac650ddb969 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=c115fed5-20fa-4bbd-8b99-22d7039d4de3 HTTP/1.1" status: 200 len: 946 time: 0.0762172 Dec 24 03:53:43.935456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c3e8a86-6638-4f03-9803-4339ad81207f req-973e6ff1-515a-4ffb-8e05-1e9c19a1fda8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751019 Dec 24 03:53:43.936645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.969547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event deleted for resources: {'Port': ['ID=df764cc1-3e80-44b0-be15-184a370bc861,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:43.980653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.981005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.981353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.981687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.982019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.982349 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.982674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.983001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.983328 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.983652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.983973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.984290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:43.984628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:44.094338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:53:44.201461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:53:44.211407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:53:44.221230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:44.221790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:53:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:44.239921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] No DVR routers for this DVR port df764cc1-3e80-44b0-be15-184a370bc861 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:53:44.242886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:44.246218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3c0d2494-816e-4f62-b409-abb74a2610aa req-51462428-11f7-4a2a-a335-291b8523b485 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "DELETE /v2.0/ports/df764cc1-3e80-44b0-be15-184a370bc861 HTTP/1.1" status: 204 len: 173 time: 0.8474205 Dec 24 03:53:44.246664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-deleted', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:44.248935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ed96a-b02b-4cb0-b3d7-1a36cc2fc946" -d '{"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-deleted", "tag": "df764cc1-3e80-44b0-be15-184a370bc861"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:44.345296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4638b8eb-2c1b-4223-b395-f57e4f294096 x-openstack-request-id: req-4638b8eb-2c1b-4223-b395-f57e4f294096 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:44.345763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c115fed5-20fa-4bbd-8b99-22d7039d4de3", "name": "network-vif-deleted", "tag": "df764cc1-3e80-44b0-be15-184a370bc861", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:44.346093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4638b8eb-2c1b-4223-b395-f57e4f294096 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:44.346572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115fed5-20fa-4bbd-8b99-22d7039d4de3', 'name': 'network-vif-deleted', 'tag': 'df764cc1-3e80-44b0-be15-184a370bc861', 'status': 'completed', 'code': 200} Dec 24 03:53:44.486171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:44.497038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:44.693659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:44.719151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:53:44.728264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:44.728909 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:53:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:44.834388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:45.024548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:45.055136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95973ebf-d87e-4f62-8fe0-760c65dd41ba None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:53:45.116277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:45.217588 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-48cbe9bf-5e2c-4d91-bb25-39d19ab4265b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1608708865&fields=id&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 267 time: 0.0485291 Dec 24 03:53:45.291702 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d3b4f-ac39-43c6-aa99-8bff7faabbfb None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:53:45.327061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-b60f6f84-7139-4fd5-ab3e-8ceeae08c7a7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:45.328564 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-b60f6f84-7139-4fd5-ab3e-8ceeae08c7a7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1038415 Dec 24 03:53:45.344462 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-2db03690-561f-4361-986c-af64f7797ef3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/quotas/d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 375 time: 0.0096812 Dec 24 03:53:45.395606 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-735857f6-f822-4ba6-a76f-86b7df16c48c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457761 Dec 24 03:53:45.497366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-2325f7c1-917c-47ee-bdc7-7c25be6c5ddc service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Dec 24 03:53:45.587288 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-c9cc18de-a4da-4667-b299-60de506f2d30 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838323 Dec 24 03:53:45.742535 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ce485478-2b99-4af0-abfc-cc48bacc33c4 req-c4fd1689-50a5-4fc5-bbe2-c2ea9d7e727a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 210 time: 0.0267177 Dec 24 03:53:46.717715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-b01c8d10-2302-4d8a-b5f2-ce8113a74ef3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:46.719443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-b01c8d10-2302-4d8a-b5f2-ce8113a74ef3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1003892 Dec 24 03:53:46.800783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-42bf2aab-c359-4c82-aebc-247e8eb2a40d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 380 time: 0.0623999 Dec 24 03:53:46.811134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'port': {'device_id': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'admin_state_up': True, 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'security_groups': ['3969cc09-4c60-4a52-b2cc-6615ee63d4df']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:53:46.855169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7cf906d2-7b2f-4f8e-a529-2f64008dbb1d req-7ee40291-c630-487a-90f8-54de83a0030f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 210 time: 0.0406883 Dec 24 03:53:46.892070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device df764cc1-3e80-44b0-be15-184a370bc861 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:46.912704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: df764cc1-3e80-44b0-be15-184a370bc861 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:46.913046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device df764cc1-3e80-44b0-be15-184a370bc861 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:46.938584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Made reservation on behalf of d8678817073c4280adc68bce132e739b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:53:46.942020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.065918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Allocated IP 172.20.0.8 (d7e8722a-4160-4ce6-9b85-059251524b7a/f720fc09-466d-4cfe-b072-eb1c85c0ba54/3aaff833-d3d5-4738-aece-29d6d12fe5d9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:53:47.203656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.236764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.278018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Network d7e8722a-4160-4ce6-9b85-059251524b7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:53:47.281145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:53:47.284605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:53:47.313678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:47.337966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:47.338580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.355435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-bdb3f3f3-3512-4ba7-9d19-a7d148d205c4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478303 Dec 24 03:53:47.374206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Request body: {'port': {'device_id': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:53:47.428888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.474599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c10be643-f9b0-4c76-9287-7af75f9c5aa9 None None] Provisioning complete for port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:53:47.474955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c10be643-f9b0-4c76-9287-7af75f9c5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.509446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c10be643-f9b0-4c76-9287-7af75f9c5aa9 None None] Port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:53:47.686762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaff833-d3d5-4738-aece-29d6d12fe5d9 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:53:47.693899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.705771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Transition to ACTIVE for port object 3aaff833-d3d5-4738-aece-29d6d12fe5d9 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:53:47.709858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.760585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:47.829077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Attempting to bind port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:53:47.829407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Attempting to bind port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:53:47.829736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Attempting to bind port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:53:47.835193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 on network d7e8722a-4160-4ce6-9b85-059251524b7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:53:47.835506 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Attempting to bind port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:53:47.841192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:53:47.841523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Checking segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:53:47.841903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Bound using segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:53:47.842320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Bound port: 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:53:47.842669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.909726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:53:47.912752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:53:47.917493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.983401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:47.984027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.985451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] 10.222.0.41 "PUT /v2.0/ports/3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 1093 time: 0.6155000 Dec 24 03:53:47.985904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:47.988156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23664c-4a30-44ba-b8bf-738483d15104" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:48.010172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109f5b2-3188-4483-bcff-6128b06d7f83 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:48.032757 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:53:48.035851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ac00a-06b1-4ad0-bd97-7258a0c40938 req-cb6945b3-c758-4999-b502-29e3afb4da4a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:48.040939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-164ac00a-06b1-4ad0-bd97-7258a0c40938 req-cb6945b3-c758-4999-b502-29e3afb4da4a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.0988750 Dec 24 03:53:48.063483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549c9d2-b1b5-49a6-b669-238c0aee4a4c x-openstack-request-id: req-7549c9d2-b1b5-49a6-b669-238c0aee4a4c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:48.063795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:48.064083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7549c9d2-b1b5-49a6-b669-238c0aee4a4c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:48.064469 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'status': 'completed', 'code': 200} Dec 24 03:53:48.122295 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-164ac00a-06b1-4ad0-bd97-7258a0c40938 req-35298d9b-2600-42a5-a972-5ebeda88a964 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791073 Dec 24 03:53:48.125176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-e7c7e21f-7bb2-4926-a5a8-8407dec6044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:48.126472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-e7c7e21f-7bb2-4926-a5a8-8407dec6044b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1096 time: 0.0822835 Dec 24 03:53:48.177666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-02f95836-12d2-4c98-8e91-73f678126be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 217 time: 0.0369699 Dec 24 03:53:48.230760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-2678dd48-7130-430f-801f-e6ebf9ea71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:48.232080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-2678dd48-7130-430f-801f-e6ebf9ea71c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0470526 Dec 24 03:53:48.276633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-d0a592a4-80de-4ec2-b43e-d6fa3bc66d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:48.278089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-d0a592a4-80de-4ec2-b43e-d6fa3bc66d32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391366 Dec 24 03:53:48.363839 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-6b4bb6ed-8e60-4562-9d4e-9305c6292d50 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786142 Dec 24 03:53:48.454435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b247aa-90bc-45e7-8e59-cae84cfd31a8 req-205a8e61-30b7-4140-8d0c-dfc7c1b005b6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832973 Dec 24 03:53:48.580527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-f7004495-4629-46c7-9087-1f6e1efe1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:48.582172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-f7004495-4629-46c7-9087-1f6e1efe1abc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1096 time: 0.0401435 Dec 24 03:53:48.947755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-55b1f235-6933-474a-ab1d-4de284e36daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:48.949242 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-55b1f235-6933-474a-ab1d-4de284e36daf service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.3584347 Dec 24 03:53:48.989751 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-4f7e4dac-187b-4ab5-b5a3-85c2ed24d21e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 217 time: 0.0332122 Dec 24 03:53:49.036434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-4bd66a2e-ee97-4931-b143-3290070f0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:49.037790 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-4bd66a2e-ee97-4931-b143-3290070f0744 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0405345 Dec 24 03:53:49.086343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-e86ec5a6-e7a3-47a3-92ee-d14023a2f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:49.087778 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-e86ec5a6-e7a3-47a3-92ee-d14023a2f9fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426495 Dec 24 03:53:49.179021 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-bb6246e1-7169-415a-a572-dc24306ed7a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830808 Dec 24 03:53:49.302735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d58fd-7794-444d-a593-09325e204b1f req-388c3909-1e8e-4053-ad94-103fd23b7d28 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:49.304236 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-703d58fd-7794-444d-a593-09325e204b1f req-388c3909-1e8e-4053-ad94-103fd23b7d28 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.1107049 Dec 24 03:53:49.326994 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc23664c-4a30-44ba-b8bf-738483d15104 req-956d545e-b08f-4810-94b1-746036627e31 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403608 Dec 24 03:53:49.364589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-703d58fd-7794-444d-a593-09325e204b1f req-3df60aac-4e5b-476c-8bcd-08c9194eb49d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497477 Dec 24 03:53:50.482220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27e54-153b-415e-9547-e04ccf772646 req-29d245a6-ae5b-4d89-9823-486afdaaf86f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:50.483678 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4b27e54-153b-415e-9547-e04ccf772646 req-29d245a6-ae5b-4d89-9823-486afdaaf86f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.0523164 Dec 24 03:53:50.529443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a4b27e54-153b-415e-9547-e04ccf772646 req-b3dbda95-c96f-4442-90e5-6568a66164b8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398517 Dec 24 03:53:50.907540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:53:50.997756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:51.008963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'mac_address': 'fa:16:3e:b7:aa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:53:51.046791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.059188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaff833-d3d5-4738-aece-29d6d12fe5d9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:53:51.078410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:51.082264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.126273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:51.439233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['3aaff833-d3d5-4738-aece-29d6d12fe5d9'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:53:51.642648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e970f-7158-404c-b5f2-3498198d3cc8 req-e8f117c8-3f96-40f2-be4a-6505566f0129 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:51.644121 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e40e970f-7158-404c-b5f2-3498198d3cc8 req-e8f117c8-3f96-40f2-be4a-6505566f0129 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 944 time: 0.0474460 Dec 24 03:53:51.690545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e40e970f-7158-404c-b5f2-3498198d3cc8 req-fc974acf-073e-484a-b9dc-3ab338bcd494 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Dec 24 03:53:51.877961 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:53:52.228252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.802475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde36181-df58-4a25-bcb1-0b5b693799ac req-b5a58536-b32a-443c-99f0-a26474423ecc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:52.803908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dde36181-df58-4a25-bcb1-0b5b693799ac req-b5a58536-b32a-443c-99f0-a26474423ecc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 944 time: 0.0477018 Dec 24 03:53:52.853825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dde36181-df58-4a25-bcb1-0b5b693799ac req-f7a83b15-751e-4dc9-bb38-01111677a808 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Dec 24 03:53:52.908605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:53:52.959861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:53:52.964684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:53:52.965052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:53.042497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:53.064956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:53.067231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a567b8-9ce0-4ab4-bc57-ca0d7d0fbb1d" -d '{"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-plugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:53.079163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:53.084459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:53.107923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745b48f1-5547-493b-b58e-795c83578af5 x-openstack-request-id: req-745b48f1-5547-493b-b58e-795c83578af5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:53.108221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-plugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:53.108503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-745b48f1-5547-493b-b58e-795c83578af5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:53.108896 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'code': 200} Dec 24 03:53:53.133246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:53.329475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c4355-517b-4a9d-8f19-1fbe7772c850 req-a4f2052e-5bfe-495a-9019-cd39cb55c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:53.330908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d9c4355-517b-4a9d-8f19-1fbe7772c850 req-a4f2052e-5bfe-495a-9019-cd39cb55c4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1098 time: 0.0529211 Dec 24 03:53:53.378487 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d9c4355-517b-4a9d-8f19-1fbe7772c850 req-f7bdaa5a-e872-44f7-8a88-be76baee8452 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Dec 24 03:53:53.969034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bb07c-5dc5-41c4-a6f2-b9e0302d9934 req-97f45d86-a17c-4e0b-996c-9158e64b6e71 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:53.970481 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ff0bb07c-5dc5-41c4-a6f2-b9e0302d9934 req-97f45d86-a17c-4e0b-996c-9158e64b6e71 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0484893 Dec 24 03:53:54.016266 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ff0bb07c-5dc5-41c4-a6f2-b9e0302d9934 req-8f3eef95-4cbc-4774-8df0-1d9d5d1de98b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399480 Dec 24 03:53:55.134605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f134db0-6f62-495f-8855-0806a3ece5b4 req-5e4dced6-1cbc-4fe2-a071-8d9964c4e88c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:55.136082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f134db0-6f62-495f-8855-0806a3ece5b4 req-5e4dced6-1cbc-4fe2-a071-8d9964c4e88c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0530667 Dec 24 03:53:55.183532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f134db0-6f62-495f-8855-0806a3ece5b4 req-0553108c-f1f7-402a-a0f5-bbcd04fedf3c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Dec 24 03:53:55.298906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701b4f9-834f-43ed-a24c-6e28a06df776 req-3f2132d9-649e-4058-b9f5-7dfbe7002ca6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:55.300286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1701b4f9-834f-43ed-a24c-6e28a06df776 req-3f2132d9-649e-4058-b9f5-7dfbe7002ca6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0529418 Dec 24 03:53:55.308653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 54158) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:55.312901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'floatingip': {'port_id': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:53:55.354842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:55.780590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:55.785114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:55.882775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c associated. External IP: 172.26.5.214, port: 3aaff833-d3d5-4738-aece-29d6d12fe5d9. Dec 24 03:53:56.084172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:53:56.189896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:53:56.194683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:56.199127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:53:56.208426 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:56.209041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:53:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:56.221618 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e6bfdc31-54cc-483f-ba06-7759753c03e9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "PUT /v2.0/floatingips/137c034f-90a4-43bc-8092-99c300db0b1c HTTP/1.1" status: 200 len: 991 time: 0.9119294 Dec 24 03:53:56.222216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:56.224555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:56.260534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8949929e-219d-43f0-b9d6-290183f7a0f6 x-openstack-request-id: req-8949929e-219d-43f0-b9d6-290183f7a0f6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:56.260894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:56.261224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8949929e-219d-43f0-b9d6-290183f7a0f6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:56.261634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'status': 'completed', 'code': 200} Dec 24 03:53:56.320046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:56.353386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-eb5261dd-2a03-488a-b5b4-25a8ebe73996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:56.354872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-eb5261dd-2a03-488a-b5b4-25a8ebe73996 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1098 time: 0.0413623 Dec 24 03:53:56.448710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-ed79110d-5ecb-470e-9134-5055042ae904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:56.450193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-ed79110d-5ecb-470e-9134-5055042ae904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0861459 Dec 24 03:53:56.514736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-0ff4163a-baa5-4474-b948-44b0a9f91275 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 999 time: 0.0576231 Dec 24 03:53:56.542828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:b7:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:53:55Z', 'revision_number': 9, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:56.567517 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-7f97a363-742f-415c-83d3-786a9097bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:56.568598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:53:56.569000 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-7f97a363-742f-415c-83d3-786a9097bdbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0472329 Dec 24 03:53:56.578862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:56.579464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:53:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:56.613904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-bcf607db-5f49-4f7d-97b9-2c85e2de6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:56.615292 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-bcf607db-5f49-4f7d-97b9-2c85e2de6213 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398231 Dec 24 03:53:56.683282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:56.704040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-b759c5e3-fef3-45a1-9ac1-341b35d819ab service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814006 Dec 24 03:53:56.797487 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17e1d713-1dcb-4f20-87be-edd7c2c5e2d8 req-3c4d1c07-c785-40d4-aff4-68951cd644b1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Dec 24 03:53:56.907881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:b7:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:53:55Z', 'revision_number': 9, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:56.933420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38c37f-41e2-4d3b-8f38-a360dc1424ea None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:b7:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:53:55Z', 'revision_number': 9, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:53:57.113140 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed866ee-9d2e-4296-af86-143f2b1e41e4 None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:54:09.441530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d48fc4ea-3a58-4b8b-beff-389026536a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:11.811938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d493d75-26af-4a72-9a61-4fbac2ff0a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:12.795538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:14.480888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:15.110182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:22.227593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:28.877115 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:54:29.360135 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-16d080bf-b74f-4193-ab0a-a15566a36c35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420842 Dec 24 03:54:29.481501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-19fa078d-d208-425c-b2fe-77abaf81ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:54:29.482945 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-19fa078d-d208-425c-b2fe-77abaf81ab17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1098 time: 0.0396156 Dec 24 03:54:29.588763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-7f9a11a5-7e37-4eb4-b16d-500c4b760374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:54:29.590225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-7f9a11a5-7e37-4eb4-b16d-500c4b760374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0877912 Dec 24 03:54:29.669099 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-5beb8ea8-2088-4887-b9c1-284603d2e85a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 1002 time: 0.0601122 Dec 24 03:54:29.716649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-d10fa2c2-cdbd-48f4-b0a2-34a0a17d4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:54:29.718073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-d10fa2c2-cdbd-48f4-b0a2-34a0a17d4b93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0419815 Dec 24 03:54:29.762256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-26b52d8f-6aa8-4828-965a-feb245a4c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:54:29.763597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-26b52d8f-6aa8-4828-965a-feb245a4c74c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385776 Dec 24 03:54:29.856919 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-460c3018-94cf-4847-8121-2874d1ba1cad service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Dec 24 03:54:29.947443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9da23f0-3ff5-4650-85f3-21a9985f8812 req-db7e6d76-b041-42f4-9a80-95b5965ffdc1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829782 Dec 24 03:54:39.445375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1115e55-627e-4e4c-9922-d0f12013ece4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:41.813542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6934cda7-3906-473b-a219-3b8be8a30725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:42.797668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:44.484963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:45.111923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:52.240039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:05.876968 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:55:06.487215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-340a4f14-01d7-4b66-955b-5e798e76a48f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0649676 Dec 24 03:55:06.502858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beac5a-7460-42ff-a572-d1771b9f9657 req-27aac335-619f-47b7-821b-b317cd0f39f6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:06.504529 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-16beac5a-7460-42ff-a572-d1771b9f9657 req-27aac335-619f-47b7-821b-b317cd0f39f6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0578532 Dec 24 03:55:06.555927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-16beac5a-7460-42ff-a572-d1771b9f9657 req-b1770fdf-683b-4555-92cf-c5f593a3a14a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446084 Dec 24 03:55:07.612930 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-463f8046-bbf8-4f7e-9df4-4857fbf41634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:07.614499 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-463f8046-bbf8-4f7e-9df4-4857fbf41634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1098 time: 0.0419095 Dec 24 03:55:07.727345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856426f6-66d9-488c-b5a6-19597c889fa5 req-28b0e78a-d47d-40fe-b724-790dd8393fee tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:07.729335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-856426f6-66d9-488c-b5a6-19597c889fa5 req-28b0e78a-d47d-40fe-b724-790dd8393fee tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0999572 Dec 24 03:55:07.757451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-ba883aff-a9bf-4a07-a6fb-a5acb03275e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:07.758844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-ba883aff-a9bf-4a07-a6fb-a5acb03275e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.1372156 Dec 24 03:55:07.826229 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-856426f6-66d9-488c-b5a6-19597c889fa5 req-e01e80cc-47d1-486e-b25e-1c85eac9265a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895886 Dec 24 03:55:07.839843 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-5c9a6f75-06ee-4c17-9c14-ed5d6d27cebc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 1002 time: 0.0735085 Dec 24 03:55:07.891749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-b289653e-09f2-476c-8086-d2fded733549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:07.893182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-b289653e-09f2-476c-8086-d2fded733549 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0469344 Dec 24 03:55:07.938912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-4e82bfb2-8f28-4257-be6e-993b396d552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:07.940328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-4e82bfb2-8f28-4257-be6e-993b396d552e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394421 Dec 24 03:55:08.026772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-975c256a-01e1-4837-8230-bff969cb122d service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787177 Dec 24 03:55:08.116567 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-174fd310-80fd-46d6-8672-89ec7140eac0 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828729 Dec 24 03:55:08.939389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a2c87-7a35-4a31-9901-7848c358e867 req-566b9f8d-1b0a-4efc-ad15-00f1360a592e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:08.940872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-783a2c87-7a35-4a31-9901-7848c358e867 req-566b9f8d-1b0a-4efc-ad15-00f1360a592e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0474048 Dec 24 03:55:08.989219 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-783a2c87-7a35-4a31-9901-7848c358e867 req-008dd93d-596d-405d-83af-59b661322958 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Dec 24 03:55:09.448735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e79ba53-a3ee-4cc2-b7bb-41bde6cc8575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:10.107204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428241e8-eb22-45c1-b9c0-f3cdfaf6e987 req-2891dfaf-4c95-4e36-ae02-a068f5b5cb63 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:10.108700 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-428241e8-eb22-45c1-b9c0-f3cdfaf6e987 req-2891dfaf-4c95-4e36-ae02-a068f5b5cb63 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0533087 Dec 24 03:55:10.155183 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-428241e8-eb22-45c1-b9c0-f3cdfaf6e987 req-42934aec-935a-46e6-9772-9c91a583d8e3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Dec 24 03:55:11.267610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26476-c74e-45a8-bcf1-4baf9e023f15 req-366df7ad-fffc-4131-b824-fdc2fc904778 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:11.269074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58d26476-c74e-45a8-bcf1-4baf9e023f15 req-366df7ad-fffc-4131-b824-fdc2fc904778 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0482171 Dec 24 03:55:11.314661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-58d26476-c74e-45a8-bcf1-4baf9e023f15 req-307cbdc1-5422-4fac-aacd-baba863f4a03 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397227 Dec 24 03:55:11.815257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a98d8b8-888c-427a-879f-d2391c08748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:12.430100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf80d-d435-4f0d-ab74-320050e2d69f req-276d4d1e-5825-4b59-80e4-7bbb2c93f5c5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:12.432209 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5abf80d-d435-4f0d-ab74-320050e2d69f req-276d4d1e-5825-4b59-80e4-7bbb2c93f5c5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0507567 Dec 24 03:55:12.477403 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5abf80d-d435-4f0d-ab74-320050e2d69f req-e7284190-318f-44eb-8203-3ea95738c91f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Dec 24 03:55:12.801179 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:13.592381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d67184-66c8-4efc-b764-86031bd3f0fa req-3492762d-820b-4c96-a54b-929cd1309105 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:13.593844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0d67184-66c8-4efc-b764-86031bd3f0fa req-3492762d-820b-4c96-a54b-929cd1309105 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0483265 Dec 24 03:55:13.639295 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0d67184-66c8-4efc-b764-86031bd3f0fa req-6874dd70-3718-481f-ac7c-891291629717 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397201 Dec 24 03:55:14.492460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:14.751934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1554f0-8344-48c4-83d2-158e8fb16505 req-156a4c0e-2bbc-42f6-b5e5-b3106b864e6d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:14.753421 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c1554f0-8344-48c4-83d2-158e8fb16505 req-156a4c0e-2bbc-42f6-b5e5-b3106b864e6d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0481665 Dec 24 03:55:14.803561 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c1554f0-8344-48c4-83d2-158e8fb16505 req-62309c3e-b549-44cd-b95f-2718252b521d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Dec 24 03:55:15.115408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:15.916754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584629d-4229-4450-9589-5cdc4afef5c4 req-1938a4b6-db9a-4969-997f-1b12c9c136b6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:15.918179 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c584629d-4229-4450-9589-5cdc4afef5c4 req-1938a4b6-db9a-4969-997f-1b12c9c136b6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0479488 Dec 24 03:55:15.963543 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c584629d-4229-4450-9589-5cdc4afef5c4 req-23ee08ee-5375-4c5c-892b-b4ea50396667 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395868 Dec 24 03:55:17.077891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef703-3152-4cdd-8613-0daeac3b1f11 req-2b306e57-456b-4e5e-8bfe-2bee5fb7ebf9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:17.079233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f72ef703-3152-4cdd-8613-0daeac3b1f11 req-2b306e57-456b-4e5e-8bfe-2bee5fb7ebf9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0480227 Dec 24 03:55:17.125980 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f72ef703-3152-4cdd-8613-0daeac3b1f11 req-002f862d-acfb-4168-b02d-94a3d631f65e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Dec 24 03:55:18.245341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c19d7-332b-4b0c-a58e-60522eadc2c5 req-8c1794c7-ba10-49c3-a702-02674c7eff53 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:18.246775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-986c19d7-332b-4b0c-a58e-60522eadc2c5 req-8c1794c7-ba10-49c3-a702-02674c7eff53 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0521448 Dec 24 03:55:18.296866 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-986c19d7-332b-4b0c-a58e-60522eadc2c5 req-0b530668-e7df-402c-90f3-aa561a26b2cd tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Dec 24 03:55:19.408207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a3ca-e519-4090-85b7-f3f6a0c46824 req-a85669e7-af17-4c19-8664-eba228cb15ad tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:19.409598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e318a3ca-e519-4090-85b7-f3f6a0c46824 req-a85669e7-af17-4c19-8664-eba228cb15ad tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0478470 Dec 24 03:55:19.455009 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e318a3ca-e519-4090-85b7-f3f6a0c46824 req-d5cbf164-4a32-402a-910e-9f022e251e88 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Dec 24 03:55:19.859428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-07b11a9c-280e-4ad5-b979-fcd30719bc17 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:55:19.860409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-07b11a9c-280e-4ad5-b979-fcd30719bc17 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053127 Dec 24 03:55:19.919748 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-6c788c70-ddbf-4c84-b2d0-68c021ca518b service neutron] 10.222.0.41 "GET /v2.0/ports/3aaff833-d3d5-4738-aece-29d6d12fe5d9/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0516326 Dec 24 03:55:20.411139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-c009cc60-f360-407f-bb72-44a171ba10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:20.412689 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-c009cc60-f360-407f-bb72-44a171ba10ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 1098 time: 0.3175008 Dec 24 03:55:20.487326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-076069fd-0ed7-49eb-ad19-fc707c7daf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:20.488806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-076069fd-0ed7-49eb-ad19-fc707c7daf51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1098 time: 0.0395801 Dec 24 03:55:20.612527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57acf3-2eb2-4775-93ab-2c020552d93b req-3902b5c0-7e44-42b5-9b60-d57f19ec5369 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:20.613963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f57acf3-2eb2-4775-93ab-2c020552d93b req-3902b5c0-7e44-42b5-9b60-d57f19ec5369 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0921814 Dec 24 03:55:20.616518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-f3f8ddfd-e17d-48fb-90c2-2cfa1d9c4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:20.617821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-f3f8ddfd-e17d-48fb-90c2-2cfa1d9c4f10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.1209288 Dec 24 03:55:20.714902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-480b5047-7999-4f55-9032-8ab2b53d14bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 1002 time: 0.0894003 Dec 24 03:55:20.718231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f57acf3-2eb2-4775-93ab-2c020552d93b req-4487cfa7-4616-4b5d-b9bb-f01a1ebf2b83 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983720 Dec 24 03:55:20.763838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-679d140b-fb74-4f21-af82-49b3b737a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:20.765297 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-679d140b-fb74-4f21-af82-49b3b737a2c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0436306 Dec 24 03:55:20.809936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-d2ab46b7-d25e-41be-bc46-125cca76cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:20.811380 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-d2ab46b7-d25e-41be-bc46-125cca76cb7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393128 Dec 24 03:55:20.902223 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-8f3e6ee6-f226-4ab1-a012-6b6117faf857 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835669 Dec 24 03:55:20.989239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9ae81cbb-7a70-48c7-a875-2248527210cb req-5d6e61e7-b346-4de0-a102-f493da4b2026 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799460 Dec 24 03:55:21.837782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d346ce-f0d1-426d-89da-d7fc35e4c9a7 req-fe707215-3895-4a0f-8ccb-9cac11f95abb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:21.839895 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97d346ce-f0d1-426d-89da-d7fc35e4c9a7 req-fe707215-3895-4a0f-8ccb-9cac11f95abb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0532701 Dec 24 03:55:21.887266 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97d346ce-f0d1-426d-89da-d7fc35e4c9a7 req-e129803d-a5e5-4e6b-9879-0f6378429c29 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409627 Dec 24 03:55:22.239091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:23.000356 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d0609-e71e-45ac-846b-d818078a3897 req-ed895517-2ee1-43e4-9b68-8c2b604bc896 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:23.001833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-155d0609-e71e-45ac-846b-d818078a3897 req-ed895517-2ee1-43e4-9b68-8c2b604bc896 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0474594 Dec 24 03:55:23.047043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-155d0609-e71e-45ac-846b-d818078a3897 req-86675d75-fe85-46bc-9bce-8951901b5eb7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394437 Dec 24 03:55:23.394028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:55:23.466575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:23.490768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:23.493004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16798daa-8ece-45df-9624-c7b6b76c0f90" -d '{"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:23.505801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:23.509919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:23.538953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bde887-1577-4b87-b3ea-00deef97e137 x-openstack-request-id: req-22bde887-1577-4b87-b3ea-00deef97e137 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:23.539244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:23.539492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22bde887-1577-4b87-b3ea-00deef97e137 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:23.539877 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'code': 200} Dec 24 03:55:23.560691 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:23.567632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.567976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.568310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.568670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.568996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.569878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.570209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.570535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.570859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.571180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.571500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.571817 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:23.572129 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:24.161991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26059e82-aec7-49fc-a5ed-662e300b0052 req-15508c88-2afa-45f7-89d3-1a71fd610bdc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:24.163460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26059e82-aec7-49fc-a5ed-662e300b0052 req-15508c88-2afa-45f7-89d3-1a71fd610bdc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.0490537 Dec 24 03:55:24.213153 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-26059e82-aec7-49fc-a5ed-662e300b0052 req-6b1174b1-6bb2-4df0-882c-4ef70d953acc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Dec 24 03:55:24.529996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-38991c5e-69d6-441e-a101-e40073f9ace2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:24.531709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-38991c5e-69d6-441e-a101-e40073f9ace2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea&tenant_id=d8678817073c4280adc68bce132e739b&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 943 time: 0.0823500 Dec 24 03:55:24.539552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e148dc-0bb0-42fb-9186-b960d76ca4ec req-fc122d6f-c1d0-4a5b-b417-f6871275dac3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:24.540928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85e148dc-0bb0-42fb-9186-b960d76ca4ec req-fc122d6f-c1d0-4a5b-b417-f6871275dac3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.0653660 Dec 24 03:55:24.627848 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85e148dc-0bb0-42fb-9186-b960d76ca4ec req-0988a8a0-2ad2-48af-85ed-d925de50430a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810449 Dec 24 03:55:24.629531 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-16360110-d95b-47b2-b5fd-42d6aa6c530c service neutron] 10.222.0.41 "GET /v2.0/ports/3aaff833-d3d5-4738-aece-29d6d12fe5d9/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0877600 Dec 24 03:55:24.708875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-ba261813-aba1-4585-adab-b8e9d75e8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:24.710321 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-ba261813-aba1-4585-adab-b8e9d75e8035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1096 time: 0.0410788 Dec 24 03:55:24.805911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-e16914bf-f1bf-42fc-acc6-a494a95d2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:24.807873 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-e16914bf-f1bf-42fc-acc6-a494a95d2056 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0897212 Dec 24 03:55:24.875115 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-702c37de-a348-48e5-802f-59f6b66428d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 1000 time: 0.0605488 Dec 24 03:55:24.922884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-8bb8721e-d034-454d-b5ab-49362ae6149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:24.924287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-8bb8721e-d034-454d-b5ab-49362ae6149d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0426946 Dec 24 03:55:24.970092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-f71df49e-aa75-49c1-8101-b29d5f802a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:24.971492 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-f71df49e-aa75-49c1-8101-b29d5f802a7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398955 Dec 24 03:55:25.071270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-26ba284e-e307-4df2-a7c6-7a735cad5781 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912812 Dec 24 03:55:25.163240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-465b443f-733c-4c94-bb98-48f3eb0dde3b service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848739 Dec 24 03:55:25.410435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:55:25.503564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:25.665541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'mac_address': 'fa:16:3e:b7:aa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:55:25.704222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:25.717815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaff833-d3d5-4738-aece-29d6d12fe5d9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:55:25.736652 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:25.740932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:25.748581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7dcc3-857d-4bd5-a3d4-c7f9ecd80bb1 req-4dcb75f8-842a-41d0-b3b2-e505bf477233 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:25.750053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6b7dcc3-857d-4bd5-a3d4-c7f9ecd80bb1 req-4dcb75f8-842a-41d0-b3b2-e505bf477233 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.0489702 Dec 24 03:55:25.787095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:25.798345 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6b7dcc3-857d-4bd5-a3d4-c7f9ecd80bb1 req-99651afd-742e-4f04-9a23-8abc71ecb4bf tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421219 Dec 24 03:55:25.871244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['3aaff833-d3d5-4738-aece-29d6d12fe5d9'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:55:26.910785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b0466-db2e-47c9-a4ef-36259ff0f269 req-c50aa8fd-de6b-4670-9a69-cbf102962c4c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:26.912245 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-677b0466-db2e-47c9-a4ef-36259ff0f269 req-c50aa8fd-de6b-4670-9a69-cbf102962c4c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 944 time: 0.0474162 Dec 24 03:55:26.958987 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-677b0466-db2e-47c9-a4ef-36259ff0f269 req-ab950e07-e2a3-41b3-892c-a8207ab19f44 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Dec 24 03:55:27.420329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:55:27.467733 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:55:27.468103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:27.552079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:27.575487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:27.577851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61da0f58-ff3e-4345-bd7d-5abad81dc821" -d '{"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-plugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:27.591619 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:27.596225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:27.625595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85cd89-7930-4a9a-8882-cd1fb1e4f816 x-openstack-request-id: req-1a85cd89-7930-4a9a-8882-cd1fb1e4f816 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:27.625899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-plugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:27.626161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a85cd89-7930-4a9a-8882-cd1fb1e4f816 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:27.626702 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'code': 200} Dec 24 03:55:27.649661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:27.869646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-56606796-9d6b-4f48-959a-70a179140f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:27.871726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-56606796-9d6b-4f48-959a-70a179140f34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 1098 time: 0.0444071 Dec 24 03:55:27.949892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-1027d1b9-93db-46af-a179-09276289fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:27.951348 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-1027d1b9-93db-46af-a179-09276289fe03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1098 time: 0.0406997 Dec 24 03:55:28.068597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-a9f24ee7-3843-46f8-a456-30cb13ff39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:28.070043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-a9f24ee7-3843-46f8-a456-30cb13ff39e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.1121383 Dec 24 03:55:28.122370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d46e3-7f66-4a59-8bee-5501a237f757 req-1d7e03bd-ec9d-4514-ba97-1ad2789af1f2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:28.123832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-892d46e3-7f66-4a59-8bee-5501a237f757 req-1d7e03bd-ec9d-4514-ba97-1ad2789af1f2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0973790 Dec 24 03:55:28.164073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-8979d60e-89f2-4f51-8cd1-8eacfb3865ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 1002 time: 0.0867763 Dec 24 03:55:28.220555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-892d46e3-7f66-4a59-8bee-5501a237f757 req-33bd8254-4f3d-4128-9a1d-e82672946353 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898864 Dec 24 03:55:28.231531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-7e776231-0512-431c-997d-e1f18e29577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:28.232975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-7e776231-0512-431c-997d-e1f18e29577e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0614178 Dec 24 03:55:28.277684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-7ebe9ead-88f1-4f9b-b494-e4c5138f7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:28.279126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-7ebe9ead-88f1-4f9b-b494-e4c5138f7b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393391 Dec 24 03:55:28.366142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-4e15f43a-c4f7-46d9-8cf2-ec6b183a75e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801368 Dec 24 03:55:28.456683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0efaeb8-8c29-4e51-b34b-7be5247fa422 req-d1d652ac-fa75-4b94-93f9-36523c5a6fe3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828800 Dec 24 03:55:29.336557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c09d69-8d04-4c7a-8d9a-fa452d080103 req-81f5850d-61d4-4f57-985a-99d61396e834 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:29.338015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98c09d69-8d04-4c7a-8d9a-fa452d080103 req-81f5850d-61d4-4f57-985a-99d61396e834 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0486987 Dec 24 03:55:29.383812 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98c09d69-8d04-4c7a-8d9a-fa452d080103 req-bb59aa0d-ee1c-4fbc-925d-633c4bd1760d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399411 Dec 24 03:55:30.504198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ecf0-e9ff-4006-999f-5df874fc4e46 req-d5fcdf85-427d-4155-9ff2-9ecd6688261a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:30.505724 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6d1ecf0-e9ff-4006-999f-5df874fc4e46 req-d5fcdf85-427d-4155-9ff2-9ecd6688261a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0526276 Dec 24 03:55:30.553052 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6d1ecf0-e9ff-4006-999f-5df874fc4e46 req-344476e8-5b7f-4684-91ad-a1f03d965cac tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Dec 24 03:55:31.359800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-fcc3b97f-a824-4c47-b779-9504f405f7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435288 Dec 24 03:55:31.433927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:55:31.447011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:55:31.454537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-76de4beb-a6f4-4fe9-a29e-08ca1f832ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:31.456007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-76de4beb-a6f4-4fe9-a29e-08ca1f832ffc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 1098 time: 0.0402749 Dec 24 03:55:31.561480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-a7349e66-0013-4f05-8ca7-c541f8eaeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:31.563320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-a7349e66-0013-4f05-8ca7-c541f8eaeb6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0870793 Dec 24 03:55:31.588623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:31.595481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:31.619651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'mac_address': 'fa:16:3e:b7:aa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:55:31.627830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:31.630769 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbf1d19-6511-4e31-9aca-e60755d37d55" -d '{"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:31.640062 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-f726ca13-df9c-4df4-b0c3-243a732f357f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 200 len: 1002 time: 0.0702353 Dec 24 03:55:31.646337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:31.665673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:31.675323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5aedea-2510-4448-a55a-5b9518226258 x-openstack-request-id: req-8f5aedea-2510-4448-a55a-5b9518226258 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:31.675615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:31.675867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f5aedea-2510-4448-a55a-5b9518226258 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:31.676253 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'code': 200} Dec 24 03:55:31.707760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:31.717106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211761c-6348-425b-a72f-87afe850b371 req-b0dc9b5a-829e-4ae9-a153-d0a2e008b359 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:31.719115 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9211761c-6348-425b-a72f-87afe850b371 req-b0dc9b5a-829e-4ae9-a153-d0a2e008b359 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0960791 Dec 24 03:55:31.720510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-e90d5fbd-a1c9-4099-98cd-9fa9a9a8bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:31.721832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-e90d5fbd-a1c9-4099-98cd-9fa9a9a8bf24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0633254 Dec 24 03:55:31.730726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aaff833-d3d5-4738-aece-29d6d12fe5d9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:55:31.739008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=9']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:31.782155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:55:31.782522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:55:31.794648 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9211761c-6348-425b-a72f-87afe850b371 req-16b4bb2a-2e78-47d4-9417-e5f41f77eca5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700314 Dec 24 03:55:31.797291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-5e8cfded-7cb3-4c23-b039-5fc3e86a8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:31.798677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-5e8cfded-7cb3-4c23-b039-5fc3e86a8691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674481 Dec 24 03:55:31.922181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-8eb53298-8f08-43c0-8771-cfe498b44e4f service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154041 Dec 24 03:55:31.931936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5ab6e-e60f-4b6d-b102-460dfad166b9 req-17c2cb54-05e6-407a-bc84-39d6bd9d780b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:31.933896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00e5ab6e-e60f-4b6d-b102-460dfad166b9 req-17c2cb54-05e6-407a-bc84-39d6bd9d780b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.0687087 Dec 24 03:55:32.038066 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00e5ab6e-e60f-4b6d-b102-460dfad166b9 req-6686a767-8353-4489-b5ce-3c67c7da05bb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947552 Dec 24 03:55:32.054799 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-66a3297e-23ce-4f7e-aaf5-b937c4d271f2 req-8eda3e6e-7695-471f-bb56-1e049c197f97 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200163 Dec 24 03:55:32.155040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99bb64-5c0d-4121-a513-ff064137a070 req-0e579f8c-c349-4402-8142-8f331cfe5053 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:32.156522 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b99bb64-5c0d-4121-a513-ff064137a070 req-0e579f8c-c349-4402-8142-8f331cfe5053 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 943 time: 0.0493579 Dec 24 03:55:32.202275 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b99bb64-5c0d-4121-a513-ff064137a070 req-57bf3669-8851-4873-9af5-ad7810351a08 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 Dec 24 03:55:32.319908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:32.333435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaff833-d3d5-4738-aece-29d6d12fe5d9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:55:32.355738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:32.360861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:32.406700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:32.441002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71dc9-0ed4-4ea2-b40f-d509ac79eb1a req-bf102d77-8401-4e56-88ee-701c6a1d2654 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:32.442497 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ba71dc9-0ed4-4ea2-b40f-d509ac79eb1a req-bf102d77-8401-4e56-88ee-701c6a1d2654 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0530934 Dec 24 03:55:32.488000 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ba71dc9-0ed4-4ea2-b40f-d509ac79eb1a req-be2538d9-bd32-456c-930a-de4c736cf4af tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Dec 24 03:55:32.488496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['3aaff833-d3d5-4738-aece-29d6d12fe5d9'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:55:33.443538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:55:33.489542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:55:33.490173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:33.567675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:33.599858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:33.603836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:33.604216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3276-73c9-4df4-b537-7bf301f47516 req-7b8eab19-e7c1-47c1-96c4-1f79e263f993 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:33.605736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82ec3276-73c9-4df4-b537-7bf301f47516 req-7b8eab19-e7c1-47c1-96c4-1f79e263f993 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 945 time: 0.0484531 Dec 24 03:55:33.652994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=11']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:33.653204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82ec3276-73c9-4df4-b537-7bf301f47516 req-9839ef64-2313-456e-81cf-64fa5e168e85 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 Dec 24 03:55:33.677446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:33.680040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36650baf-508f-4bf0-a29f-3c2964eb8ec8" -d '{"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-plugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:33.715917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd1ec72-ce23-4843-9b22-d3766e5bf272 x-openstack-request-id: req-3dd1ec72-ce23-4843-9b22-d3766e5bf272 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:33.716207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-plugged", "status": "completed", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:33.716512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dd1ec72-ce23-4843-9b22-d3766e5bf272 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:33.716914 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'code': 200} Dec 24 03:55:34.797529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9af605-f2fc-4c57-93fd-7d24dc0b5bb1 req-a43f306a-a57e-43f5-becc-8cde2a3d111e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:34.799010 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba9af605-f2fc-4c57-93fd-7d24dc0b5bb1 req-a43f306a-a57e-43f5-becc-8cde2a3d111e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 946 time: 0.0780568 Dec 24 03:55:34.810920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-dff7f077-106c-485f-9d2d-2fc34f663015 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:34.812246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-dff7f077-106c-485f-9d2d-2fc34f663015 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 946 time: 0.0610752 Dec 24 03:55:34.901087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba9af605-f2fc-4c57-93fd-7d24dc0b5bb1 req-d2970a38-201d-4277-bea6-48e2e8b9e715 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878863 Dec 24 03:55:34.925803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Deleting port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:55:34.926140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:35.023907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] For port 3aaff833-d3d5-4738-aece-29d6d12fe5d9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3aaff833-d3d5-4738-aece-29d6d12fe5d9,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:35.024177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:35.189047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:35.189409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:35.189727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c disassociated. External IP: 172.26.5.214, port: 3aaff833-d3d5-4738-aece-29d6d12fe5d9. Dec 24 03:55:35.190060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Calling delete_port for 3aaff833-d3d5-4738-aece-29d6d12fe5d9 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:55:35.316057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:35.343345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event deleted for resources: {'Port': ['ID=3aaff833-d3d5-4738-aece-29d6d12fe5d9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:35.353998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.354855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.355199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.355536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.355864 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.356190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.356541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.356867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.357192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.357516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.357837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.358159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.358475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:55:35.469018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:55:35.575213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:55:35.584707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:55:35.594397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:55:35.595003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:55:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:35.614683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] No DVR routers for this DVR port 3aaff833-d3d5-4738-aece-29d6d12fe5d9 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:55:35.617247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:35.621122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c81eabe5-6fe4-4cd9-913d-196817458b8e req-5b1b34b7-ce44-4668-a36f-e7cf6726d8ff tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "DELETE /v2.0/ports/3aaff833-d3d5-4738-aece-29d6d12fe5d9 HTTP/1.1" status: 204 len: 173 time: 0.8014138 Dec 24 03:55:35.621567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-deleted', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:35.623812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a9d42b-4018-4c9b-87e2-6ada13d21dfa" -d '{"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-deleted", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:35.662311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3413f5c8-ef01-434d-9f8e-12ab48590aea x-openstack-request-id: req-3413f5c8-ef01-434d-9f8e-12ab48590aea {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:35.662605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb35e4-be8d-4c06-a7ff-7c7762e082ea", "name": "network-vif-deleted", "tag": "3aaff833-d3d5-4738-aece-29d6d12fe5d9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:35.662894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3413f5c8-ef01-434d-9f8e-12ab48590aea {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:35.663303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb35e4-be8d-4c06-a7ff-7c7762e082ea', 'name': 'network-vif-deleted', 'tag': '3aaff833-d3d5-4738-aece-29d6d12fe5d9', 'status': 'completed', 'code': 200} Dec 24 03:55:35.701226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:55:35.894645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:35.920107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:55:35.928184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:55:35.928949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:55:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:36.015346 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f207ecdd-fbea-42fc-8050-be59e766bfba req-2be96ec5-dede-4f62-8a2a-149674cb2f3e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dcb35e4-be8d-4c06-a7ff-7c7762e082ea HTTP/1.1" status: 200 len: 210 time: 0.0360401 Dec 24 03:55:36.035308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:55:36.232080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:36.261354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27836ea5-d034-4bfe-92f5-50e2ade9166b None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:55:36.465450 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5e789-a5fa-46fc-b811-cf0a15430fa2 None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:55:37.279231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-ab9be367-b3d7-49bc-aa75-3d9ce018ca1f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1608708865&fields=id&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 267 time: 0.0417325 Dec 24 03:55:37.385786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4357baf2-3293-4b64-9039-9f7c63554889 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:37.387120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4357baf2-3293-4b64-9039-9f7c63554889 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1011150 Dec 24 03:55:37.402056 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-cc184a9f-22ec-4f52-8e54-80b77104d0aa tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/quotas/d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 375 time: 0.0091703 Dec 24 03:55:37.454683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-dfc348ca-9857-4c8f-acf5-7b2e2c9d1125 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475624 Dec 24 03:55:37.593369 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-9c85d9f2-4d0b-4b43-9147-4082b6a0edab service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180725 Dec 24 03:55:37.685246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-fcb97c8b-9ed7-48f3-8c61-0b3f784ae055 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857975 Dec 24 03:55:37.839885 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-044069dc-0f12-4261-8706-791548ad5423 req-f12358ff-f880-4a9d-a3c2-4faddd3d737c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 210 time: 0.0268044 Dec 24 03:55:38.812157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-089d420f-4068-47aa-a677-0bc21a786ba9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:38.813930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-089d420f-4068-47aa-a677-0bc21a786ba9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 812 time: 0.1014612 Dec 24 03:55:38.900967 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-fb726c40-23a6-4d5d-a232-7feee70659ce tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 380 time: 0.0573251 Dec 24 03:55:38.911374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'port': {'device_id': '3f530666-b868-40f6-89a1-cffb036cda1a', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'admin_state_up': True, 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'security_groups': ['3969cc09-4c60-4a52-b2cc-6615ee63d4df']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:55:38.956006 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b6b1b0a-6ffa-47a4-9620-84d817c9f2a8 req-15fb26ce-4e9f-4d4f-a23b-5db7a3600d9c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 210 time: 0.0409822 Dec 24 03:55:39.040050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Made reservation on behalf of d8678817073c4280adc68bce132e739b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:55:39.044128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:39.169032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Allocated IP 172.20.0.4 (d7e8722a-4160-4ce6-9b85-059251524b7a/f720fc09-466d-4cfe-b072-eb1c85c0ba54/8c81a7e3-8bc0-4256-91f7-70717c308a2e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:55:39.302384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:39.336096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:39.381614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Network d7e8722a-4160-4ce6-9b85-059251524b7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:55:39.384493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:55:39.387402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:55:39.413042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:39.442134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:39.442757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:39.451963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ccdf84a6-ec49-46c8-a59e-73ad892591be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:39.463828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-4d3ee70a-5905-4043-b795-92764eab4b33 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559857 Dec 24 03:55:39.467099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:55:39.483145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Request body: {'port': {'device_id': '3f530666-b868-40f6-89a1-cffb036cda1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:55:39.487514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 3aaff833-d3d5-4738-aece-29d6d12fe5d9 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:55:39.487854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 3aaff833-d3d5-4738-aece-29d6d12fe5d9 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:55:39.545427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:39.612627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-869095a7-b7f9-4c57-bcca-2213a1e7cbe3 None None] Provisioning complete for port 8c81a7e3-8bc0-4256-91f7-70717c308a2e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:55:39.612998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-869095a7-b7f9-4c57-bcca-2213a1e7cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:39.649946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-869095a7-b7f9-4c57-bcca-2213a1e7cbe3 None None] Port 8c81a7e3-8bc0-4256-91f7-70717c308a2e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:55:40.112169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c81a7e3-8bc0-4256-91f7-70717c308a2e {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:55:40.123578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3fe1e-9720-42bd-8f9a-d8742d1cd7c1 req-4b99130e-b89a-4f98-9675-af066946895e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:40.125094 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d3fe1e-9720-42bd-8f9a-d8742d1cd7c1 req-4b99130e-b89a-4f98-9675-af066946895e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 931 time: 0.0940747 Dec 24 03:55:40.129189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:40.160008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Transition to ACTIVE for port object 8c81a7e3-8bc0-4256-91f7-70717c308a2e will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:55:40.169714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:40.208474 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43d3fe1e-9720-42bd-8f9a-d8742d1cd7c1 req-297643ed-e0d2-476e-a9e3-d14041c51ac5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768490 Dec 24 03:55:40.230573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:40.302593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Attempting to bind port 8c81a7e3-8bc0-4256-91f7-70717c308a2e on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:55:40.303048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Attempting to bind port 8c81a7e3-8bc0-4256-91f7-70717c308a2e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:55:40.303254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Attempting to bind port 8c81a7e3-8bc0-4256-91f7-70717c308a2e on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:55:40.307842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Port 8c81a7e3-8bc0-4256-91f7-70717c308a2e on network d7e8722a-4160-4ce6-9b85-059251524b7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:55:40.308170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Attempting to bind port 8c81a7e3-8bc0-4256-91f7-70717c308a2e on network d7e8722a-4160-4ce6-9b85-059251524b7a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:55:40.313288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:55:40.313652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Checking segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:55:40.314045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Bound using segment: {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:55:40.314471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Bound port: 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db918daa-f672-4f32-94bd-4121f2b8ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:55:40.314829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:40.385355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:55:40.388592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:55:40.394186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:40.429796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:40.430414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:40.431784 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1093 time: 0.9533904 Dec 24 03:55:40.432224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:40.434523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c38d8f-645e-467e-bfae-ee7c9903fc38" -d '{"events": [{"name": "network-changed", "server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:40.465096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96d352-7b99-445c-bda6-f294dbb77c54 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:40.488656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8ede3f-3ed8-42cc-b2c5-ab0419af6bf2 x-openstack-request-id: req-9c8ede3f-3ed8-42cc-b2c5-ab0419af6bf2 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:40.488890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:40.489140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c8ede3f-3ed8-42cc-b2c5-ab0419af6bf2 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:40.489533 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'status': 'completed', 'code': 200} Dec 24 03:55:40.559309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-5b5b7c0f-dd84-4327-9e6d-af9c5cddf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:40.561001 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-5b5b7c0f-dd84-4327-9e6d-af9c5cddf1e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1096 time: 0.0436890 Dec 24 03:55:40.615409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-b3fdadc2-9d88-4914-aa9c-9957ee697df2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 217 time: 0.0400085 Dec 24 03:55:40.668104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-584888b1-270f-4116-9b5f-a16963d668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:40.669641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-584888b1-270f-4116-9b5f-a16963d668b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0447416 Dec 24 03:55:40.723920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-ea400069-f1e5-464e-a7f8-fb51df66193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:40.725451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-ea400069-f1e5-464e-a7f8-fb51df66193d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485966 Dec 24 03:55:40.819943 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-470ef227-c4d1-49d9-ad19-15ea11d39bd3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863957 Dec 24 03:55:40.907092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-728c140f-a6a0-4c34-a0cf-3fcb7bf67a8f req-c1950bb6-c524-49a0-a4fe-e9a17eff9506 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798421 Dec 24 03:55:41.055690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-180ca3ef-5105-44ae-8063-fe586b33d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:41.057175 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-180ca3ef-5105-44ae-8063-fe586b33d83b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1096 time: 0.0479181 Dec 24 03:55:41.152322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-ce53584d-1283-4d5f-b3ad-e1728cf8d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:41.153835 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-ce53584d-1283-4d5f-b3ad-e1728cf8d19c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0888829 Dec 24 03:55:41.194674 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-1469e82f-1832-40f4-8117-30abcf789f61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 217 time: 0.0333295 Dec 24 03:55:41.246728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-7421a64c-607d-45af-a5bc-f578d619cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:41.248184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-7421a64c-607d-45af-a5bc-f578d619cf85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0463941 Dec 24 03:55:41.322753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-6710b9e4-e02f-435c-b52a-1ff6602e98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:41.324271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-6710b9e4-e02f-435c-b52a-1ff6602e98a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693059 Dec 24 03:55:41.335237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d262-b09d-4944-9ea6-473eec71f7a7 req-86322381-30c6-4ae2-ae59-0618d915128a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:41.336589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4223d262-b09d-4944-9ea6-473eec71f7a7 req-86322381-30c6-4ae2-ae59-0618d915128a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0575747 Dec 24 03:55:41.436803 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4223d262-b09d-4944-9ea6-473eec71f7a7 req-5da0eb74-4b1f-44d6-ab17-46855a17c199 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926881 Dec 24 03:55:41.451973 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-078219dc-bb22-406a-b6c7-c3154016c63d service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144478 Dec 24 03:55:41.545181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c3c38d8f-645e-467e-bfae-ee7c9903fc38 req-0087e42c-a818-4f53-94af-b94c17410a0f service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848439 Dec 24 03:55:41.815304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ba73c90-fe98-417b-a50a-c22809eef247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:42.549827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4dae3-e8be-4a21-9824-ac389442a589 req-963fabf9-69fc-4d06-9a75-36adade15020 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:42.551282 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85d4dae3-e8be-4a21-9824-ac389442a589 req-963fabf9-69fc-4d06-9a75-36adade15020 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0481589 Dec 24 03:55:42.597612 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85d4dae3-e8be-4a21-9824-ac389442a589 req-1531a066-982f-4310-80af-efb717878604 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Dec 24 03:55:42.802900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:42.876317 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:55:43.709515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9e22-56ce-46e5-83d7-b6f49db684fd req-c5a18be0-b99a-419b-9a6d-6f3181029fa6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:43.710992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-769a9e22-56ce-46e5-83d7-b6f49db684fd req-c5a18be0-b99a-419b-9a6d-6f3181029fa6 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0480447 Dec 24 03:55:43.756707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-769a9e22-56ce-46e5-83d7-b6f49db684fd req-bc84b031-7ec8-49f8-91a8-576a707a9725 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Dec 24 03:55:44.489172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:44.878023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d907-c976-4083-aae9-d44e2eb5172a req-eb5ace4c-d63a-4058-bc63-9a74247c8567 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:44.879464 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0b56d907-c976-4083-aae9-d44e2eb5172a req-eb5ace4c-d63a-4058-bc63-9a74247c8567 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0524092 Dec 24 03:55:44.924764 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0b56d907-c976-4083-aae9-d44e2eb5172a req-4fc9b75c-9a90-4ef3-9d80-1deaa46f3ecd tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394559 Dec 24 03:55:45.119649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:45.471487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:55:45.564295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:45.575712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'mac_address': 'fa:16:3e:54:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:55:45.610725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:45.623797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81a7e3-8bc0-4256-91f7-70717c308a2e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:55:45.642874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:45.647636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:45.695244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:46.023388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['8c81a7e3-8bc0-4256-91f7-70717c308a2e'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:55:46.042129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11028d-e7cb-4d25-8686-53fe93a61914 req-522d9f3f-86bb-4d24-86e5-026b0c41a103 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:46.043668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a11028d-e7cb-4d25-8686-53fe93a61914 req-522d9f3f-86bb-4d24-86e5-026b0c41a103 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 944 time: 0.0515418 Dec 24 03:55:46.094334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a11028d-e7cb-4d25-8686-53fe93a61914 req-a880fa92-d34e-4d96-9ca5-201dd53ff857 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Dec 24 03:55:47.212430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfa358-e843-4377-91e3-64fff8eddc5e req-abd40f77-d2b6-46d3-9f72-371dadb89f2f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:47.214414 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dfdfa358-e843-4377-91e3-64fff8eddc5e req-abd40f77-d2b6-46d3-9f72-371dadb89f2f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 944 time: 0.0530257 Dec 24 03:55:47.260761 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dfdfa358-e843-4377-91e3-64fff8eddc5e req-a2296599-9d7c-4cd7-b1b6-0d10050f1289 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403423 Dec 24 03:55:47.480684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:55:47.530805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 8c81a7e3-8bc0-4256-91f7-70717c308a2e completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:55:47.534677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 8c81a7e3-8bc0-4256-91f7-70717c308a2e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:55:47.535044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:47.608261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:47.629235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:47.631440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbebd395-b9bc-49bd-9447-636f5b661fd9" -d '{"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-plugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:47.644329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:55:47.648260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:47.676743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d756ac0-e1b4-458b-bed2-f1b80f4e9f78 x-openstack-request-id: req-6d756ac0-e1b4-458b-bed2-f1b80f4e9f78 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:47.677025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-plugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:47.677269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d756ac0-e1b4-458b-bed2-f1b80f4e9f78 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:47.677644 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'code': 200} Dec 24 03:55:47.702934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:55:47.868864 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4884677-4015-480f-9e21-66bde0c3410d req-c0d850ef-338e-41a1-b56c-c7c7a4fc77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:47.870776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4884677-4015-480f-9e21-66bde0c3410d req-c0d850ef-338e-41a1-b56c-c7c7a4fc77ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1098 time: 0.0401888 Dec 24 03:55:47.913336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4884677-4015-480f-9e21-66bde0c3410d req-6ee76d4c-6ed8-467a-804a-cf5eee9d36cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360022 Dec 24 03:55:48.378324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41955-2d3e-4edf-ba3e-f12973ffdc5d req-36324399-2b10-47f1-8e9e-3e82f32ffa68 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:48.379796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b6f41955-2d3e-4edf-ba3e-f12973ffdc5d req-36324399-2b10-47f1-8e9e-3e82f32ffa68 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0522926 Dec 24 03:55:48.429693 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b6f41955-2d3e-4edf-ba3e-f12973ffdc5d req-ba1f8d51-20e6-4d14-8a68-e31c7ba5e3f8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440259 Dec 24 03:55:49.542908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4c86b-8e56-4b66-8c85-5f8273eb9b7c req-1ab0be64-b073-4468-8e14-0e0cd7e6bfd4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:49.544342 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85b4c86b-8e56-4b66-8c85-5f8273eb9b7c req-1ab0be64-b073-4468-8e14-0e0cd7e6bfd4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0477278 Dec 24 03:55:49.590522 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85b4c86b-8e56-4b66-8c85-5f8273eb9b7c req-49b8761d-79f6-435f-b99f-64055309b1d8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403309 Dec 24 03:55:49.699440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefa5-c29e-44ed-a3ca-828f53980ced req-425157d5-6189-4496-9520-a5aa56398e97 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:49.700928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-830aefa5-c29e-44ed-a3ca-828f53980ced req-425157d5-6189-4496-9520-a5aa56398e97 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0483599 Dec 24 03:55:49.710696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 54462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:55:49.715009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Request body: {'floatingip': {'port_id': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:55:49.757581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:50.181080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:50.184776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:50.281409 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c associated. External IP: 172.26.5.214, port: 8c81a7e3-8bc0-4256-91f7-70717c308a2e. Dec 24 03:55:50.482996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:55:50.589823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:55:50.594616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:50.599107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:55:50.608466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:55:50.609072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:55:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:50.619941 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ca8cb69c-c50d-4795-bd91-272e954e3a76 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "PUT /v2.0/floatingips/137c034f-90a4-43bc-8092-99c300db0b1c HTTP/1.1" status: 200 len: 992 time: 0.9082720 Dec 24 03:55:50.620550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:55:50.622809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23d21a7-92b8-4ee8-83e7-13825cfae085" -d '{"events": [{"name": "network-changed", "server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:55:50.661640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce56982c-ac79-4252-bbac-3d9f09877e48 x-openstack-request-id: req-ce56982c-ac79-4252-bbac-3d9f09877e48 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:55:50.661927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:55:50.662178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce56982c-ac79-4252-bbac-3d9f09877e48 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:55:50.662707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'status': 'completed', 'code': 200} Dec 24 03:55:50.752573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-c0e67e3a-39a6-4079-9645-63fd3392f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:50.754088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-c0e67e3a-39a6-4079-9645-63fd3392f242 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1098 time: 0.0427248 Dec 24 03:55:50.851154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-7aed4a10-29d6-4170-b0ed-3aae20ee963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:50.852659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-7aed4a10-29d6-4170-b0ed-3aae20ee963d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0899215 Dec 24 03:55:50.862421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:55:50.916088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-64666ec9-e6f2-4771-b288-937440fe6932 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1000 time: 0.0568230 Dec 24 03:55:50.968987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-7466e2bf-bd83-46b6-bd4e-d290995d3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:50.970456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-7466e2bf-bd83-46b6-bd4e-d290995d3944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0478048 Dec 24 03:55:51.017564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-149723bd-2045-485a-b1fe-df4eb78ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:55:51.019108 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-149723bd-2045-485a-b1fe-df4eb78ba9d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406950 Dec 24 03:55:51.083579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:54:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f530666-b868-40f6-89a1-cffb036cda1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:55:50Z', 'revision_number': 13, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:51.108439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-1509f541-adc9-4982-947a-fd37db01cebd service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811594 Dec 24 03:55:51.113150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:55:51.121964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:55:51.122579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:55:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:51.201259 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b23d21a7-92b8-4ee8-83e7-13825cfae085 req-7de8ef38-2f9b-4f8b-a22f-beb04dad317c service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860097 Dec 24 03:55:51.225890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:55:51.449819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:54:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f530666-b868-40f6-89a1-cffb036cda1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:55:50Z', 'revision_number': 13, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:55:51.479821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f88a9-ada5-43d3-a29c-cb74773f8a0c None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '137c034f-90a4-43bc-8092-99c300db0b1c', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'port_id': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'mac_address': 'fa:16:3e:54:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f530666-b868-40f6-89a1-cffb036cda1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:54Z', 'updated_at': '2021-12-24T03:55:50Z', 'revision_number': 13, 'project_id': 'd8678817073c4280adc68bce132e739b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:55:51.658049 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c8ce1-6faa-41ec-8c58-be2629d9ac7c None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:55:52.228331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:09.459812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-66f9b335-cecf-449e-9264-65fa700dd02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:11.817565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b1ec55-00cf-4032-ab15-635431159f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:12.805884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:14.493528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:15.122064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:19.875728 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:56:22.236265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:32.395426 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-82d94eab-edd8-4cbe-b362-782faf08f983 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796764 Dec 24 03:56:32.492749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-293eff42-749f-4784-b809-f70b93b92456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:56:32.494227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-293eff42-749f-4784-b809-f70b93b92456 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1098 time: 0.0399733 Dec 24 03:56:32.599586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-6966bcc6-26f7-4a70-9fe0-4b724b17dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:56:32.600998 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-6966bcc6-26f7-4a70-9fe0-4b724b17dcf2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0889010 Dec 24 03:56:32.667661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-bdeddb6c-9644-4595-b506-9c7ed7c364ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1002 time: 0.0594461 Dec 24 03:56:32.715578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-e8a60d2a-2e74-43c8-a53b-360f3373ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:56:32.716980 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-e8a60d2a-2e74-43c8-a53b-360f3373ab4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0421133 Dec 24 03:56:32.760810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-cc1bde68-5696-4d62-89d6-ded9564635e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:56:32.762299 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-cc1bde68-5696-4d62-89d6-ded9564635e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384667 Dec 24 03:56:32.855885 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-5db6dbbf-f5c7-460d-8005-2664a3b93ffa service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864277 Dec 24 03:56:32.950388 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca1276c0-1326-4358-a5e3-7d1650cbeb0a req-f83f71f0-4677-43ab-9644-30a45ecb7c4f service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862384 Dec 24 03:56:39.451554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-220e0da2-e02c-4d0c-b262-c628357a86fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:41.818538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be76f142-7c6a-4bbd-b751-cede18d732ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:42.808126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:44.496082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:45.124540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:52.257524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:56.874298 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:57:05.467753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cb446-cad8-4fad-aea1-01600cdbec85 req-1a53f4ea-5282-4fb6-9ddd-6c8292a48105 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:05.469238 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d25cb446-cad8-4fad-aea1-01600cdbec85 req-1a53f4ea-5282-4fb6-9ddd-6c8292a48105 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0917466 Dec 24 03:57:05.514316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d25cb446-cad8-4fad-aea1-01600cdbec85 req-b77aa2f6-8d8d-41bc-9b55-5abc7d52edb8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Dec 24 03:57:09.452618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55dcd9c2-82d3-4a75-87b0-7e4cdd6afbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:11.820519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51fec9e4-25bc-4993-8d7e-ba1411e42813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:12.810893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:14.507945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:15.126494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:17.617235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-63b0b329-f3b5-4120-bd50-c924950fac85 req-aaf4e857-fb5d-4522-8e70-c73ef0fd203a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:57:17.618128 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63b0b329-f3b5-4120-bd50-c924950fac85 req-aaf4e857-fb5d-4522-8e70-c73ef0fd203a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055754 Dec 24 03:57:17.808062 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-8798bf2d-c58e-44ab-a0dd-24f099174f6d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712636 Dec 24 03:57:17.819748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6cd7-b205-4485-ae3e-a012652087c9 req-dc2e8d9c-2e5b-42b3-90d8-265e3f1622c0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:17.821207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f03b6cd7-b205-4485-ae3e-a012652087c9 req-dc2e8d9c-2e5b-42b3-90d8-265e3f1622c0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0568233 Dec 24 03:57:17.870998 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f03b6cd7-b205-4485-ae3e-a012652087c9 req-eea4daa9-cb0b-4764-8505-7216de334865 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Dec 24 03:57:18.953061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-45fa2612-6a72-4937-8029-34be61cd4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:18.954542 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-45fa2612-6a72-4937-8029-34be61cd4cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1098 time: 0.0491517 Dec 24 03:57:19.043401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a254fb-1812-4dcf-aa6b-54f562c4a245 req-d8e913f5-0f70-4b31-beac-eafc5a875187 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:19.044863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-09a254fb-1812-4dcf-aa6b-54f562c4a245 req-d8e913f5-0f70-4b31-beac-eafc5a875187 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.1065373 Dec 24 03:57:19.092126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-a05b36b8-5372-42c0-99a4-146105ce55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:19.093574 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-a05b36b8-5372-42c0-99a4-146105ce55d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.1220534 Dec 24 03:57:19.113344 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-09a254fb-1812-4dcf-aa6b-54f562c4a245 req-6cc7deb5-8e5d-495d-9a22-762c4f54263d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626192 Dec 24 03:57:19.167944 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-184e48bc-474b-4783-89a8-c26af14343d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1002 time: 0.0645442 Dec 24 03:57:19.216158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-8ff2cdfd-11a4-48c6-a79c-b139a6ad2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:19.217564 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-8ff2cdfd-11a4-48c6-a79c-b139a6ad2dc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0426970 Dec 24 03:57:19.262043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-bdd19115-8b1c-43b6-a972-0cd70e294365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:19.263451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-bdd19115-8b1c-43b6-a972-0cd70e294365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383790 Dec 24 03:57:19.353808 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-7cdb9e87-0e5e-49f3-8c34-f28e729c11f3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822058 Dec 24 03:57:19.443712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-ee85413d-ac6b-4045-9f92-d9989eb92cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825825 Dec 24 03:57:20.230065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4bf26-3d2a-45c4-bdd9-02c109b4e7ce req-09c2e6fd-ab38-4707-a9f3-51884bb89c0a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:20.231517 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93c4bf26-3d2a-45c4-bdd9-02c109b4e7ce req-09c2e6fd-ab38-4707-a9f3-51884bb89c0a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0491002 Dec 24 03:57:20.276942 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93c4bf26-3d2a-45c4-bdd9-02c109b4e7ce req-9a895bde-54ed-4366-aaf4-78a7b0200ee5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396078 Dec 24 03:57:21.388417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d92c-d233-4c16-9a37-a4f652f955a6 req-4faf81c5-f59b-4b14-9fc5-457d0f0cdb66 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:21.389767 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39c8d92c-d233-4c16-9a37-a4f652f955a6 req-4faf81c5-f59b-4b14-9fc5-457d0f0cdb66 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0470779 Dec 24 03:57:21.434996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39c8d92c-d233-4c16-9a37-a4f652f955a6 req-1c7479fe-30cd-435d-bc46-6888c517734f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394995 Dec 24 03:57:22.269473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:22.824191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13c4c2-5128-4f15-8193-ee82a5cae0db req-de01d650-3581-4409-9703-6df287511491 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:22.825593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3c13c4c2-5128-4f15-8193-ee82a5cae0db req-de01d650-3581-4409-9703-6df287511491 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.3241320 Dec 24 03:57:22.872156 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3c13c4c2-5128-4f15-8193-ee82a5cae0db req-ee79ac5c-9703-496c-a13d-40341826e172 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Dec 24 03:57:23.985059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004e725-c601-4d5a-85b7-60911286a1e0 req-d075d1f8-a800-44b5-90bb-a4ce57793dc7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:23.986480 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4004e725-c601-4d5a-85b7-60911286a1e0 req-d075d1f8-a800-44b5-90bb-a4ce57793dc7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0479343 Dec 24 03:57:24.031083 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4004e725-c601-4d5a-85b7-60911286a1e0 req-5026353b-b066-4014-a436-468e8e7a455e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388341 Dec 24 03:57:25.145029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b21a5-c868-4cb2-bc4e-a57193119495 req-338ff89f-e0bf-4878-947c-98e17fda0635 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:25.146504 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a12b21a5-c868-4cb2-bc4e-a57193119495 req-338ff89f-e0bf-4878-947c-98e17fda0635 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0483522 Dec 24 03:57:25.196116 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a12b21a5-c868-4cb2-bc4e-a57193119495 req-10acc2fc-0a3d-4cb3-bfc8-0d908bc57625 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Dec 24 03:57:26.308353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436f13-de86-42db-89e5-e1053dffd047 req-5ac3ef7c-18cd-400b-b55e-57f33438542b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:26.309841 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7436f13-de86-42db-89e5-e1053dffd047 req-5ac3ef7c-18cd-400b-b55e-57f33438542b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0478525 Dec 24 03:57:26.355930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7436f13-de86-42db-89e5-e1053dffd047 req-4f7579e9-05b0-4470-a649-45e5a1dcac8d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Dec 24 03:57:27.470649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edeb6c-a06a-43dd-bf67-ea75d1b64a70 req-003e4281-921a-48b7-88fb-7f323384bb34 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:27.472125 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2edeb6c-a06a-43dd-bf67-ea75d1b64a70 req-003e4281-921a-48b7-88fb-7f323384bb34 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0477903 Dec 24 03:57:27.517507 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2edeb6c-a06a-43dd-bf67-ea75d1b64a70 req-96d61471-910e-442a-ad72-d67b213a9396 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388598 Dec 24 03:57:28.637048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f89b5-9e21-4442-ab47-6ce49e89e77d req-94eb10e8-c3c7-4022-9928-d05ec7496573 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:28.638493 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d48f89b5-9e21-4442-ab47-6ce49e89e77d req-94eb10e8-c3c7-4022-9928-d05ec7496573 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0517523 Dec 24 03:57:28.687246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d48f89b5-9e21-4442-ab47-6ce49e89e77d req-d07e576b-4b64-4e88-8a4a-4cbb9d743406 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427845 Dec 24 03:57:29.800966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3912f-2077-4b76-beee-972365e74fff req-ca110f6f-7426-466f-b014-bdb89794563d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:29.802486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96e3912f-2077-4b76-beee-972365e74fff req-ca110f6f-7426-466f-b014-bdb89794563d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0493989 Dec 24 03:57:29.850055 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96e3912f-2077-4b76-beee-972365e74fff req-1d0dcebd-ef4e-4a6c-a7bb-6b3578c1867c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Dec 24 03:57:30.968093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9b566-2402-423f-bea6-8622d0865f9e req-ef3e6a5d-ed8d-45a6-b678-8f8fb288e6b4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:30.969566 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4d9b566-2402-423f-bea6-8622d0865f9e req-ef3e6a5d-ed8d-45a6-b678-8f8fb288e6b4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0480063 Dec 24 03:57:31.018188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4d9b566-2402-423f-bea6-8622d0865f9e req-363dfc10-fb8b-43b2-8ea6-402c3172d9e1 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Dec 24 03:57:32.133829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e831623-0607-4d3f-b496-cec25d35c63b req-2d5d0696-e0c9-4769-96a6-27322f8719e2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:32.135329 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e831623-0607-4d3f-b496-cec25d35c63b req-2d5d0696-e0c9-4769-96a6-27322f8719e2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0496900 Dec 24 03:57:32.183152 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8e831623-0607-4d3f-b496-cec25d35c63b req-f78f276a-1058-4f49-98f5-b2b5d9d1ece3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Dec 24 03:57:33.294228 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-ca6dbe80-cea2-4ec4-a94e-0104feb2751f service neutron] 10.222.0.41 "GET /v2.0/ports/8c81a7e3-8bc0-4256-91f7-70717c308a2e/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0820339 Dec 24 03:57:33.315055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecab54-cd44-40a5-ac8d-94b1b119f404 req-9fb8d947-6d3f-4acc-8070-0bcf7f69105f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:33.316652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6ecab54-cd44-40a5-ac8d-94b1b119f404 req-9fb8d947-6d3f-4acc-8070-0bcf7f69105f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0629759 Dec 24 03:57:33.369876 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f6ecab54-cd44-40a5-ac8d-94b1b119f404 req-e46644b1-46c8-4ba2-a6b2-5739fd40bc5c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Dec 24 03:57:33.527943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-22dd3070-c5bf-43ff-867d-ef6c24aae6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:33.529463 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-22dd3070-c5bf-43ff-867d-ef6c24aae6f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 1098 time: 0.0405271 Dec 24 03:57:33.600241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-25b1341a-1ee9-441e-bab9-6bf6fb21b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:33.601726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-25b1341a-1ee9-441e-bab9-6bf6fb21b50a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1098 time: 0.0396926 Dec 24 03:57:33.696626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-c566ff83-4588-47c0-a97f-e4b8bc91c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:33.698096 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-c566ff83-4588-47c0-a97f-e4b8bc91c8c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0889895 Dec 24 03:57:33.761961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-1b3592d3-05ef-4cad-9a8e-bc733a157c57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1002 time: 0.0570982 Dec 24 03:57:33.814983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-09338b6f-6c74-4d14-b6ba-8c60fd9c6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:33.816779 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-09338b6f-6c74-4d14-b6ba-8c60fd9c6420 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0477269 Dec 24 03:57:33.861046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-4d1f7bc7-5b42-4439-af60-a3260e845c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:33.862470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-4d1f7bc7-5b42-4439-af60-a3260e845c27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393109 Dec 24 03:57:33.874589 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:57:33.950335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-652dad9c-7063-4484-a928-08b235786542 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797036 Dec 24 03:57:33.980028 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:57:34.050365 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-f8ff13c9-237a-4a4c-b9ed-edca52183189 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929284 Dec 24 03:57:34.057508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:34.079772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:57:34.082296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970a225e-03d7-45b8-ac2d-d9f6074d6226" -d '{"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:57:34.095155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:57:34.099820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:34.135517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59872f80-d538-415f-81bd-5bf1bd1b3345 x-openstack-request-id: req-59872f80-d538-415f-81bd-5bf1bd1b3345 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:57:34.135816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:57:34.136067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59872f80-d538-415f-81bd-5bf1bd1b3345 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:57:34.136579 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'code': 200} Dec 24 03:57:34.154224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:57:34.161213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.161566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.161894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.162233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.162564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.162899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.163215 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.163629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.163958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.164282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.164636 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.164957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.165277 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:57:34.401243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-4854f1f5-73b3-497c-b257-a3a6785c9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:34.402808 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-4854f1f5-73b3-497c-b257-a3a6785c9aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1096 time: 0.0420084 Dec 24 03:57:34.545972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29204dcd-a1bd-425c-bb7c-c383d0dc9f93 req-da493ced-d1e0-4f93-9b00-49e451c9f70f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:34.547336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29204dcd-a1bd-425c-bb7c-c383d0dc9f93 req-da493ced-d1e0-4f93-9b00-49e451c9f70f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.1040707 Dec 24 03:57:34.551939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-5fcc74d7-c2c3-47b5-88a3-a52388f45a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:34.553351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-5fcc74d7-c2c3-47b5-88a3-a52388f45a5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.1286039 Dec 24 03:57:34.644519 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29204dcd-a1bd-425c-bb7c-c383d0dc9f93 req-d8e02401-9c84-4f62-9545-341c6b2ce896 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902076 Dec 24 03:57:34.648265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-be5a9a10-8ac2-4b3f-ace8-8df3de122a61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1000 time: 0.0869415 Dec 24 03:57:34.697983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-7b11f382-20c5-4bd1-af69-a3471d638fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:34.699419 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-7b11f382-20c5-4bd1-af69-a3471d638fa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0441265 Dec 24 03:57:34.746223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-b6d608e5-c436-4747-9785-2d596ccbed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:34.747701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-b6d608e5-c436-4747-9785-2d596ccbed81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407245 Dec 24 03:57:34.845919 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-4b640583-16df-45ed-b94f-ff2a352851a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899363 Dec 24 03:57:34.937513 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d52336b3-bd00-4c58-a01e-be3bfef09196 req-bd004b64-016f-4083-a1f8-77d1245cb496 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Dec 24 03:57:35.767117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800d2e-78da-4db5-ad03-530f4a815058 req-2467c39c-0632-4fa9-bbea-ed9e9afa4d8b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:35.768604 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0800d2e-78da-4db5-ad03-530f4a815058 req-2467c39c-0632-4fa9-bbea-ed9e9afa4d8b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0528350 Dec 24 03:57:35.816405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0800d2e-78da-4db5-ad03-530f4a815058 req-cffebfe8-64f8-4af6-b554-90c8ea6e56af tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412145 Dec 24 03:57:36.933890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf23a6-d4b0-4704-8dc3-06bc3e7853da req-dbdc80e6-bdc9-401f-b726-8a1b55a6755c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:36.935975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5fbf23a6-d4b0-4704-8dc3-06bc3e7853da req-dbdc80e6-bdc9-401f-b726-8a1b55a6755c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0507741 Dec 24 03:57:36.982131 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5fbf23a6-d4b0-4704-8dc3-06bc3e7853da req-9507266d-a8e6-40c8-940c-f539a86f145c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 Dec 24 03:57:38.098395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106720b2-2155-4e9c-a60f-f85a1dd42074 req-47754a72-d5ba-45e1-93a5-e442f4767b2f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:38.099870 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-106720b2-2155-4e9c-a60f-f85a1dd42074 req-47754a72-d5ba-45e1-93a5-e442f4767b2f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0486939 Dec 24 03:57:38.152603 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-106720b2-2155-4e9c-a60f-f85a1dd42074 req-cfb22eb8-6825-4b93-b61d-b61606408dfe tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Dec 24 03:57:39.267373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a48e3-7a93-445a-9946-d53f10ff90b8 req-25a06d89-918d-4c00-a56f-2a729db5334d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:39.268855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-048a48e3-7a93-445a-9946-d53f10ff90b8 req-25a06d89-918d-4c00-a56f-2a729db5334d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0490417 Dec 24 03:57:39.314818 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-048a48e3-7a93-445a-9946-d53f10ff90b8 req-a70011d5-2013-43ed-9ec5-4ae3ee1c6d46 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401285 Dec 24 03:57:39.452885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1f902c4-dc61-4e7f-b2ed-22486d903706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:40.426979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dd071-fd5c-4620-9db1-d8c36f5d0643 req-2051eaf7-f3d6-4051-bee5-e5901a4b4c6b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:40.428312 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b07dd071-fd5c-4620-9db1-d8c36f5d0643 req-2051eaf7-f3d6-4051-bee5-e5901a4b4c6b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0472806 Dec 24 03:57:40.474374 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b07dd071-fd5c-4620-9db1-d8c36f5d0643 req-cb9cf491-77d0-42ee-b764-ba3f17bc6129 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Dec 24 03:57:41.592976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b845811-49bf-46eb-a3b1-b13a32e58e77 req-5285eb7e-51ff-4992-87c9-9f1e0a9c528e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:41.594442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b845811-49bf-46eb-a3b1-b13a32e58e77 req-5285eb7e-51ff-4992-87c9-9f1e0a9c528e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0522790 Dec 24 03:57:41.640294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b845811-49bf-46eb-a3b1-b13a32e58e77 req-c3ba092a-6c66-4fd6-9439-2a9d7c9292cc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Dec 24 03:57:41.822589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d92630ff-0c71-4ef9-8ee9-8548ccc63855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:42.010776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:57:42.101851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:57:42.113710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'mac_address': 'fa:16:3e:54:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:57:42.153305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:42.165989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81a7e3-8bc0-4256-91f7-70717c308a2e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:57:42.185531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:57:42.188984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:42.233459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:57:42.320333 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['8c81a7e3-8bc0-4256-91f7-70717c308a2e'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:57:42.763214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efff204-f6e4-4dca-beab-b0d7b09017b6 req-57825949-f5bd-4264-af5a-dc37790fd3c0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:42.764668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3efff204-f6e4-4dca-beab-b0d7b09017b6 req-57825949-f5bd-4264-af5a-dc37790fd3c0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 944 time: 0.0545621 Dec 24 03:57:42.811103 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3efff204-f6e4-4dca-beab-b0d7b09017b6 req-d254b1d0-3d9d-493c-aaeb-e9c92050a0cc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Dec 24 03:57:42.814327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:43.928243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818a708-d2b2-4fcf-b059-f322b6990508 req-36692aed-d431-4670-9b41-bc9f7da68dc5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:43.930038 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c818a708-d2b2-4fcf-b059-f322b6990508 req-36692aed-d431-4670-9b41-bc9f7da68dc5 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 944 time: 0.0482376 Dec 24 03:57:43.979762 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c818a708-d2b2-4fcf-b059-f322b6990508 req-ab8f5c9d-44d0-4223-96a6-34f424665e95 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Dec 24 03:57:44.013406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:57:44.060674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 8c81a7e3-8bc0-4256-91f7-70717c308a2e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:57:44.061040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:44.138414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:44.160758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:57:44.163322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a8f8f2-0dab-41ed-a879-5346cfb8edae" -d '{"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-plugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:57:44.176231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:57:44.180209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:44.209818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c45ba2-b6c5-4bee-8f1a-5e92d0be7816 x-openstack-request-id: req-a9c45ba2-b6c5-4bee-8f1a-5e92d0be7816 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:57:44.210112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-plugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:57:44.210366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9c45ba2-b6c5-4bee-8f1a-5e92d0be7816 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:57:44.210752 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'code': 200} Dec 24 03:57:44.229660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:57:44.503885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:45.099621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3bb58-8461-4e3d-9f47-9224625f3c4b req-5f7e48b5-bb21-408c-8cee-7eda5a2c8af1 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:45.101097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ac3bb58-8461-4e3d-9f47-9224625f3c4b req-5f7e48b5-bb21-408c-8cee-7eda5a2c8af1 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0478442 Dec 24 03:57:45.129494 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:45.148398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ac3bb58-8461-4e3d-9f47-9224625f3c4b req-2180cbf3-a526-45c5-b4da-53cc53bb4367 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408118 Dec 24 03:57:46.265791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b7dfa-bc40-42ed-9e43-51552e8655a9 req-034399f8-104e-404e-8dc4-a684e220ac3c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:46.267267 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b06b7dfa-bc40-42ed-9e43-51552e8655a9 req-034399f8-104e-404e-8dc4-a684e220ac3c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0486298 Dec 24 03:57:46.311944 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b06b7dfa-bc40-42ed-9e43-51552e8655a9 req-bb084a6f-bdc3-4fa2-9ea0-a8982d81edce tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Dec 24 03:57:47.427630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052041e-8771-42be-9c6f-14359794f3aa req-93e8d78e-6baa-4cda-a6f8-687621cc74c7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:47.428959 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7052041e-8771-42be-9c6f-14359794f3aa req-93e8d78e-6baa-4cda-a6f8-687621cc74c7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0508897 Dec 24 03:57:47.475315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7052041e-8771-42be-9c6f-14359794f3aa req-144a9caa-b30e-400f-8442-e3f41daf1612 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 Dec 24 03:57:47.786272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-5bdad1e8-42d9-4288-bf32-3f232aa9ad1e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:47.787711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-5bdad1e8-42d9-4288-bf32-3f232aa9ad1e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a&tenant_id=d8678817073c4280adc68bce132e739b&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.0750356 Dec 24 03:57:47.808811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948926-097c-476a-89be-6f4fb5de644c req-07da6885-16b3-43a0-92bc-842f86727005 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:47.810189 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-09948926-097c-476a-89be-6f4fb5de644c req-07da6885-16b3-43a0-92bc-842f86727005 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0724235 Dec 24 03:57:47.890146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-9b24e34a-688f-40d5-84ed-72d30597946e service neutron] 10.222.0.41 "GET /v2.0/ports/8c81a7e3-8bc0-4256-91f7-70717c308a2e/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0948973 Dec 24 03:57:47.893721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-09948926-097c-476a-89be-6f4fb5de644c req-e2f42f08-1a23-4667-9d91-c31aeb8818eb tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632520 Dec 24 03:57:47.969219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-cf7f9230-adf0-423c-908b-6873a919eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:47.970662 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-cf7f9230-adf0-423c-908b-6873a919eff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1098 time: 0.0406599 Dec 24 03:57:48.061420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-01c89479-650c-4366-b21e-e98f6a600ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:48.062845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-01c89479-650c-4366-b21e-e98f6a600ae8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0850065 Dec 24 03:57:48.128569 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-af933751-b2dc-4306-aefb-9c0d40b9f849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1002 time: 0.0567741 Dec 24 03:57:48.176822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-b9f8372e-621c-4b10-ae1b-a3876855edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:48.178278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-b9f8372e-621c-4b10-ae1b-a3876855edab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0433142 Dec 24 03:57:48.226114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-4401227a-24d6-45d0-8eb9-5a84d9f458c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:48.227888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-4401227a-24d6-45d0-8eb9-5a84d9f458c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427828 Dec 24 03:57:48.314468 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-ef555609-feef-4286-93d7-c8effd4e011b service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798843 Dec 24 03:57:48.404316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-df3f2d7e-5ea5-4aa9-a8b1-c8532a8ef6f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:57:49.005144 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:57:49.010181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd904066-d9d0-4ee2-9946-a3aed59ab9f6 req-2eb7fcdc-0bd6-4252-b927-daaa810ce5ee tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:49.011658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fd904066-d9d0-4ee2-9946-a3aed59ab9f6 req-2eb7fcdc-0bd6-4252-b927-daaa810ce5ee tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0486255 Dec 24 03:57:49.061801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fd904066-d9d0-4ee2-9946-a3aed59ab9f6 req-eec38e7e-0e78-4120-a8d2-24ee35b1082b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Dec 24 03:57:50.182390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba688be7-88d5-4796-b09a-f0c1d479b6ca req-ab62c11c-c6a3-4c75-a40f-35e42a98e0a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:50.183872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba688be7-88d5-4796-b09a-f0c1d479b6ca req-ab62c11c-c6a3-4c75-a40f-35e42a98e0a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0532646 Dec 24 03:57:50.232037 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba688be7-88d5-4796-b09a-f0c1d479b6ca req-0a608176-11d1-442b-a186-be1b29019c4c tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Dec 24 03:57:51.346933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762314bb-dea2-4554-864f-594734d99e0e req-817bbaf8-e110-43e3-ba7b-73f9776b7df9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:51.348508 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-762314bb-dea2-4554-864f-594734d99e0e req-817bbaf8-e110-43e3-ba7b-73f9776b7df9 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0488160 Dec 24 03:57:51.394869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-762314bb-dea2-4554-864f-594734d99e0e req-eea1d991-590b-4c1e-98ba-ff4789c17ad7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Dec 24 03:57:52.268779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:52.512846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dad95c-7442-4760-8994-c8919e04f79c req-435f18ad-7c7d-49cc-9969-5d1dfeb244b0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:52.514445 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9dad95c-7442-4760-8994-c8919e04f79c req-435f18ad-7c7d-49cc-9969-5d1dfeb244b0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0497682 Dec 24 03:57:52.564232 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9dad95c-7442-4760-8994-c8919e04f79c req-4ef10a7b-508a-4e96-a780-13e5a3a91fdd tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Dec 24 03:57:53.126837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-52b9b923-1012-42ec-8b54-d6e5c92ebedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:53.128287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-52b9b923-1012-42ec-8b54-d6e5c92ebedc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a&tenant_id=d8678817073c4280adc68bce132e739b HTTP/1.1" status: 200 len: 1098 time: 0.0394521 Dec 24 03:57:53.204825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-504878b9-59cd-4ac9-b583-4f3a21679cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:53.206543 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-504878b9-59cd-4ac9-b583-4f3a21679cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8678817073c4280adc68bce132e739b&device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 1098 time: 0.0409629 Dec 24 03:57:53.296706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-60805652-8bee-4c6e-a3a2-19634663ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:53.298135 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-60805652-8bee-4c6e-a3a2-19634663ab77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 200 len: 912 time: 0.0847917 Dec 24 03:57:53.361375 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-67d77250-0847-4366-8b02-bce5d00e4397 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 200 len: 1002 time: 0.0556574 Dec 24 03:57:53.407903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-c59ccf59-273e-4c6d-a8c5-0c445a5cb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:53.409371 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-c59ccf59-273e-4c6d-a8c5-0c445a5cb9c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 200 len: 851 time: 0.0409052 Dec 24 03:57:53.456193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d63-132e-4b34-be57-f63329ed5082 req-dd8ea3ba-4e72-480a-b769-2910b85bbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:53.457649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-dd8ea3ba-4e72-480a-b769-2910b85bbd3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7e8722a-4160-4ce6-9b85-059251524b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418754 Dec 24 03:57:53.548174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-8a5bd22e-4bc2-4a68-a1b6-ae942dd77b32 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Dec 24 03:57:53.648887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-05b25d63-132e-4b34-be57-f63329ed5082 req-5d8cd1a6-b04b-447b-a459-292720f62968 service neutron] 10.222.0.41 "GET /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927787 Dec 24 03:57:53.683276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec09e7-e6ea-4f87-9fc3-09f4087addfa req-73051ffd-0a04-47fa-9dbe-a2433e287b8f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:53.684729 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68ec09e7-e6ea-4f87-9fc3-09f4087addfa req-73051ffd-0a04-47fa-9dbe-a2433e287b8f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0502400 Dec 24 03:57:53.732048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-68ec09e7-e6ea-4f87-9fc3-09f4087addfa req-be63f9b0-57f6-443a-9fdb-ac1a133a6d3a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412712 Dec 24 03:57:54.090293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:57:54.164395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:54.187116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:57:54.189345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db36878-3362-445f-b435-5c7107b7a239" -d '{"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:57:54.202906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:57:54.207475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:54.237579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490440bc-49ef-4615-989e-126f9b0e5e5f x-openstack-request-id: req-490440bc-49ef-4615-989e-126f9b0e5e5f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:57:54.237873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:57:54.238128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-490440bc-49ef-4615-989e-126f9b0e5e5f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:57:54.238520 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'code': 200} Dec 24 03:57:54.261460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=9']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:57:55.005415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42074c61-6f01-4053-853e-560e3022857b req-86c980e0-0007-4439-b226-7d8df4b650a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:55.006974 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42074c61-6f01-4053-853e-560e3022857b req-86c980e0-0007-4439-b226-7d8df4b650a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0484619 Dec 24 03:57:55.058554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42074c61-6f01-4053-853e-560e3022857b req-fd1d02a9-ab1c-4304-ac40-50ea5a9a56f2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453641 Dec 24 03:57:56.178664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e55e2-37af-4110-a2e3-ec31000d38eb req-b1021520-74e1-4fbf-8bb6-86df01fbe578 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:56.180621 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e4e55e2-37af-4110-a2e3-ec31000d38eb req-b1021520-74e1-4fbf-8bb6-86df01fbe578 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0493770 Dec 24 03:57:56.227240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e4e55e2-37af-4110-a2e3-ec31000d38eb req-8cd94194-317c-4610-8a7b-2ab3a8492395 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 Dec 24 03:57:57.343362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24822931-5891-4afa-8d3e-53d68277e255 req-89c55db9-b0c4-4565-a9fe-6dcb01ec941a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:57.344858 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-24822931-5891-4afa-8d3e-53d68277e255 req-89c55db9-b0c4-4565-a9fe-6dcb01ec941a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0489900 Dec 24 03:57:57.392272 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-24822931-5891-4afa-8d3e-53d68277e255 req-d90577c4-3dec-4596-b8ac-34fb8d81334a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Dec 24 03:57:58.513488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537610d-c30f-494b-9fef-4c547a33c23d req-8d7d352f-0b04-491b-9380-1a851aa73d92 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:58.514959 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1537610d-c30f-494b-9fef-4c547a33c23d req-8d7d352f-0b04-491b-9380-1a851aa73d92 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0539756 Dec 24 03:57:58.560319 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1537610d-c30f-494b-9fef-4c547a33c23d req-7953faac-675b-4b8f-83b2-3420e61ba6e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393765 Dec 24 03:57:59.678920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f108cd-3c67-4fc6-b04a-9f9733437c36 req-6d58959f-cce1-4a48-9927-8930c71a9176 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:57:59.680924 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9f108cd-3c67-4fc6-b04a-9f9733437c36 req-6d58959f-cce1-4a48-9927-8930c71a9176 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0507417 Dec 24 03:57:59.730002 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e9f108cd-3c67-4fc6-b04a-9f9733437c36 req-44d9197c-6d23-4c79-b27b-39372345acbe tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Dec 24 03:58:00.849799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280c9da-19a0-4f28-917f-7995794b5a7e req-eaf908cf-e521-44b9-a950-fa6ab0cac03d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:00.851274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0280c9da-19a0-4f28-917f-7995794b5a7e req-eaf908cf-e521-44b9-a950-fa6ab0cac03d tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0478177 Dec 24 03:58:00.900257 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0280c9da-19a0-4f28-917f-7995794b5a7e req-721fb72d-f15d-4629-b92e-4126ec359cb8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Dec 24 03:58:02.012714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e5d7e-6cea-489d-a539-4793b26e6e58 req-460cab76-08d9-42ca-8962-936170da35a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:02.014171 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c56e5d7e-6cea-489d-a539-4793b26e6e58 req-460cab76-08d9-42ca-8962-936170da35a8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 943 time: 0.0480387 Dec 24 03:58:02.059710 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c56e5d7e-6cea-489d-a539-4793b26e6e58 req-27b55ff1-d86a-4641-a95f-4b0d5a265105 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395675 Dec 24 03:58:02.146756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:58:02.241727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:02.252558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'port_id': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'mac_address': 'fa:16:3e:54:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:58:02.288092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:02.299983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81a7e3-8bc0-4256-91f7-70717c308a2e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:58:02.320649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:02.324549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:02.369713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:02.453833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['8c81a7e3-8bc0-4256-91f7-70717c308a2e'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:58:03.174344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc03f6-166d-49a3-b01b-9202b4dcb889 req-153dcbc0-c0dc-4e46-9a90-8b46a3303e41 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:03.175805 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4dc03f6-166d-49a3-b01b-9202b4dcb889 req-153dcbc0-c0dc-4e46-9a90-8b46a3303e41 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0476553 Dec 24 03:58:03.222601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4dc03f6-166d-49a3-b01b-9202b4dcb889 req-04716d13-f833-4a71-b7d4-fb968e7865a2 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Dec 24 03:58:04.168399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:58:04.215926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 8c81a7e3-8bc0-4256-91f7-70717c308a2e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:58:04.216319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:04.293281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:04.315404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:04.317628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c28d9ae-f1ce-4cd3-8b6e-de6f2cb6fb84" -d '{"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-plugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:04.331002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:04.336574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:04.347083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216c28-7bd3-4267-acbd-3eba8c37faa8 req-ce3871a7-f433-4fdb-8fc1-a5670af9c10e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:04.348582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d216c28-7bd3-4267-acbd-3eba8c37faa8 req-ce3871a7-f433-4fdb-8fc1-a5670af9c10e tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 945 time: 0.0580406 Dec 24 03:58:04.365278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b82d25-5f5a-4014-a60b-4e2acd080c9f x-openstack-request-id: req-25b82d25-5f5a-4014-a60b-4e2acd080c9f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:04.365568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-plugged", "status": "completed", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:04.365823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25b82d25-5f5a-4014-a60b-4e2acd080c9f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:04.366219 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'code': 200} Dec 24 03:58:04.387332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=11']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:04.411317 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1d216c28-7bd3-4267-acbd-3eba8c37faa8 req-fbbe3078-b14e-4773-86fc-9c58c06bc921 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550015 Dec 24 03:58:05.526694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed24fe-1ac8-4da5-abe5-9c64bdba1923 req-d3ff1946-0097-4422-aa34-07a25e79d1d4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:05.528147 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17ed24fe-1ac8-4da5-abe5-9c64bdba1923 req-d3ff1946-0097-4422-aa34-07a25e79d1d4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0479422 Dec 24 03:58:05.575950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17ed24fe-1ac8-4da5-abe5-9c64bdba1923 req-ca9eb4c7-d29f-46d7-8f42-ca7630a3db0b tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Dec 24 03:58:06.691594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906076a3-6041-4534-9965-f485823c6f42 req-6b6b70b5-f80e-4ef2-b790-a08e74c4fbe8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:06.693043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-906076a3-6041-4534-9965-f485823c6f42 req-6b6b70b5-f80e-4ef2-b790-a08e74c4fbe8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0503333 Dec 24 03:58:06.738400 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-906076a3-6041-4534-9965-f485823c6f42 req-cd6cf77d-3899-4180-a6ba-62f737bfd7da tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389450 Dec 24 03:58:06.850050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee161e-bc0c-42c8-82bd-b75b44eb09e8 req-cd719357-f05b-4f53-979d-0a4009b0c245 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:06.852001 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98ee161e-bc0c-42c8-82bd-b75b44eb09e8 req-cd719357-f05b-4f53-979d-0a4009b0c245 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0487204 Dec 24 03:58:06.898075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-98ee161e-bc0c-42c8-82bd-b75b44eb09e8 req-483d235f-4521-4b35-b874-ff9e2f096679 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400417 Dec 24 03:58:07.017338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2ffb9-f113-44c6-8cd0-3139bcf52e84 req-0c65b73b-0f90-43c1-a866-f10b06c40438 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:07.018844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42f2ffb9-f113-44c6-8cd0-3139bcf52e84 req-0c65b73b-0f90-43c1-a866-f10b06c40438 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0550985 Dec 24 03:58:07.071119 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42f2ffb9-f113-44c6-8cd0-3139bcf52e84 req-8a7b7fce-c894-4e4d-9273-b7a95f2313c7 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451093 Dec 24 03:58:07.306261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe02109-a01d-4200-a3ac-b9bd5328fb4d req-3661d3dd-0f81-4bce-b4ab-39328f549480 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:07.307716 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-efe02109-a01d-4200-a3ac-b9bd5328fb4d req-3661d3dd-0f81-4bce-b4ab-39328f549480 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0531669 Dec 24 03:58:07.354604 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-efe02109-a01d-4200-a3ac-b9bd5328fb4d req-ee2d703c-a2b8-45b2-93af-c2119bc977ad tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Dec 24 03:58:08.470936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95453b-f0c1-4072-8a51-e49f0f9744b5 req-184bcda8-fd47-4d83-8727-49d4b0414242 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:08.472709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa95453b-f0c1-4072-8a51-e49f0f9744b5 req-184bcda8-fd47-4d83-8727-49d4b0414242 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0482018 Dec 24 03:58:08.519980 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa95453b-f0c1-4072-8a51-e49f0f9744b5 req-144fdc26-a96f-44db-94a9-fe9933f84521 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Dec 24 03:58:09.453222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86da5a11-d792-405f-b15a-ddd0b8bc74b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:09.638996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6aca7-2613-4cf4-a839-04a426d58982 req-7084047a-4922-4055-bebd-4cb6617d5ef4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:09.640348 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b2a6aca7-2613-4cf4-a839-04a426d58982 req-7084047a-4922-4055-bebd-4cb6617d5ef4 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0534599 Dec 24 03:58:09.686433 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b2a6aca7-2613-4cf4-a839-04a426d58982 req-91e958f3-5279-4cfd-89d3-ffa4e01e35dc tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups?id=3969cc09-4c60-4a52-b2cc-6615ee63d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Dec 24 03:58:10.037279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-0254d8b9-b6b3-42d0-8271-8dfc3ddc3022 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:10.038697 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-0254d8b9-b6b3-42d0-8271-8dfc3ddc3022 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 946 time: 0.0478513 Dec 24 03:58:10.127596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Deleting port 8c81a7e3-8bc0-4256-91f7-70717c308a2e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:10.127937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:10.214326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] For port 8c81a7e3-8bc0-4256-91f7-70717c308a2e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c81a7e3-8bc0-4256-91f7-70717c308a2e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:10.214691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:10.381189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:10.381465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:10.381782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Floating IP 137c034f-90a4-43bc-8092-99c300db0b1c disassociated. External IP: 172.26.5.214, port: 8c81a7e3-8bc0-4256-91f7-70717c308a2e. Dec 24 03:58:10.382738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Calling delete_port for 8c81a7e3-8bc0-4256-91f7-70717c308a2e owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:10.511599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:10.539467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event deleted for resources: {'Port': ['ID=8c81a7e3-8bc0-4256-91f7-70717c308a2e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:10.550117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.550472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.550826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.551164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.551503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.551841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.552171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.552555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.552890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.553220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.553551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.554442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.554775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:10.664907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:58:10.873080 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:58:11.013975 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-de4c0628-4fb8-4f1b-8694-450916c2f982 req-a864d2f9-7535-4701-b0ca-705d70cf4c44 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 210 time: 0.0314720 Dec 24 03:58:11.068065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:58:11.077364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:58:11.088217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:58:11.088948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:57:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:11.107785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] No DVR routers for this DVR port 8c81a7e3-8bc0-4256-91f7-70717c308a2e on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:58:11.109801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:11.113086 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4573e42-2a87-4f6d-96a2-11a39c090aa5 req-080dd59a-88a9-4eac-b5af-857e8f5d97e0 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.41 "DELETE /v2.0/ports/8c81a7e3-8bc0-4256-91f7-70717c308a2e HTTP/1.1" status: 204 len: 173 time: 1.0682864 Dec 24 03:58:11.113524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-deleted', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:11.115735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b154785c-bde4-4b41-91b3-f1aa661a2d95" -d '{"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-deleted", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:11.153106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e0fa89-7a59-4892-9908-0690feef55f2 x-openstack-request-id: req-16e0fa89-7a59-4892-9908-0690feef55f2 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:11.153483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f530666-b868-40f6-89a1-cffb036cda1a", "name": "network-vif-deleted", "tag": "8c81a7e3-8bc0-4256-91f7-70717c308a2e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:11.153743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16e0fa89-7a59-4892-9908-0690feef55f2 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:11.154174 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f530666-b868-40f6-89a1-cffb036cda1a', 'name': 'network-vif-deleted', 'tag': '8c81a7e3-8bc0-4256-91f7-70717c308a2e', 'status': 'completed', 'code': 200} Dec 24 03:58:11.361903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:58:11.553947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:11.583743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:58:11.592645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:58:11.593247 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:57:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:11.694189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:58:11.839013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61256f8a-5055-4cca-9741-c147eaac3d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:11.903573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:11.929357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e58be-9f5d-482e-ad81-965342a7e2a6 None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:51Z', 'revision_number': 4, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '46f62e7b-10a7-4282-bed6-32334522a76e', 'name': '', 'network_id': 'd7e8722a-4160-4ce6-9b85-059251524b7a', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'mac_address': 'fa:16:3e:90:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:51Z', 'updated_at': '2021-12-24T03:49:55Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'subnets': [{'id': 'f720fc09-466d-4cfe-b072-eb1c85c0ba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:58:12.113148 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4ff3b53-a939-4867-967b-0a54ea9739eb req-8c00bacf-0b3b-4d29-a791-7fb1a320ac7f tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 210 time: 0.0269127 Dec 24 03:58:12.160139 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec4aa0a-2bd2-4a33-b4d7-0d3313021113 None None] New status for floating IP 137c034f-90a4-43bc-8092-99c300db0b1c: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:58:12.818957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:13.210423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-14c790f7-936d-4744-96b0-b3da69c67edb req-96bd7278-23e1-41da-9112-4a1dff4cd767 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 210 time: 0.0266535 Dec 24 03:58:14.214294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:58:14.239258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 8c81a7e3-8bc0-4256-91f7-70717c308a2e {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:58:14.240388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8c81a7e3-8bc0-4256-91f7-70717c308a2e not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:58:14.306596 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f1948528-e70f-487a-97dd-5f551ed4a3e9 req-f1283250-3480-43c3-825d-3ed021015269 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 210 time: 0.0258660 Dec 24 03:58:14.508802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:15.135499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:15.426043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50154b52-8511-44ca-ba10-a3833ba47e36 req-e5166957-c924-43f2-b446-ffbe821a074a tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f530666-b868-40f6-89a1-cffb036cda1a HTTP/1.1" status: 200 len: 210 time: 0.0376778 Dec 24 03:58:20.148313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 54864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:20.202319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d88e912-18fa-450b-acd9-0577543d47c8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.226000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d88e912-18fa-450b-acd9-0577543d47c8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.273214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d88e912-18fa-450b-acd9-0577543d47c8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.275772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d88e912-18fa-450b-acd9-0577543d47c8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.277048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4d88e912-18fa-450b-acd9-0577543d47c8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "DELETE /v2.0/security-groups/3969cc09-4c60-4a52-b2cc-6615ee63d4df HTTP/1.1" status: 204 len: 168 time: 0.1270781 Dec 24 03:58:20.279872 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 54866) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:20.286148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88e912-18fa-450b-acd9-0577543d47c8 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3969cc09-4c60-4a52-b2cc-6615ee63d4df,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:20.300765 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-76f2cb66-9ae0-40bd-bdcf-1b114fc764a3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] show failed (client error): The resource could not be found. Dec 24 03:58:20.302029 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-76f2cb66-9ae0-40bd-bdcf-1b114fc764a3 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "GET /v2.0/security-groups/3969cc09-4c60-4a52-b2cc-6615ee63d4df HTTP/1.1" status: 404 len: 347 time: 0.0204937 Dec 24 03:58:20.305372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 54870) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:20.430726 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Deleting port 0bf2848b-2536-4bc7-882e-065e7eb254bc {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:20.431074 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.505258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.505591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.517331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Calling delete_port for 0bf2848b-2536-4bc7-882e-065e7eb254bc owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:20.653494 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.681737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Pushing event deleted for resources: {'Port': ['ID=0bf2848b-2536-4bc7-882e-065e7eb254bc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:20.704623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.705233 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.705604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.705941 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.706273 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.706601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.706926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.707252 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.707577 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.707920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.708221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.708579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.708900 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:20.754518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.757397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.758606 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f3a35fff-bfa1-44d9-9234-1e5dcc729e60 tempest-ServerActionsTestJSON-497627699 tempest-ServerActionsTestJSON-497627699-project] 10.222.0.37 "DELETE /v2.0/floatingips/137c034f-90a4-43bc-8092-99c300db0b1c HTTP/1.1" status: 204 len: 168 time: 0.4523411 Dec 24 03:58:20.761526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 54872) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:21.202688 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:21.441453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Deleting port 46f62e7b-10a7-4282-bed6-32334522a76e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:21.442092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:21.520107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] For port 46f62e7b-10a7-4282-bed6-32334522a76e, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=46f62e7b-10a7-4282-bed6-32334522a76e,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:21.520489 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:21.533103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Calling delete_port for 46f62e7b-10a7-4282-bed6-32334522a76e owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:21.711146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:21.736976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Pushing event deleted for resources: {'Port': ['ID=46f62e7b-10a7-4282-bed6-32334522a76e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:21.897780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.108702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Router c7d90f6f-e807-43eb-9a1c-2945bf325583 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:58:22.214460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:58:22.219977 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-63d70673-7229-4ee8-a90c-fe2dc9b597bb admin admin] 10.222.0.37 "PUT /v2.0/routers/c7d90f6f-e807-43eb-9a1c-2945bf325583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575136 Dec 24 03:58:22.222465 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 54876) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:22.225082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] Sync routers for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:58:22.235012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:58:22.235604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:58:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:22.328454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.330429 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.348699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:58:22.439992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.490615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Deleting port 183f455f-7b8e-42fd-bedb-05cd79505ff3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:22.491842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.534285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:58:21Z', 'revision_number': 5, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port': {'id': '183f455f-7b8e-42fd-bedb-05cd79505ff3', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:22.561407 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] Checking router: c7d90f6f-e807-43eb-9a1c-2945bf325583 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:58:22.569605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] Routers {'c7d90f6f-e807-43eb-9a1c-2945bf325583'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:58:22.570229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:58:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['c7d90f6f-e807-43eb-9a1c-2945bf325583'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:22.571076 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] For port 183f455f-7b8e-42fd-bedb-05cd79505ff3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=183f455f-7b8e-42fd-bedb-05cd79505ff3,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:22.571439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.583163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Calling delete_port for 183f455f-7b8e-42fd-bedb-05cd79505ff3 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:22.654857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] Set router c7d90f6f-e807-43eb-9a1c-2945bf325583 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:58:22.710461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:58:22Z', 'revision_number': 6, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:22.736112 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837d5be-4b51-420d-9c5a-e3bedff93e80 None None] The sync data for ids ['c7d90f6f-e807-43eb-9a1c-2945bf325583'] in dv-neutron-822869-1-hyperv is: [{'id': 'c7d90f6f-e807-43eb-9a1c-2945bf325583', 'name': 'tempest-ServerActionsTestJSON-1372478382-router', 'tenant_id': 'd8678817073c4280adc68bce132e739b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:49:49Z', 'updated_at': '2021-12-24T03:58:22Z', 'revision_number': 6, 'project_id': 'd8678817073c4280adc68bce132e739b', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:58:22.751288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.779499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Pushing event deleted for resources: {'Port': ['ID=183f455f-7b8e-42fd-bedb-05cd79505ff3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:22.793536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1685017-636b-4424-9b88-7db391f0302b None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:58:22.839518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.925546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.927587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.970981 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.971467 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d90f6f-e807-43eb-9a1c-2945bf325583 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:58:22.976173 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.977291 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-53c4dcb1-db1d-49b8-961c-d70b4154d690 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c7d90f6f-e807-43eb-9a1c-2945bf325583 HTTP/1.1" status: 204 len: 168 time: 0.7539308 Dec 24 03:58:22.979835 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 54878) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:23.021620 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] Deleting subnet f720fc09-466d-4cfe-b072-eb1c85c0ba54 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:58:23.025026 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.057693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.140390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.468838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.493215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f720fc09-466d-4cfe-b072-eb1c85c0ba54,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:23.498045 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.501352 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e3ecebf9-d60a-4251-a279-6f32f1459660 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f720fc09-466d-4cfe-b072-eb1c85c0ba54 HTTP/1.1" status: 204 len: 168 time: 0.5205781 Dec 24 03:58:23.503890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 54880) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:23.508649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89b097-46bb-47cf-bd3c-743d90fc841f None None] Network d7e8722a-4160-4ce6-9b85-059251524b7a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:58:23.578839 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.582254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 183f455f-7b8e-42fd-bedb-05cd79505ff3 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:58:23.603716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 183f455f-7b8e-42fd-bedb-05cd79505ff3 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:58:23.603987 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 183f455f-7b8e-42fd-bedb-05cd79505ff3 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:58:23.604618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 46f62e7b-10a7-4282-bed6-32334522a76e no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:58:23.633723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Deleting port 5ac0b210-0a84-43b8-82a5-9190e050f214 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:23.634213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.639341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 46f62e7b-10a7-4282-bed6-32334522a76e {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:58:23.639695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 46f62e7b-10a7-4282-bed6-32334522a76e not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:58:23.705802 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] For port 5ac0b210-0a84-43b8-82a5-9190e050f214, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5ac0b210-0a84-43b8-82a5-9190e050f214,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:23.706166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.708471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] DHCP port deletion for d7e8722a-4160-4ce6-9b85-059251524b7a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:58:23.719236 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Calling delete_port for 5ac0b210-0a84-43b8-82a5-9190e050f214 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:23.760126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] Deleting port 5ac0b210-0a84-43b8-82a5-9190e050f214 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:23.760535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.816186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.831226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] For port 5ac0b210-0a84-43b8-82a5-9190e050f214, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5ac0b210-0a84-43b8-82a5-9190e050f214,segment=NetworkSegment(db918daa-f672-4f32-94bd-4121f2b8ec72),segment_id=db918daa-f672-4f32-94bd-4121f2b8ec72)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:23.831626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.841979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac0b210-0a84-43b8-82a5-9190e050f214,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:23.847024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] Calling delete_port for 5ac0b210-0a84-43b8-82a5-9190e050f214 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:23.851022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] No DVR routers for this DVR port 5ac0b210-0a84-43b8-82a5-9190e050f214 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:58:23.921632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.925457 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.945687 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e8722a-4160-4ce6-9b85-059251524b7a']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:23.951124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] No DVR routers for this DVR port 5ac0b210-0a84-43b8-82a5-9190e050f214 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:58:23.952703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987ab12-60c7-4178-b337-51f406a609dc None None] Pushing event deleted for resources: {'Port': ['ID=5ac0b210-0a84-43b8-82a5-9190e050f214,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:23.955395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db918daa-f672-4f32-94bd-4121f2b8ec72') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:23.955624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db918daa-f672-4f32-94bd-4121f2b8ec72') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:23.968545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.984919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.991603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:58:23.992040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:58:23.994135 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:58:24.049260 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:24.054923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:24.058078 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] 10.222.0.37 "DELETE /v2.0/networks/d7e8722a-4160-4ce6-9b85-059251524b7a HTTP/1.1" status: 204 len: 168 time: 0.5532243 Dec 24 03:58:24.068606 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9121df-fc2c-4d89-bc66-9728ccdb740d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e8722a-4160-4ce6-9b85-059251524b7a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:24.179579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 54884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:24.218734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c4003ea1-53ea-4fbf-a4cf-06bb936beda0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8678817073c4280adc68bce132e739b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379622 Dec 24 03:58:24.220999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 54886) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:24.265989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-084cc643-c0b8-4f20-8e08-1e92b231a4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:24.286311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-084cc643-c0b8-4f20-8e08-1e92b231a4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:24.333956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-084cc643-c0b8-4f20-8e08-1e92b231a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:24.337369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-084cc643-c0b8-4f20-8e08-1e92b231a4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:24.338481 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-084cc643-c0b8-4f20-8e08-1e92b231a4cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69fc7027-545a-48a9-b90f-9eba8f7c0c12 HTTP/1.1" status: 204 len: 168 time: 0.1166179 Dec 24 03:58:24.346394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cc643-c0b8-4f20-8e08-1e92b231a4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc7027-545a-48a9-b90f-9eba8f7c0c12,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:25.010621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 54908) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:25.101950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1122627065-network', 'tenant_id': 'f5fb3792b289479a9f77d6e15078282d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:58:25.124801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Made reservation on behalf of f5fb3792b289479a9f77d6e15078282d for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:58:25.127034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.135656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.208420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.211985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.231978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:58:25.245437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc418278-c3e6-4224-b180-634e1ee62d0e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:25.250255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.250596 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Added segment 4fce6047-3717-4a49-855c-0608aaa069b5 of type vlan for network f8149b48-6683-4739-bbc0-7b4adce00ca1 Dec 24 03:58:25.288868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.314404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.315334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:25.315905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.349832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3381479 Dec 24 03:58:25.352891 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 54912) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:25.357886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Request body: {'subnet': {'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1122627065-subnet', 'tenant_id': 'f5fb3792b289479a9f77d6e15078282d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:58:25.379675 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3f166-2df5-49ae-a283-0f6c9def51eb admin admin] Pushing event updated for resources: {'Network': ['ID=f8149b48-6683-4739-bbc0-7b4adce00ca1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:25.384791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Made reservation on behalf of f5fb3792b289479a9f77d6e15078282d for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:58:25.387580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.391861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network f8149b48-6683-4739-bbc0-7b4adce00ca1 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:58:25.446379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5ac0b210-0a84-43b8-82a5-9190e050f214 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:58:25.478274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 5ac0b210-0a84-43b8-82a5-9190e050f214 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:58:25.478628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5ac0b210-0a84-43b8-82a5-9190e050f214 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:58:25.555780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.606925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5c4b0a-d285-4de1-9fed-7ffb611f6858,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:25.622351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Checking segment: {'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:58:25.622708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Network hostable DHCP agents. Network: f8149b48-6683-4739-bbc0-7b4adce00ca1, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:58:25.638279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Network f8149b48-6683-4739-bbc0-7b4adce00ca1 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:58:25.647174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, f8149b48-6683-4739-bbc0-7b4adce00ca1) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:58:25.651145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:25.651733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.655945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee08f61d-24bc-41a4-8153-5e423ce8e360 None None] Network f8149b48-6683-4739-bbc0-7b4adce00ca1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:58:25.667012 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-dc34c9f1-81eb-47b5-9647-758fd84476f7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3129561 Dec 24 03:58:25.750624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ca5c5-71c9-4c2a-b9b7-40f2d4878fa5 None None] Network f8149b48-6683-4739-bbc0-7b4adce00ca1 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:58:26.069823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-e820d52c-f537-4a01-ae47-d3dd13052de3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:26.071191 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-e820d52c-f537-4a01-ae47-d3dd13052de3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/networks?id=f8149b48-6683-4739-bbc0-7b4adce00ca1 HTTP/1.1" status: 200 len: 814 time: 0.1006575 Dec 24 03:58:26.086273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-0886707c-7592-4684-94ff-64dca0cd25cc tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/quotas/f5fb3792b289479a9f77d6e15078282d HTTP/1.1" status: 200 len: 375 time: 0.0094945 Dec 24 03:58:26.121167 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-6f5ef877-f5d5-4b0b-8a6e-0fb04a24b69a tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5fb3792b289479a9f77d6e15078282d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299120 Dec 24 03:58:26.252484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-57c25ee5-5c5d-4e43-89b1-a049c08203e6 service neutron] 10.222.0.37 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243827 Dec 24 03:58:26.349938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-6e4a1f41-3845-4a6c-9423-70546def3aa9 service neutron] 10.222.0.37 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908995 Dec 24 03:58:26.500707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5fb22ffb-4e29-401c-88c9-787db8eba834 req-9ac2b0a1-e21b-42b1-a739-bdf55828bcbc tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 210 time: 0.0262043 Dec 24 03:58:27.499075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-a38c0361-36de-4ccc-a71c-bcc2b0dc87cc tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:27.500953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-a38c0361-36de-4ccc-a71c-bcc2b0dc87cc tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "GET /v2.0/networks?id=f8149b48-6683-4739-bbc0-7b4adce00ca1 HTTP/1.1" status: 200 len: 814 time: 0.0992818 Dec 24 03:58:27.531736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Request body: {'port': {'device_id': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1', 'admin_state_up': True, 'tenant_id': 'f5fb3792b289479a9f77d6e15078282d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:58:27.627186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c154796c-3fe0-411b-a47b-7c1916134fdc req-042ff9ad-2ddb-4ec1-b99f-dfebab94889c tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 210 time: 0.0337811 Dec 24 03:58:27.668387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Made reservation on behalf of f5fb3792b289479a9f77d6e15078282d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:58:27.672193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:27.796813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Allocated IP 172.20.0.11 (f8149b48-6683-4739-bbc0-7b4adce00ca1/4e5c4b0a-d285-4de1-9fed-7ffb611f6858/7579c127-6816-4ba9-9087-7de828d44c25) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:58:27.939059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:27.972088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.013898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Network f8149b48-6683-4739-bbc0-7b4adce00ca1 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:58:28.017062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:58:28.020545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:58:28.045187 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Pushing event updated for resources: {'Port': ['ID=7579c127-6816-4ba9-9087-7de828d44c25,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:28.072862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:28.073464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.088704 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-1c78c319-b6ee-4b64-81a2-db55eea89bb0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5611312 Dec 24 03:58:28.137765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Request body: {'port': {'device_id': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:58:28.198598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.455623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7579c127-6816-4ba9-9087-7de828d44c25 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:58:28.462772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.474413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Transition to ACTIVE for port object 7579c127-6816-4ba9-9087-7de828d44c25 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:58:28.478387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.527689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Pushing event updated for resources: {'Port': ['ID=7579c127-6816-4ba9-9087-7de828d44c25,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:28.595478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Attempting to bind port 7579c127-6816-4ba9-9087-7de828d44c25 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:58:28.595796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Attempting to bind port 7579c127-6816-4ba9-9087-7de828d44c25 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:58:28.596130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Attempting to bind port 7579c127-6816-4ba9-9087-7de828d44c25 on network f8149b48-6683-4739-bbc0-7b4adce00ca1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:58:28.600335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Port 7579c127-6816-4ba9-9087-7de828d44c25 on network f8149b48-6683-4739-bbc0-7b4adce00ca1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:58:28.600690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Attempting to bind port 7579c127-6816-4ba9-9087-7de828d44c25 on network f8149b48-6683-4739-bbc0-7b4adce00ca1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:58:28.605911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:58:28.606251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Checking segment: {'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:58:28.606637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Bound using segment: {'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:58:28.607062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Bound port: 7579c127-6816-4ba9-9087-7de828d44c25, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:58:28.607407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.668046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] For port 7579c127-6816-4ba9-9087-7de828d44c25, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:58:28.671017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] For port 7579c127-6816-4ba9-9087-7de828d44c25, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7579c127-6816-4ba9-9087-7de828d44c25,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:58:28.675879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.717860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:28.718475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:28.719791 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] 10.222.0.41 "PUT /v2.0/ports/7579c127-6816-4ba9-9087-7de828d44c25 HTTP/1.1" status: 200 len: 1094 time: 0.5862491 Dec 24 03:58:28.720231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'tag': '7579c127-6816-4ba9-9087-7de828d44c25'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:28.722477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02081a0-b75c-403b-9b06-e86277b802e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef02332d-136f-4cc1-8303-4a6c04244abe", "tag": "7579c127-6816-4ba9-9087-7de828d44c25"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:28.771330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c460d-5268-4bbf-9d9d-95e56644b4f4 x-openstack-request-id: req-992c460d-5268-4bbf-9d9d-95e56644b4f4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:28.771624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef02332d-136f-4cc1-8303-4a6c04244abe", "tag": "7579c127-6816-4ba9-9087-7de828d44c25", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:28.771875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-992c460d-5268-4bbf-9d9d-95e56644b4f4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:28.772275 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'tag': '7579c127-6816-4ba9-9087-7de828d44c25', 'status': 'completed', 'code': 200} Dec 24 03:58:28.787130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c18a3-5b90-45f4-acc1-e80d3e21b873 service neutron] Pushing event updated for resources: {'Port': ['ID=7579c127-6816-4ba9-9087-7de828d44c25,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:28.827468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de4424-0de3-4894-87d3-6fa098bd41c1 req-afb099d4-ccd6-44b7-a6a8-85dc90555742 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:28.828963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93de4424-0de3-4894-87d3-6fa098bd41c1 req-afb099d4-ccd6-44b7-a6a8-85dc90555742 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 944 time: 0.1255941 Dec 24 03:58:28.858693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-ab40caa6-375a-4a79-9712-6d70c86a2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:28.860144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-ab40caa6-375a-4a79-9712-6d70c86a2296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fb3792b289479a9f77d6e15078282d&device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 1097 time: 0.0670624 Dec 24 03:58:28.918904 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93de4424-0de3-4894-87d3-6fa098bd41c1 req-dcf1197d-65a9-4d08-acd4-186b13724935 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837355 Dec 24 03:58:28.920546 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-14a074ca-9bdd-4e5c-9457-23d2d9132908 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7579c127-6816-4ba9-9087-7de828d44c25 HTTP/1.1" status: 200 len: 217 time: 0.0424144 Dec 24 03:58:28.968592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-3ba9a26a-cb22-4d33-b390-a09bda50c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:28.969939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-3ba9a26a-cb22-4d33-b390-a09bda50c7a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e5c4b0a-d285-4de1-9fed-7ffb611f6858 HTTP/1.1" status: 200 len: 854 time: 0.0429163 Dec 24 03:58:29.000449 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-71da8ef3-d378-4acb-8a2d-2f26a99b273b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8149b48-6683-4739-bbc0-7b4adce00ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231640 Dec 24 03:58:29.093216 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-0f5befc9-ef21-46ed-a7df-4725a670fd23 service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Dec 24 03:58:29.180791 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4adc69d6-ae9c-4cb2-ae62-441b5aba1544 req-6e1c40c8-85c5-44da-a9c1-73d59fc9f18a service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805123 Dec 24 03:58:29.309988 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-0f5ba0f1-5baf-456b-abee-57a9fd6eb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:29.311344 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-0f5ba0f1-5baf-456b-abee-57a9fd6eb119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fb3792b289479a9f77d6e15078282d&device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 1097 time: 0.0396309 Dec 24 03:58:29.404203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-421cfd0c-2d0c-412c-b47c-4b0897039576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:29.405723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-421cfd0c-2d0c-412c-b47c-4b0897039576 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8149b48-6683-4739-bbc0-7b4adce00ca1 HTTP/1.1" status: 200 len: 914 time: 0.0870316 Dec 24 03:58:29.445918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-8c2613f1-e1f8-44f3-8e56-67b0cc6c48d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7579c127-6816-4ba9-9087-7de828d44c25 HTTP/1.1" status: 200 len: 217 time: 0.0332360 Dec 24 03:58:29.498050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-707dea01-2cf6-4a13-8317-fa1f99a9f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:29.499539 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-707dea01-2cf6-4a13-8317-fa1f99a9f6d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e5c4b0a-d285-4de1-9fed-7ffb611f6858 HTTP/1.1" status: 200 len: 854 time: 0.0472734 Dec 24 03:58:29.531423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-d0fec604-e2cf-4059-8420-ed973f7c4e68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8149b48-6683-4739-bbc0-7b4adce00ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249279 Dec 24 03:58:29.618339 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-cf3374f1-de7d-430f-a192-21a9670905b5 service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798788 Dec 24 03:58:29.708662 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e02081a0-b75c-403b-9b06-e86277b802e5 req-89d23a3f-9c96-4597-a795-2798d88069a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838931 Dec 24 03:58:30.032611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4bd46-9952-4573-abe7-19b9ee64efdc req-4e9bd4b7-010e-4bf0-9c6d-e9e5b31b4cbe tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:30.034045 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ed4bd46-9952-4573-abe7-19b9ee64efdc req-4e9bd4b7-010e-4bf0-9c6d-e9e5b31b4cbe tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 944 time: 0.0481269 Dec 24 03:58:30.089341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ed4bd46-9952-4573-abe7-19b9ee64efdc req-0162bf72-79f8-4f27-8bc5-70697298e002 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Dec 24 03:58:31.205690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd53e9-3e86-4446-b8d5-33b53981a2ea req-ab1e5977-fd87-4013-8418-882b2e3a9e1f tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:31.207143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e7bd53e9-3e86-4446-b8d5-33b53981a2ea req-ab1e5977-fd87-4013-8418-882b2e3a9e1f tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 944 time: 0.0529191 Dec 24 03:58:31.252196 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e7bd53e9-3e86-4446-b8d5-33b53981a2ea req-fce89439-6da3-463b-98bd-489f0673a2d2 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 Dec 24 03:58:32.269482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7579c127-6816-4ba9-9087-7de828d44c25 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:58:32.366929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7579c127-6816-4ba9-9087-7de828d44c25, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7579c127-6816-4ba9-9087-7de828d44c25,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:32.371137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2278d-355a-433b-9681-c259c50492d0 req-82b086bb-b0a5-4fad-a60e-e5444ff78fb5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:32.372623 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eb2278d-355a-433b-9681-c259c50492d0 req-82b086bb-b0a5-4fad-a60e-e5444ff78fb5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 944 time: 0.0481772 Dec 24 03:58:32.377772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '7579c127-6816-4ba9-9087-7de828d44c25', 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1', 'port_id': '7579c127-6816-4ba9-9087-7de828d44c25', 'mac_address': 'fa:16:3e:bb:e5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5c4b0a-d285-4de1-9fed-7ffb611f6858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:58:32.414639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:32.419389 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3eb2278d-355a-433b-9681-c259c50492d0 req-58d65344-3686-4fda-9ff1-96fe9bc0d392 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Dec 24 03:58:32.431201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7579c127-6816-4ba9-9087-7de828d44c25 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:58:32.450330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7579c127-6816-4ba9-9087-7de828d44c25, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7579c127-6816-4ba9-9087-7de828d44c25,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:32.454429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:32.499029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=7579c127-6816-4ba9-9087-7de828d44c25,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:32.871800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['7579c127-6816-4ba9-9087-7de828d44c25'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:58:33.530123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd120c-04ea-43c7-bf4a-7f0b6caedd8c req-acfa48a3-58fd-4baf-9bad-24cd464d0db6 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:33.531584 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-10fd120c-04ea-43c7-bf4a-7f0b6caedd8c req-acfa48a3-58fd-4baf-9bad-24cd464d0db6 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 945 time: 0.0476916 Dec 24 03:58:33.582758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-10fd120c-04ea-43c7-bf4a-7f0b6caedd8c req-5777f73d-6fd5-488e-9b6d-24a2b7cef2c3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Dec 24 03:58:34.275280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7579c127-6816-4ba9-9087-7de828d44c25 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:58:34.322116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 7579c127-6816-4ba9-9087-7de828d44c25 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:58:34.325813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 7579c127-6816-4ba9-9087-7de828d44c25 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:58:34.326179 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:34.405129 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:34.428282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7579c127-6816-4ba9-9087-7de828d44c25'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:34.431095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5baac07-55f6-4ce9-b55a-7501de4248d1" -d '{"events": [{"server_uuid": "ef02332d-136f-4cc1-8303-4a6c04244abe", "name": "network-vif-plugged", "status": "completed", "tag": "7579c127-6816-4ba9-9087-7de828d44c25"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:34.443138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 7579c127-6816-4ba9-9087-7de828d44c25, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7579c127-6816-4ba9-9087-7de828d44c25,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:34.447824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:34.473533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb8887-20a8-468e-b3a9-ea639bcea819 x-openstack-request-id: req-eccb8887-20a8-468e-b3a9-ea639bcea819 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:34.473828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef02332d-136f-4cc1-8303-4a6c04244abe", "name": "network-vif-plugged", "status": "completed", "tag": "7579c127-6816-4ba9-9087-7de828d44c25", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:34.474078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eccb8887-20a8-468e-b3a9-ea639bcea819 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:34.474459 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7579c127-6816-4ba9-9087-7de828d44c25', 'code': 200} Dec 24 03:58:34.499568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=7579c127-6816-4ba9-9087-7de828d44c25,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:34.508265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.508676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.509093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.509437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.509773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.510106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.510435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.510764 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.511087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.511417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.511740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.512061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.512401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:58:34.703401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5a07-f8d5-434f-87c6-abc0eecf4f4b req-a8dc1af1-fc31-4872-8701-489a67e7c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:34.705164 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eb3e5a07-f8d5-434f-87c6-abc0eecf4f4b req-a8dc1af1-fc31-4872-8701-489a67e7c3a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 1099 time: 0.0689640 Dec 24 03:58:34.716336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f934-fc1d-47f3-9aed-db85931b6616 req-ee308691-1cb7-4e70-924f-05ddd5dc53a1 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:34.717816 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0412f934-fc1d-47f3-9aed-db85931b6616 req-ee308691-1cb7-4e70-924f-05ddd5dc53a1 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0585499 Dec 24 03:58:34.786439 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eb3e5a07-f8d5-434f-87c6-abc0eecf4f4b req-55e31cfd-0e48-449c-8f2d-17ab5853a2bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676930 Dec 24 03:58:34.790649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0412f934-fc1d-47f3-9aed-db85931b6616 req-d4d82342-896d-42e1-b971-652d7f03622e tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664670 Dec 24 03:58:35.912570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75cca6-b06d-4a82-b814-7a88a6fa7fd0 req-5520078a-de7c-45db-b569-205ac592d8d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:35.914013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd75cca6-b06d-4a82-b814-7a88a6fa7fd0 req-5520078a-de7c-45db-b569-205ac592d8d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0528677 Dec 24 03:58:35.960605 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cd75cca6-b06d-4a82-b814-7a88a6fa7fd0 req-9682fecb-9e55-4e0d-9ee8-c57cfd45c53c tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Dec 24 03:58:37.072290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9520-0c45-4a8f-83dc-5349c02c02dd req-452047d9-496b-4920-ab6b-06c8b0225464 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:37.073745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-adee9520-0c45-4a8f-83dc-5349c02c02dd req-452047d9-496b-4920-ab6b-06c8b0225464 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0476542 Dec 24 03:58:37.119178 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-adee9520-0c45-4a8f-83dc-5349c02c02dd req-a9ef7fa4-eaf9-4be2-b436-4b3f5cfc4bc5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Dec 24 03:58:37.336638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-87839863-ca80-486c-bd25-fe33089b90ea tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:37.338075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-87839863-ca80-486c-bd25-fe33089b90ea tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/networks?id=f8149b48-6683-4739-bbc0-7b4adce00ca1 HTTP/1.1" status: 200 len: 814 time: 0.1023364 Dec 24 03:58:37.353797 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-c0759a02-8a4d-4a90-8aed-576417cae0da tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/quotas/f5fb3792b289479a9f77d6e15078282d HTTP/1.1" status: 200 len: 375 time: 0.0100274 Dec 24 03:58:37.401611 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d2959654-a86a-4ccc-be49-1c2b64288544 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5fb3792b289479a9f77d6e15078282d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426376 Dec 24 03:58:37.493105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-419b763b-b512-429c-8e95-b8460542837f service neutron] 10.222.0.37 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846379 Dec 24 03:58:37.581518 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fea51d77-6212-4282-972d-af031be66fae service neutron] 10.222.0.37 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823784 Dec 24 03:58:37.739180 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73415f9b-7d2f-4402-9af6-df4134782a1b req-a3352d6c-9467-4429-9d3a-76531048c374 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 210 time: 0.0314891 Dec 24 03:58:38.860495 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-300966e2-cc3f-40bf-bbba-d024275a6938 req-1716677f-0a24-42d8-b8e2-ec3ae32d14cc tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 210 time: 0.0354588 Dec 24 03:58:38.870754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d696f41f-7786-4a73-a4b9-d322812e146a tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:38.877732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d696f41f-7786-4a73-a4b9-d322812e146a tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "GET /v2.0/networks?id=f8149b48-6683-4739-bbc0-7b4adce00ca1 HTTP/1.1" status: 200 len: 814 time: 0.1366992 Dec 24 03:58:38.895614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Request body: {'port': {'device_id': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1', 'admin_state_up': True, 'tenant_id': 'f5fb3792b289479a9f77d6e15078282d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:58:39.006985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Made reservation on behalf of f5fb3792b289479a9f77d6e15078282d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:58:39.011193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.132524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Allocated IP 172.20.0.5 (f8149b48-6683-4739-bbc0-7b4adce00ca1/4e5c4b0a-d285-4de1-9fed-7ffb611f6858/8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:58:39.278505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.311481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.344471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['7579c127-6816-4ba9-9087-7de828d44c25'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:58:39.354260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Network f8149b48-6683-4739-bbc0-7b4adce00ca1 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:58:39.357265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:58:39.360783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:58:39.367160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Pushing event updated for resources: {'Port': ['ID=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:39.417350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:39.417990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.434143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-fcc79df8-85e9-45c6-b883-64e62bb483db tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422399 Dec 24 03:58:39.452760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Request body: {'port': {'device_id': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:58:39.476450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf566-d51c-40a8-ade6-1d4d6936039f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.505839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.762829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:58:39.770062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.782057 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Transition to ACTIVE for port object 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:58:39.786314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:39.841515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:39.904112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Attempting to bind port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:58:39.904731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Attempting to bind port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:58:39.904835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Attempting to bind port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef on network f8149b48-6683-4739-bbc0-7b4adce00ca1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:58:39.909154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef on network f8149b48-6683-4739-bbc0-7b4adce00ca1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:58:39.909516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Attempting to bind port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef on network f8149b48-6683-4739-bbc0-7b4adce00ca1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:58:39.914295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:58:39.914638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Checking segment: {'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:58:39.915027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Bound using segment: {'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:58:39.915451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Bound port: 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fce6047-3717-4a49-855c-0608aaa069b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:58:39.915804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:40.295518 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:40.298554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcbafc-e07c-4fd7-874f-ab8d62cd3368 req-5b9d1645-9fd5-4f7b-a6ed-751f834ad986 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:40.299149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7bcbafc-e07c-4fd7-874f-ab8d62cd3368 req-5b9d1645-9fd5-4f7b-a6ed-751f834ad986 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 943 time: 0.3713861 Dec 24 03:58:40.300178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] For port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:58:40.303661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] For port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:58:40.312682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:40.367336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:40.368432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:40.369793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef HTTP/1.1" status: 200 len: 1093 time: 0.9213109 Dec 24 03:58:40.371929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'tag': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:40.374195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f975cbd-f375-46e2-8fad-6016e4ce083e", "tag": "8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:40.402787 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7bcbafc-e07c-4fd7-874f-ab8d62cd3368 req-dfaafeb4-b3d1-4d55-bc14-db39f082177b tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968654 Dec 24 03:58:40.405802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a15b-e07d-4a7c-9fed-44267e734088 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:40.413559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b80626-961d-49c5-a3e2-16ce32e61913 x-openstack-request-id: req-e9b80626-961d-49c5-a3e2-16ce32e61913 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:40.415156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f975cbd-f375-46e2-8fad-6016e4ce083e", "tag": "8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:40.415156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9b80626-961d-49c5-a3e2-16ce32e61913 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:40.415328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'tag': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef', 'status': 'completed', 'code': 200} Dec 24 03:58:40.470327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-c376892c-bf88-4053-bda6-e951f8e59a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:40.471772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-c376892c-bf88-4053-bda6-e951f8e59a25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fb3792b289479a9f77d6e15078282d&device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 1096 time: 0.0398996 Dec 24 03:58:40.527472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-a63ecaea-b711-433d-94a1-835e7de798f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef HTTP/1.1" status: 200 len: 217 time: 0.0359843 Dec 24 03:58:40.577762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-51197424-2399-4cfd-97a5-418a7e0f4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:40.579132 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-51197424-2399-4cfd-97a5-418a7e0f4395 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e5c4b0a-d285-4de1-9fed-7ffb611f6858 HTTP/1.1" status: 200 len: 854 time: 0.0421331 Dec 24 03:58:40.609931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-c4fe6f09-70bb-4cb6-935b-7ad58e066194 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8149b48-6683-4739-bbc0-7b4adce00ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236974 Dec 24 03:58:40.700438 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-698f201d-2136-45d5-89b2-aaf5c48189f4 service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833116 Dec 24 03:58:40.788972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-da58df8f-59ce-45b8-b6f6-14e11d4717a8 req-9977f06b-6563-42b7-8824-b011ba21fd7b service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801876 Dec 24 03:58:40.931013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-bb5b6e45-c32a-4e17-8b11-2a72fbf3ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:40.932550 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-bb5b6e45-c32a-4e17-8b11-2a72fbf3ee45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5fb3792b289479a9f77d6e15078282d&device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 1096 time: 0.0453272 Dec 24 03:58:41.020945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-237f1691-c072-46f2-a1cf-f476f79326c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:41.022296 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-237f1691-c072-46f2-a1cf-f476f79326c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8149b48-6683-4739-bbc0-7b4adce00ca1 HTTP/1.1" status: 200 len: 914 time: 0.0813601 Dec 24 03:58:41.066131 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-986ad2b9-e0ff-48bc-9f30-370a26bac519 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef HTTP/1.1" status: 200 len: 217 time: 0.0364199 Dec 24 03:58:41.114689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-4c4f27e9-a79a-477d-a83e-52b03d1d32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:41.116139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-4c4f27e9-a79a-477d-a83e-52b03d1d32a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e5c4b0a-d285-4de1-9fed-7ffb611f6858 HTTP/1.1" status: 200 len: 854 time: 0.0433877 Dec 24 03:58:41.146420 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-a0e4dbc6-cd41-44c4-8c39-c18170add2ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8149b48-6683-4739-bbc0-7b4adce00ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237200 Dec 24 03:58:41.235294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-cf7666b0-4536-4418-9524-ffcec797baea service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822036 Dec 24 03:58:41.322365 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a637d9b6-ca3e-48bd-a0ee-e9b15620702b req-06317f54-cc05-4146-8e2d-6f6733c73ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804188 Dec 24 03:58:41.528632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504ff3b-87cc-42bb-a662-92c3c15a1867 req-ce076580-5f0c-4d02-a0a7-30fe2cd01710 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:41.530146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e504ff3b-87cc-42bb-a662-92c3c15a1867 req-ce076580-5f0c-4d02-a0a7-30fe2cd01710 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 943 time: 0.0495780 Dec 24 03:58:41.580622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e504ff3b-87cc-42bb-a662-92c3c15a1867 req-73046d68-c48f-4c04-972f-5f14fe677a18 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Dec 24 03:58:41.822422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fd49219-474b-4670-a3a6-ab762b6cce70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:42.692607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb218059-f2c6-4fdc-a618-ac88c0d3a622 req-701a0644-65a3-4152-b137-17cddf2211de tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:42.694063 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb218059-f2c6-4fdc-a618-ac88c0d3a622 req-701a0644-65a3-4152-b137-17cddf2211de tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 943 time: 0.0480359 Dec 24 03:58:42.746777 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fb218059-f2c6-4fdc-a618-ac88c0d3a622 req-a3f27514-0f64-4772-b1c8-c6252a24c95d tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Dec 24 03:58:42.819511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:43.859345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76f0ec-a667-4b47-9016-0656c67817c3 req-8a636ccb-4cac-41b0-8b46-a3eb5a6752b7 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:43.860809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f76f0ec-a667-4b47-9016-0656c67817c3 req-8a636ccb-4cac-41b0-8b46-a3eb5a6752b7 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 943 time: 0.0480435 Dec 24 03:58:43.905995 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f76f0ec-a667-4b47-9016-0656c67817c3 req-540859c2-fe12-4f89-adcb-dbb9e2e651d3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394101 Dec 24 03:58:44.354468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:58:44.450390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:44.461171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef', 'network_id': 'f8149b48-6683-4739-bbc0-7b4adce00ca1', 'port_id': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef', 'mac_address': 'fa:16:3e:37:64:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5c4b0a-d285-4de1-9fed-7ffb611f6858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:58:44.502139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:44.520988 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:58:44.528035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:44.541849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:44.545385 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:44.589498 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:44.914847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:58:45.021704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76089-8597-4bec-8b77-601c5558a065 req-5c83fb26-189b-4caf-8707-3e287d433eed tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:45.023178 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bce76089-8597-4bec-8b77-601c5558a065 req-5c83fb26-189b-4caf-8707-3e287d433eed tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 944 time: 0.0520065 Dec 24 03:58:45.069753 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bce76089-8597-4bec-8b77-601c5558a065 req-56c7a41f-4edc-4e4b-9954-8a6bae214679 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Dec 24 03:58:45.126880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:46.184189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e87e9-4480-4722-b622-3eaf1adbcb9d req-89356e4b-5e0b-4afb-b3e0-099f5255ee1e tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:46.185667 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-489e87e9-4480-4722-b622-3eaf1adbcb9d req-89356e4b-5e0b-4afb-b3e0-099f5255ee1e tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 944 time: 0.0494614 Dec 24 03:58:46.231822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-489e87e9-4480-4722-b622-3eaf1adbcb9d req-d9b42455-b703-4e1f-87fb-a704107f4c4b tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Dec 24 03:58:46.354116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:58:46.407730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:58:46.412706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:58:46.413282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:46.636177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:46.658007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:46.660192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cbc18b-0658-41af-b9b6-65678ab8baa9" -d '{"events": [{"server_uuid": "8f975cbd-f375-46e2-8fad-6016e4ce083e", "name": "network-vif-plugged", "status": "completed", "tag": "8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:46.672398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:46.675911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:46.727764 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:46.764564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d91d7b-2a98-4b46-87dc-6265292cb2ea x-openstack-request-id: req-a9d91d7b-2a98-4b46-87dc-6265292cb2ea {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:46.764856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f975cbd-f375-46e2-8fad-6016e4ce083e", "name": "network-vif-plugged", "status": "completed", "tag": "8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:46.765111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9d91d7b-2a98-4b46-87dc-6265292cb2ea {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:46.765507 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef', 'code': 200} Dec 24 03:58:47.008267 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579135-2b2c-4ae4-b45f-4f0553419c2a req-f00165a6-33a5-4582-83d9-12dbe33791b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:47.010459 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63579135-2b2c-4ae4-b45f-4f0553419c2a req-f00165a6-33a5-4582-83d9-12dbe33791b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 1098 time: 0.0430682 Dec 24 03:58:47.070157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63579135-2b2c-4ae4-b45f-4f0553419c2a req-2a965534-b42f-4c2f-a007-397917fab876 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Dec 24 03:58:47.346049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30c89e-5564-4c2a-abbb-81f179e8b829 req-bd3d8fb4-765c-49cc-b4a8-c24f6d08ab9c tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:47.347499 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd30c89e-5564-4c2a-abbb-81f179e8b829 req-bd3d8fb4-765c-49cc-b4a8-c24f6d08ab9c tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 945 time: 0.0489149 Dec 24 03:58:47.393956 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd30c89e-5564-4c2a-abbb-81f179e8b829 req-ad397810-bf40-4559-91ee-473881af0bc9 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Dec 24 03:58:47.871777 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:58:48.514143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781ab82-c871-4ca4-9be3-061ddffb9332 req-1ca2d2e0-e4d0-455f-8d82-f4c46850d467 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:48.515726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1781ab82-c871-4ca4-9be3-061ddffb9332 req-1ca2d2e0-e4d0-455f-8d82-f4c46850d467 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 945 time: 0.0542753 Dec 24 03:58:48.562404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1781ab82-c871-4ca4-9be3-061ddffb9332 req-2baa3f17-0c79-45c4-ada6-c61ee4f0b3c3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Dec 24 03:58:49.677745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b36b6e-7e58-4f1f-854c-65eff2d23a3d req-2f1c5d23-ec49-4a35-8778-da5c4dc792e2 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:49.679092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0b36b6e-7e58-4f1f-854c-65eff2d23a3d req-2f1c5d23-ec49-4a35-8778-da5c4dc792e2 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 945 time: 0.0514786 Dec 24 03:58:49.725007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b0b36b6e-7e58-4f1f-854c-65eff2d23a3d req-ae7efb5f-30bb-4d86-afea-2e83bda77271 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Dec 24 03:58:49.949408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d161a7-8c77-494b-b696-14b03add4b1b req-aa73b0f6-3503-4eaf-b1ed-23cb8c86f096 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:49.950854 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4d161a7-8c77-494b-b696-14b03add4b1b req-aa73b0f6-3503-4eaf-b1ed-23cb8c86f096 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 945 time: 0.0482988 Dec 24 03:58:49.996634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4d161a7-8c77-494b-b696-14b03add4b1b req-dffe0d95-b6f0-4485-ad1c-029631fb50d3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395510 Dec 24 03:58:51.115538 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4e1bd-05c9-4c1c-862f-143e18bef952 req-971c4763-8538-468b-8a8f-7ee9fc7f1f3d tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:51.117049 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b4e1bd-05c9-4c1c-862f-143e18bef952 req-971c4763-8538-468b-8a8f-7ee9fc7f1f3d tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 945 time: 0.0527117 Dec 24 03:58:51.163408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39b4e1bd-05c9-4c1c-862f-143e18bef952 req-eb562d30-56ff-43bb-8a5e-175ae25f422d tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Dec 24 03:58:51.606088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8c098-1bc4-4098-be80-890764863f3e req-2f6ab387-c395-454d-ac0b-bc702971213b tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:51.607490 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19f8c098-1bc4-4098-be80-890764863f3e req-2f6ab387-c395-454d-ac0b-bc702971213b tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 945 time: 0.0479155 Dec 24 03:58:51.694135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Deleting port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:51.694474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:51.782546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] For port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:51.782902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:51.795241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Calling delete_port for 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:51.919473 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:51.947169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Pushing event deleted for resources: {'Port': ['ID=8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:51.951789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['7579c127-6816-4ba9-9087-7de828d44c25', '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:58:51.986971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] No DVR routers for this DVR port 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:58:51.989526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:51.992822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19f8c098-1bc4-4098-be80-890764863f3e req-0f6b2a3a-4ca8-40a1-acbd-2bd199c36df0 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "DELETE /v2.0/ports/8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef HTTP/1.1" status: 204 len: 173 time: 0.3786149 Dec 24 03:58:51.993259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'name': 'network-vif-deleted', 'tag': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:51.995539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270006b5-f69b-4c3f-b5d6-64db045ad149" -d '{"events": [{"server_uuid": "8f975cbd-f375-46e2-8fad-6016e4ce083e", "name": "network-vif-deleted", "tag": "8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:52.093323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151dc317-a485-4423-99a9-a1c79f4a114b x-openstack-request-id: req-151dc317-a485-4423-99a9-a1c79f4a114b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:52.093618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f975cbd-f375-46e2-8fad-6016e4ce083e", "name": "network-vif-deleted", "tag": "8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:52.093936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-151dc317-a485-4423-99a9-a1c79f4a114b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:52.094307 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f975cbd-f375-46e2-8fad-6016e4ce083e', 'name': 'network-vif-deleted', 'tag': '8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef', 'status': 'completed', 'code': 200} Dec 24 03:58:52.267437 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-230621f1-3ecc-4b22-a4bd-aeadddc4bb6f req-c320081f-59a0-44d6-8812-815b5e782582 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f975cbd-f375-46e2-8fad-6016e4ce083e HTTP/1.1" status: 200 len: 210 time: 0.0288785 Dec 24 03:58:52.279495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:53.415353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44669ee-81a9-4aa1-ae12-af4181cad505 req-8b3d74c3-7afe-4175-96fb-03e5fced38b7 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:53.417353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e44669ee-81a9-4aa1-ae12-af4181cad505 req-8b3d74c3-7afe-4175-96fb-03e5fced38b7 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0484943 Dec 24 03:58:53.463167 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e44669ee-81a9-4aa1-ae12-af4181cad505 req-38498c88-21cd-4c54-8c36-48598698b39e tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Dec 24 03:58:53.590781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87d44-7d5b-47a5-8c19-148f628d6e19 req-dad8545f-0f01-44eb-9779-32178a96e055 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:53.592230 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ecb87d44-7d5b-47a5-8c19-148f628d6e19 req-dad8545f-0f01-44eb-9779-32178a96e055 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0477757 Dec 24 03:58:53.636931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ecb87d44-7d5b-47a5-8c19-148f628d6e19 req-a2144403-7bd2-4586-8039-4028ceda392f tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Dec 24 03:58:53.752145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023546d-0083-4514-b3ea-a0bfde426bed req-aa813d18-55df-4d8d-98e5-9889886de001 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:53.753616 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a023546d-0083-4514-b3ea-a0bfde426bed req-aa813d18-55df-4d8d-98e5-9889886de001 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0517092 Dec 24 03:58:53.799053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a023546d-0083-4514-b3ea-a0bfde426bed req-a512cc8e-89d7-4074-972d-86d92b2843d3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Dec 24 03:58:53.958717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1277fe-e16f-4d6c-8982-08446d10dea9 req-fd0ccce4-fab7-4e8a-a97d-0c0bd729d46c tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:53.960147 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d1277fe-e16f-4d6c-8982-08446d10dea9 req-fd0ccce4-fab7-4e8a-a97d-0c0bd729d46c tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0473258 Dec 24 03:58:54.005267 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d1277fe-e16f-4d6c-8982-08446d10dea9 req-97fa16e4-6f3c-4792-b8cc-c0284d04ff49 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Dec 24 03:58:54.120245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5536c-7ccd-4b01-af4f-66e9eeeb53cf req-4481f3b4-6ef2-4e58-b8d0-1bae5b8e2926 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:54.121731 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4de5536c-7ccd-4b01-af4f-66e9eeeb53cf req-4481f3b4-6ef2-4e58-b8d0-1bae5b8e2926 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0524676 Dec 24 03:58:54.168615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4de5536c-7ccd-4b01-af4f-66e9eeeb53cf req-ba5dd2ec-db23-420a-a1d3-0f513a2aa308 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Dec 24 03:58:54.289667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f518b5-b611-475d-a67b-acea62b7d737 req-cc120a32-cbbc-4323-abb2-fd9191798da3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:54.291095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07f518b5-b611-475d-a67b-acea62b7d737 req-cc120a32-cbbc-4323-abb2-fd9191798da3 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0484855 Dec 24 03:58:54.336883 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-07f518b5-b611-475d-a67b-acea62b7d737 req-876b4f90-af53-4194-b557-bc4d58a04c2f tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Dec 24 03:58:54.439881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:58:54.462233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:58:54.462497 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 8b3cd6e7-c07b-4c4a-bdc1-2d622b4edeef not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:58:54.632926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d991ad-c0f2-4ffa-8e91-dc83cac2c578 req-6ab48519-0da9-4dea-baab-f9736106f26d tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:54.634497 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96d991ad-c0f2-4ffa-8e91-dc83cac2c578 req-6ab48519-0da9-4dea-baab-f9736106f26d tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0475039 Dec 24 03:58:54.684831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96d991ad-c0f2-4ffa-8e91-dc83cac2c578 req-9ef7218e-a6c3-456b-8513-422914fef246 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Dec 24 03:58:55.799182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be798ec6-8d82-4144-a225-55155f612e8a req-75715170-23be-46bd-b1ab-d36e3064e200 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:55.800633 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be798ec6-8d82-4144-a225-55155f612e8a req-75715170-23be-46bd-b1ab-d36e3064e200 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0476375 Dec 24 03:58:55.846624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be798ec6-8d82-4144-a225-55155f612e8a req-33682917-9248-4d81-879e-9b2433a1ac00 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc418278-c3e6-4224-b180-634e1ee62d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Dec 24 03:58:56.470915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-e715fdc1-235e-4488-b35f-e4a5b0077047 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:56.472324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-e715fdc1-235e-4488-b35f-e4a5b0077047 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 946 time: 0.0475402 Dec 24 03:58:56.561606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Deleting port 7579c127-6816-4ba9-9087-7de828d44c25 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:58:56.561936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:56.647061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] For port 7579c127-6816-4ba9-9087-7de828d44c25, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7579c127-6816-4ba9-9087-7de828d44c25,segment=NetworkSegment(4fce6047-3717-4a49-855c-0608aaa069b5),segment_id=4fce6047-3717-4a49-855c-0608aaa069b5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:58:56.647414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:56.659921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Calling delete_port for 7579c127-6816-4ba9-9087-7de828d44c25 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:58:56.784915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:56.812936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Pushing event deleted for resources: {'Port': ['ID=7579c127-6816-4ba9-9087-7de828d44c25,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:56.820044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['7579c127-6816-4ba9-9087-7de828d44c25'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:58:56.860232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] No DVR routers for this DVR port 7579c127-6816-4ba9-9087-7de828d44c25 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:58:56.862591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:56.865883 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ae3d2f8-62cb-42f4-b2f0-c97c0914643d req-3d8c9a05-74eb-4ca4-a070-cfa5cbfca2d5 tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.41 "DELETE /v2.0/ports/7579c127-6816-4ba9-9087-7de828d44c25 HTTP/1.1" status: 204 len: 173 time: 0.3874886 Dec 24 03:58:56.866315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'name': 'network-vif-deleted', 'tag': '7579c127-6816-4ba9-9087-7de828d44c25'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:58:56.868651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39485192-dca4-4f10-be17-5974fbf6a709" -d '{"events": [{"server_uuid": "ef02332d-136f-4cc1-8303-4a6c04244abe", "name": "network-vif-deleted", "tag": "7579c127-6816-4ba9-9087-7de828d44c25"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:58:56.909785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618347ec-3f0b-4596-86e6-963f5ac4cb51 x-openstack-request-id: req-618347ec-3f0b-4596-86e6-963f5ac4cb51 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:58:56.910085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef02332d-136f-4cc1-8303-4a6c04244abe", "name": "network-vif-deleted", "tag": "7579c127-6816-4ba9-9087-7de828d44c25", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:58:56.910338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-618347ec-3f0b-4596-86e6-963f5ac4cb51 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:58:56.910801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef02332d-136f-4cc1-8303-4a6c04244abe', 'name': 'network-vif-deleted', 'tag': '7579c127-6816-4ba9-9087-7de828d44c25', 'status': 'completed', 'code': 200} Dec 24 03:58:56.948413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd28a1e9-ae89-4616-8503-7dc116c014b1 req-8268e7cd-261d-46d3-9162-dc43fc127f7f tempest-ServersNegativeTestJSON-521731502 tempest-ServersNegativeTestJSON-521731502-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef02332d-136f-4cc1-8303-4a6c04244abe HTTP/1.1" status: 200 len: 210 time: 0.0260775 Dec 24 03:58:58.004232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55070) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:58.049667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] Deleting subnet 4e5c4b0a-d285-4de1-9fed-7ffb611f6858 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:58:58.052828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.086361 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.124701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.180922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.208549 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.211705 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4e5c4b0a-d285-4de1-9fed-7ffb611f6858 HTTP/1.1" status: 204 len: 168 time: 0.2064333 Dec 24 03:58:58.212685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960ccb-eaeb-4421-9a0a-0ece4e7b9eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5c4b0a-d285-4de1-9fed-7ffb611f6858,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:58.214852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55072) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:58.281817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.365481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.384622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8149b48-6683-4739-bbc0-7b4adce00ca1']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:58.394214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fce6047-3717-4a49-855c-0608aaa069b5') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:58.394512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fce6047-3717-4a49-855c-0608aaa069b5') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:58:58.404292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.416806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.422394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:58:58.422771 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:58:58.424354 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:58:58.481394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.486905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.490143 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] 10.222.0.37 "DELETE /v2.0/networks/f8149b48-6683-4739-bbc0-7b4adce00ca1 HTTP/1.1" status: 204 len: 168 time: 0.2743094 Dec 24 03:58:58.500623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f3f6a-58c9-40a4-939c-27fe9a988c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8149b48-6683-4739-bbc0-7b4adce00ca1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:58.594501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55076) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:58.632088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-98686344-473a-496f-b257-846439a24261 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5fb3792b289479a9f77d6e15078282d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0364594 Dec 24 03:58:58.635798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:58.680805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a480697-28aa-422d-a827-5e4d1f3a96d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.701149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a480697-28aa-422d-a827-5e4d1f3a96d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.746556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a480697-28aa-422d-a827-5e4d1f3a96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.749158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a480697-28aa-422d-a827-5e4d1f3a96d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:58.750337 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7a480697-28aa-422d-a827-5e4d1f3a96d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc418278-c3e6-4224-b180-634e1ee62d0e HTTP/1.1" status: 204 len: 168 time: 0.1135807 Dec 24 03:58:58.757956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a480697-28aa-422d-a827-5e4d1f3a96d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc418278-c3e6-4224-b180-634e1ee62d0e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:59.428249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55100) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:58:59.543230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094326289'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:58:59.566380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:58:59.569990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.578262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.654367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.658123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.685157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:58:59.693937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da5db99-86d5-4eb4-91ed-f96d020d8f66,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:59.700227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.700672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Added segment 9a26be82-c729-463b-80df-807df446ad84 of type vlan for network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e Dec 24 03:58:59.741701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.765918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.771679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:58:59.772259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:59.852394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4079404 Dec 24 03:58:59.882986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99087c-a471-4de5-ab45-45aeb4bcbaed tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Network': ['ID=c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:58:59.892609 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:00.484325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7579c127-6816-4ba9-9087-7de828d44c25 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:59:00.505085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 7579c127-6816-4ba9-9087-7de828d44c25 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:59:00.505422 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 7579c127-6816-4ba9-9087-7de828d44c25 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:59:03.045089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:03.050504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'subnet': {'network_id': 'c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:03.136750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:03.140199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.320011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.384553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Subnet': ['ID=c3143a42-3e49-4c75-9e69-a9764c634066,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:03.391318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Checking segment: {'id': '9a26be82-c729-463b-80df-807df446ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:03.391683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network hostable DHCP agents. Network: c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:03.409008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:03.417614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:03.421636 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:03.422228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.428133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c581d1d-e09a-4879-b52e-f83dbb6b9557 None None] Network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:03.437813 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-36d59ecd-bf89-4eb1-b382-8126c0359c73 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3915987 Dec 24 03:59:03.441458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55106) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:03.446477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211200589'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:03.469530 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:03.473307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.496843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:03.505295 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.505631 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Added segment 171cb2b4-ddf1-4af6-b660-057283f27bea of type vlan for network 8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff Dec 24 03:59:03.532573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e', 'network_id': 'c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e', 'project_id': '64f56d4b70ab48f9a8ceebac67f3a0e8', 'fixed_ips': [{'subnet_id': 'c3143a42-3e49-4c75-9e69-a9764c634066'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:03.533009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.546177 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.573005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.578475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:03.579152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.623621 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1780870 Dec 24 03:59:03.623971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:03.628978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'subnet': {'network_id': '8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:03.654194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872abfc3-1b30-4a60-b54e-87dbb69b48d3 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Network': ['ID=8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:03.667320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:03.688337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Allocated IP 2001:db8:0:ffff::2 (c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e/c3143a42-3e49-4c75-9e69-a9764c634066/d97070b2-d8d5-4101-9214-bf81a4ec813d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:03.717900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:03.721397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.892353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.898926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.917587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:03.938503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:03.941689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:03.944953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:03.954826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Pushing event updated for resources: {'Port': ['ID=d97070b2-d8d5-4101-9214-bf81a4ec813d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:03.984019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Subnet': ['ID=c370b12f-e299-451f-8411-bf95cdc4ccca,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:03.991623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Checking segment: {'id': '171cb2b4-ddf1-4af6-b660-057283f27bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:03.991986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network hostable DHCP agents. Network: 8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:04.006183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Attempting to bind port d97070b2-d8d5-4101-9214-bf81a4ec813d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:04.006544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Attempting to bind port d97070b2-d8d5-4101-9214-bf81a4ec813d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '9a26be82-c729-463b-80df-807df446ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:04.006947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Attempting to bind port d97070b2-d8d5-4101-9214-bf81a4ec813d on network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:04.008609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network 8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:04.012608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:04.012993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Checking segment: {'id': '9a26be82-c729-463b-80df-807df446ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:04.013398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.013812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Bound using segment: {'id': '9a26be82-c729-463b-80df-807df446ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:04.014321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Bound port: d97070b2-d8d5-4101-9214-bf81a4ec813d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a26be82-c729-463b-80df-807df446ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:04.014787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.017220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:04.021191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:04.021787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.026903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aeb792-84ba-4f2b-9a21-be7620e945be None None] Network 8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:04.042231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7532781b-8539-43fd-9490-0084ba363f6f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4141376 Dec 24 03:59:04.042474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:04.136268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.141678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] For port d97070b2-d8d5-4101-9214-bf81a4ec813d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:04.145562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] For port d97070b2-d8d5-4101-9214-bf81a4ec813d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d97070b2-d8d5-4101-9214-bf81a4ec813d,segment=NetworkSegment(9a26be82-c729-463b-80df-807df446ad84),segment_id=9a26be82-c729-463b-80df-807df446ad84)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:04.162163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.187855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a5ed2-782f-4f80-8cdb-eafae9a068d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff', 'network_id': '8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff', 'project_id': '64f56d4b70ab48f9a8ceebac67f3a0e8', 'fixed_ips': [{'subnet_id': 'c370b12f-e299-451f-8411-bf95cdc4ccca'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:04.188734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff8a5ed2-782f-4f80-8cdb-eafae9a068d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.229580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.240027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941d0eb-a7d2-4a5d-bb2c-4432801e3d07 None None] Pushing event updated for resources: {'Port': ['ID=d97070b2-d8d5-4101-9214-bf81a4ec813d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:04.294385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.321625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Subnet': ['ID=c370b12f-e299-451f-8411-bf95cdc4ccca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-ff8a5ed2-782f-4f80-8cdb-eafae9a068d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c370b12f-e299-451f-8411-bf95cdc4ccca: This subnet is being modified by another concurrent operation. Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c370b12f-e299-451f-8411-bf95cdc4ccca: This subnet is being modified by another concurrent operation. Dec 24 03:59:04.322050 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:59:04.341861 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727dc7f-5fe7-4425-9e7d-80c1980bab65 None None] Network 8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:04.387815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.414518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:04.427496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171cb2b4-ddf1-4af6-b660-057283f27bea') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:04.428858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171cb2b4-ddf1-4af6-b660-057283f27bea') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:04.439962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.455291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.461654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:59:04.462098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:59:04.465620 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:59:04.529060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.535031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.540811 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff HTTP/1.1" status: 204 len: 168 time: 0.4973772 Dec 24 03:59:04.541940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55112) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:04.547247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18245384'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:04.561926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477f175-f223-4592-9108-94820ab8a3fe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Network': ['ID=8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:04.579243 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:04.582967 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.607770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:04.616401 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.616741 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Added segment d86c4b42-a8fc-4f41-a548-d9140507abe8 of type vlan for network b1a590f2-f5c9-4d4e-9215-33779033675d Dec 24 03:59:04.656030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.679354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.684859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:04.685437 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.720448 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1761343 Dec 24 03:59:04.722095 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55114) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:04.729359 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'subnet': {'network_id': 'b1a590f2-f5c9-4d4e-9215-33779033675d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:04.782640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff74bc0-5a82-4fa8-b499-9c4cef954c6c tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Network': ['ID=b1a590f2-f5c9-4d4e-9215-33779033675d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:04.793248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network b1a590f2-f5c9-4d4e-9215-33779033675d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:04.849092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:04.852884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:04.916949 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Performing IP validity checks on allocation pools {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:59:04.917473 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:59:05.039714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.107009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Subnet': ['ID=0f5547c9-8331-4970-a66e-02c45edf92cc,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:05.116188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Checking segment: {'id': 'd86c4b42-a8fc-4f41-a548-d9140507abe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b1a590f2-f5c9-4d4e-9215-33779033675d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:05.116659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network hostable DHCP agents. Network: b1a590f2-f5c9-4d4e-9215-33779033675d, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:05.134053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network b1a590f2-f5c9-4d4e-9215-33779033675d is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:05.144142 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, b1a590f2-f5c9-4d4e-9215-33779033675d) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:05.153401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e5e1e-560f-4c91-8272-5f1f20ffa7cb None None] Network b1a590f2-f5c9-4d4e-9215-33779033675d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:05.155340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:05.155937 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.173060 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-40b9b32e-0b1b-4439-a653-17a648354319 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4499624 Dec 24 03:59:05.175625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55116) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:05.212348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac186e-9550-4001-94da-35d124e5522e None None] Network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:05.274355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.321163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ac71d-eb10-410c-a0af-e8cd81416e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-b1a590f2-f5c9-4d4e-9215-33779033675d', 'network_id': 'b1a590f2-f5c9-4d4e-9215-33779033675d', 'project_id': '64f56d4b70ab48f9a8ceebac67f3a0e8', 'fixed_ips': [{'subnet_id': '0f5547c9-8331-4970-a66e-02c45edf92cc'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:05.322004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-101ac71d-eb10-410c-a0af-e8cd81416e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.327379 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.360932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-238e90b2-1e43-4022-87fa-71041ef4e89b None None] Provisioning complete for port d97070b2-d8d5-4101-9214-bf81a4ec813d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:05.361168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-238e90b2-1e43-4022-87fa-71041ef4e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.405695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.459654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5547c9-8331-4970-a66e-02c45edf92cc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:05.532276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d97070b2-d8d5-4101-9214-bf81a4ec813d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server [None req-101ac71d-eb10-410c-a0af-e8cd81416e1c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f5547c9-8331-4970-a66e-02c45edf92cc: This subnet is being modified by another concurrent operation. Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f5547c9-8331-4970-a66e-02c45edf92cc: This subnet is being modified by another concurrent operation. Dec 24 03:59:05.536558 dv-neutron-822869-1-hyperv neutron-server[103178]: ERROR oslo_messaging.rpc.server Dec 24 03:59:05.549099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.571352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a590f2-f5c9-4d4e-9215-33779033675d']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:05.582214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86c4b42-a8fc-4f41-a548-d9140507abe8') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:05.582509 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86c4b42-a8fc-4f41-a548-d9140507abe8') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:05.592627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.611200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.611502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f40098-dffc-4d31-b55e-22af09de68c7 None None] Network b1a590f2-f5c9-4d4e-9215-33779033675d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:05.617791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:59:05.618190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:59:05.622394 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:59:05.662360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-238e90b2-1e43-4022-87fa-71041ef4e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.698506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.702448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d97070b2-d8d5-4101-9214-bf81a4ec813d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:05.703693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.708832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.713113 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/b1a590f2-f5c9-4d4e-9215-33779033675d HTTP/1.1" status: 204 len: 168 time: 0.5365005 Dec 24 03:59:05.716783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55118) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:05.722933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2129371776'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:05.757358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a53a3-bfc6-4a50-87ab-dc906d6f36d8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Network': ['ID=b1a590f2-f5c9-4d4e-9215-33779033675d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:05.780807 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:05.784997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.792902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5329136-c3aa-4da8-9e0e-3519d471b6db None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:59:05.814706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:05.824481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.824874 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Added segment 4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c of type vlan for network 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 Dec 24 03:59:05.835200 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-238e90b2-1e43-4022-87fa-71041ef4e89b None None] For port d97070b2-d8d5-4101-9214-bf81a4ec813d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d97070b2-d8d5-4101-9214-bf81a4ec813d,segment=NetworkSegment(9a26be82-c729-463b-80df-807df446ad84),segment_id=9a26be82-c729-463b-80df-807df446ad84)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:05.842960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-238e90b2-1e43-4022-87fa-71041ef4e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.865437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.890609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.896102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:05.896728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:05.937203 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2188823 Dec 24 03:59:05.940097 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55120) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:05.946350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'subnet': {'network_id': '4d8ee0b4-b5c8-4d56-aff4-96bc34731592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:05.964187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5329136-c3aa-4da8-9e0e-3519d471b6db None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:59:05.964819 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc653c-0dbe-42c5-97d9-6ec94998f701 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Network': ['ID=4d8ee0b4-b5c8-4d56-aff4-96bc34731592,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:05.969792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e90b2-1e43-4022-87fa-71041ef4e89b None None] Pushing event updated for resources: {'Port': ['ID=d97070b2-d8d5-4101-9214-bf81a4ec813d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:05.981119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:06.045660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:06.049269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.159378 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b135aec1-c7fd-405e-bc9c-3a1108829895 None None] Provisioning complete for port d97070b2-d8d5-4101-9214-bf81a4ec813d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:06.159744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b135aec1-c7fd-405e-bc9c-3a1108829895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.237163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.304744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Subnet': ['ID=00821e42-2319-41db-8422-d99da91f765f,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:06.311969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Checking segment: {'id': '4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d8ee0b4-b5c8-4d56-aff4-96bc34731592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:06.312645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network hostable DHCP agents. Network: 4d8ee0b4-b5c8-4d56-aff4-96bc34731592, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:06.328973 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:06.337176 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 4d8ee0b4-b5c8-4d56-aff4-96bc34731592) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:06.341860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:06.342432 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.360404 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-531cd91f-618b-4de9-90d4-2d6aed2ae48b tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4182909 Dec 24 03:59:06.365106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55122) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:06.370929 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-325357641'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:06.397390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:06.401044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.424376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:06.433795 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.433972 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Added segment c9b2949c-e88e-4a99-9b01-6e35bc885eff of type vlan for network 75076528-3c9c-45b1-919d-5cdf12b709e0 Dec 24 03:59:06.456793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96968cd-c35a-4975-b87c-dd8f69448f20 None None] get_active_networks_info from dv-neutron-822869-1-hyperv {{(pid=103178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:59:06.474815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.499330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.504765 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:06.505375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.529913 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96968cd-c35a-4975-b87c-dd8f69448f20 None None] Resources bound (agent type, host, resource id): {{(pid=103178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:59:06.541959 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1754949 Dec 24 03:59:06.544771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55124) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:06.551616 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Request body: {'subnet': {'network_id': '75076528-3c9c-45b1-919d-5cdf12b709e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:06.596221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d592-a0f3-439e-9cd0-a8dbb60f5954 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Network': ['ID=75076528-3c9c-45b1-919d-5cdf12b709e0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:06.610245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 75076528-3c9c-45b1-919d-5cdf12b709e0 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:06.675413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Made reservation on behalf of 64f56d4b70ab48f9a8ceebac67f3a0e8 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:06.678993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.794578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-4d8ee0b4-b5c8-4d56-aff4-96bc34731592', 'network_id': '4d8ee0b4-b5c8-4d56-aff4-96bc34731592', 'project_id': '64f56d4b70ab48f9a8ceebac67f3a0e8', 'fixed_ips': [{'subnet_id': '00821e42-2319-41db-8422-d99da91f765f'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:06.795425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.868647 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.931043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event updated for resources: {'Subnet': ['ID=ec4a16b4-d7dc-45f9-bd66-703b30e57204,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:06.934288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Allocated IP 2001:db8::2 (4d8ee0b4-b5c8-4d56-aff4-96bc34731592/00821e42-2319-41db-8422-d99da91f765f/6cabe0b5-ef45-4682-a419-9f6d2a69b881) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:06.943771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Checking segment: {'id': 'c9b2949c-e88e-4a99-9b01-6e35bc885eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75076528-3c9c-45b1-919d-5cdf12b709e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:06.944191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network hostable DHCP agents. Network: 75076528-3c9c-45b1-919d-5cdf12b709e0, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:06.960483 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Network 75076528-3c9c-45b1-919d-5cdf12b709e0 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:06.968761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 75076528-3c9c-45b1-919d-5cdf12b709e0) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:06.973848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:06.974677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:06.990856 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e1f45c7c-46eb-4391-9bc1-463b04eb9cd2 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4451029 Dec 24 03:59:06.993357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55126) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:07.075178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.081144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.088487 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.122911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Network 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:07.129155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:07.133742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:07.135784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Pushing event updated for resources: {'Port': ['ID=6cabe0b5-ef45-4682-a419-9f6d2a69b881,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:07.141725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.191604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Attempting to bind port 6cabe0b5-ef45-4682-a419-9f6d2a69b881 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:07.191975 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Attempting to bind port 6cabe0b5-ef45-4682-a419-9f6d2a69b881 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d8ee0b4-b5c8-4d56-aff4-96bc34731592'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:07.192340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Attempting to bind port 6cabe0b5-ef45-4682-a419-9f6d2a69b881 on network 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:07.197359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:07.197811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Checking segment: {'id': '4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d8ee0b4-b5c8-4d56-aff4-96bc34731592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:07.200221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.200221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Bound using segment: {'id': '4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d8ee0b4-b5c8-4d56-aff4-96bc34731592'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:07.200221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Bound port: 6cabe0b5-ef45-4682-a419-9f6d2a69b881, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d8ee0b4-b5c8-4d56-aff4-96bc34731592'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:07.200221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.214352 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.242411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4a16b4-d7dc-45f9-bd66-703b30e57204,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:07.267856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] For port 6cabe0b5-ef45-4682-a419-9f6d2a69b881, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:07.271205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] For port 6cabe0b5-ef45-4682-a419-9f6d2a69b881, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6cabe0b5-ef45-4682-a419-9f6d2a69b881,segment=NetworkSegment(4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c),segment_id=4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:07.275835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.303085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.332023 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75076528-3c9c-45b1-919d-5cdf12b709e0']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:07.339827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe6a8-1ff0-4097-ab32-562d49a753fc None None] Pushing event updated for resources: {'Port': ['ID=6cabe0b5-ef45-4682-a419-9f6d2a69b881,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:07.343564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b2949c-e88e-4a99-9b01-6e35bc885eff') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:07.343868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b2949c-e88e-4a99-9b01-6e35bc885eff') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:07.353701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.367682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.373913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:59:07.374320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:59:07.378215 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:59:07.440029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d97070b2-d8d5-4101-9214-bf81a4ec813d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:07.453021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.460685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.467838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55128) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:07.468358 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/75076528-3c9c-45b1-919d-5cdf12b709e0 HTTP/1.1" status: 204 len: 168 time: 0.4737179 Dec 24 03:59:07.480036 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdbc5c-2e09-44d2-8d62-ad2fe9fa4ffe tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Network': ['ID=75076528-3c9c-45b1-919d-5cdf12b709e0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:07.498065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d97070b2-d8d5-4101-9214-bf81a4ec813d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:07.498441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.531298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-185e6970-2569-424f-b89b-af8a0b829241 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] GET failed (client error): The resource could not be found. Dec 24 03:59:07.534064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-185e6970-2569-424f-b89b-af8a0b829241 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "GET /v2.0/subnets/ec4a16b4-d7dc-45f9-bd66-703b30e57204 HTTP/1.1" status: 404 len: 337 time: 0.0644293 Dec 24 03:59:07.537000 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55130) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:07.556080 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a94510-cc60-4072-9559-bdf0292d2db6 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] DELETE failed (client error): The resource could not be found. Dec 24 03:59:07.556809 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a94510-cc60-4072-9559-bdf0292d2db6 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:59:07.560177 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c1a94510-cc60-4072-9559-bdf0292d2db6 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/75076528-3c9c-45b1-919d-5cdf12b709e0 HTTP/1.1" status: 404 len: 339 time: 0.0217805 Dec 24 03:59:07.563495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55132) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:07.594071 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e877d4-9472-49b6-a9ae-0b226854d718 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] DELETE failed (client error): The resource could not be found. Dec 24 03:59:07.594534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e877d4-9472-49b6-a9ae-0b226854d718 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:59:07.600044 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74e877d4-9472-49b6-a9ae-0b226854d718 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/subnets/ec4a16b4-d7dc-45f9-bd66-703b30e57204 HTTP/1.1" status: 404 len: 337 time: 0.0331874 Dec 24 03:59:07.600734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55134) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:07.620177 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f800f5-b902-444b-acc3-e6f7f3f074e5 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] DELETE failed (client error): The resource could not be found. Dec 24 03:59:07.620714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f800f5-b902-444b-acc3-e6f7f3f074e5 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:59:07.623704 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-47f800f5-b902-444b-acc3-e6f7f3f074e5 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/75076528-3c9c-45b1-919d-5cdf12b709e0 HTTP/1.1" status: 404 len: 339 time: 0.0220232 Dec 24 03:59:07.626406 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55136) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:07.683710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Deleting subnet 00821e42-2319-41db-8422-d99da91f765f {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:59:07.686919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.730410 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.812115 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.873767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.898129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Subnet': ['ID=00821e42-2319-41db-8422-d99da91f765f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:07.904662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:07.907860 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-aa355511-ac54-4f79-8241-e612e68aa67e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/subnets/00821e42-2319-41db-8422-d99da91f765f HTTP/1.1" status: 204 len: 168 time: 0.2804604 Dec 24 03:59:07.910363 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55138) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:07.986492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.039390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Deleting port 6cabe0b5-ef45-4682-a419-9f6d2a69b881 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:59:08.039729 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.108713 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] For port 6cabe0b5-ef45-4682-a419-9f6d2a69b881, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6cabe0b5-ef45-4682-a419-9f6d2a69b881,segment=NetworkSegment(4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c),segment_id=4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:08.109080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.122434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Calling delete_port for 6cabe0b5-ef45-4682-a419-9f6d2a69b881 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:59:08.207101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.234575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Port': ['ID=6cabe0b5-ef45-4682-a419-9f6d2a69b881,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:08.236721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No DVR routers for this DVR port 6cabe0b5-ef45-4682-a419-9f6d2a69b881 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:59:08.272064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c6c861-9125-4073-af35-bbf3421dc7f2 None None] Network 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:08.278044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9907c5-5d23-47b3-9c63-68f5b69202da None None] Network 75076528-3c9c-45b1-919d-5cdf12b709e0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:08.300460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9907c5-5d23-47b3-9c63-68f5b69202da None None] Network 75076528-3c9c-45b1-919d-5cdf12b709e0 could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:59:08.315980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c56cc3-1977-405e-a28d-ab47594f62c7 None None] Network 75076528-3c9c-45b1-919d-5cdf12b709e0 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:08.317628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.329260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1f8492d0-ed0a-486c-afa8-74435a83bf70 None None] Could not find standard attr ID for object 6cabe0b5-ef45-4682-a419-9f6d2a69b881. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:59:08.341992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8ee0b4-b5c8-4d56-aff4-96bc34731592']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:08.351279 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:08.351578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbaf8f3-471c-4fb3-91ae-4b7763fdae7c') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:08.356865 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c56cc3-1977-405e-a28d-ab47594f62c7 None None] Network 75076528-3c9c-45b1-919d-5cdf12b709e0 could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:59:08.361395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.376913 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.383656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:59:08.384158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.385839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946fda8-8620-4930-a2e0-8b525f931544 None None] Network 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:59:08.387673 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:59:08.448968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.456471 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.459644 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/4d8ee0b4-b5c8-4d56-aff4-96bc34731592 HTTP/1.1" status: 204 len: 168 time: 0.5483699 Dec 24 03:59:08.462415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55140) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:08.471340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d89c-f81e-4abb-bd20-a836cdc79371 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Network': ['ID=4d8ee0b4-b5c8-4d56-aff4-96bc34731592,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:08.495709 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6429ba3d-e1ca-45e1-aa54-f17cf145b94f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] DELETE failed (client error): The resource could not be found. Dec 24 03:59:08.496731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6429ba3d-e1ca-45e1-aa54-f17cf145b94f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:59:08.499907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6429ba3d-e1ca-45e1-aa54-f17cf145b94f tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/subnets/0f5547c9-8331-4970-a66e-02c45edf92cc HTTP/1.1" status: 404 len: 337 time: 0.0359840 Dec 24 03:59:08.502455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:08.520352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b4984-171f-4152-801e-83cc8d51816e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] DELETE failed (client error): The resource could not be found. Dec 24 03:59:08.521004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b4984-171f-4152-801e-83cc8d51816e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:59:08.523979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-713b4984-171f-4152-801e-83cc8d51816e tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/b1a590f2-f5c9-4d4e-9215-33779033675d HTTP/1.1" status: 404 len: 339 time: 0.0206401 Dec 24 03:59:08.526950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55144) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:08.552548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52c4bda-60ab-4c09-9edf-3fab8510ea48 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] DELETE failed (client error): The resource could not be found. Dec 24 03:59:08.553002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52c4bda-60ab-4c09-9edf-3fab8510ea48 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:59:08.553216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219a86e6-f7f1-481d-ad7b-870e4a02e676 None None] DHCP port deletion for 4d8ee0b4-b5c8-4d56-aff4-96bc34731592 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:08.558674 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e52c4bda-60ab-4c09-9edf-3fab8510ea48 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/subnets/c370b12f-e299-451f-8411-bf95cdc4ccca HTTP/1.1" status: 404 len: 337 time: 0.0308115 Dec 24 03:59:08.559261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:08.576965 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c790cc-bc4e-46d0-85c3-da65efd91f80 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] DELETE failed (client error): The resource could not be found. Dec 24 03:59:08.577449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c790cc-bc4e-46d0-85c3-da65efd91f80 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:59:08.580675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a6c790cc-bc4e-46d0-85c3-da65efd91f80 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/8b0c9eb5-668e-4ce3-ab47-dc50e6d19cff HTTP/1.1" status: 404 len: 339 time: 0.0205078 Dec 24 03:59:08.583096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55148) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:08.631612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Deleting subnet c3143a42-3e49-4c75-9e69-a9764c634066 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:59:08.634663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.677944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.767750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.824639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.855156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Subnet': ['ID=c3143a42-3e49-4c75-9e69-a9764c634066,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:08.858737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:08.861984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2f9ce508-e137-43d0-8376-5b3829447abf tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/subnets/c3143a42-3e49-4c75-9e69-a9764c634066 HTTP/1.1" status: 204 len: 168 time: 0.2780182 Dec 24 03:59:08.864475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55150) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:08.866401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594aaeeb-dd76-48f0-8e05-b650857717dd None None] Network c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:09.029371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] DHCP port deletion for c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:09.078252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] Deleting port d97070b2-d8d5-4101-9214-bf81a4ec813d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:59:09.078620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.146089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] For port d97070b2-d8d5-4101-9214-bf81a4ec813d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d97070b2-d8d5-4101-9214-bf81a4ec813d,segment=NetworkSegment(9a26be82-c729-463b-80df-807df446ad84),segment_id=9a26be82-c729-463b-80df-807df446ad84)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:09.146506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.160615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] Calling delete_port for d97070b2-d8d5-4101-9214-bf81a4ec813d owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:59:09.219215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.238859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.263895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] Pushing event deleted for resources: {'Port': ['ID=d97070b2-d8d5-4101-9214-bf81a4ec813d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:09.267401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e36c29-3c8e-4262-8234-0a1a06067d47 None None] No DVR routers for this DVR port d97070b2-d8d5-4101-9214-bf81a4ec813d on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:59:09.278423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Deleting port d97070b2-d8d5-4101-9214-bf81a4ec813d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:59:09.278769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.343591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] For port d97070b2-d8d5-4101-9214-bf81a4ec813d, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:09.343865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.355941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Calling delete_port for d97070b2-d8d5-4101-9214-bf81a4ec813d owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:59:09.358593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Port d97070b2-d8d5-4101-9214-bf81a4ec813d was not found and therefore no delete operation was performed {{(pid=103176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:59:09.359800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.386288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Port': ['ID=d97070b2-d8d5-4101-9214-bf81a4ec813d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:09.388102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] No DVR routers for this DVR port d97070b2-d8d5-4101-9214-bf81a4ec813d on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:59:09.438897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d97070b2-d8d5-4101-9214-bf81a4ec813d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:59:09.465651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d97070b2-d8d5-4101-9214-bf81a4ec813d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:59:09.466065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d97070b2-d8d5-4101-9214-bf81a4ec813d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:59:09.476881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.479459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef380ad-cb71-4929-8582-4ffa15a01a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.497247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:09.506258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a26be82-c729-463b-80df-807df446ad84') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:09.506561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a26be82-c729-463b-80df-807df446ad84') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:09.516410 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.529140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.534998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:59:09.535383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:59:09.538643 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:59:09.598550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.606117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:09.609253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] 10.222.0.37 "DELETE /v2.0/networks/c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e HTTP/1.1" status: 204 len: 168 time: 0.7438853 Dec 24 03:59:09.620969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d22d9-3d1f-47a6-837a-818298bae7b8 tempest-NetworksIpV6Test-495008074 tempest-NetworksIpV6Test-495008074-project] Pushing event deleted for resources: {'Network': ['ID=c0f410ac-b4d7-41a6-b5fc-d2fe7cd1859e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:09.848952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:09.973023 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0d27f85f-971f-4bdd-a160-17b07297f5e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64f56d4b70ab48f9a8ceebac67f3a0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1229684 Dec 24 03:59:09.975442 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:10.020788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f9f2ff1-bdc7-45e2-8653-1c3012c4344d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.040354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f9f2ff1-bdc7-45e2-8653-1c3012c4344d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.085075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f9f2ff1-bdc7-45e2-8653-1c3012c4344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.087605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f9f2ff1-bdc7-45e2-8653-1c3012c4344d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.088783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4f9f2ff1-bdc7-45e2-8653-1c3012c4344d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6da5db99-86d5-4eb4-91ed-f96d020d8f66 HTTP/1.1" status: 204 len: 168 time: 0.1124520 Dec 24 03:59:10.096221 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f2ff1-bdc7-45e2-8653-1c3012c4344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da5db99-86d5-4eb4-91ed-f96d020d8f66,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:10.699807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55182) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:10.798235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9712ba1a-675c-4598-b812-f7960f3712f3 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1029211234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:10.821742 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9712ba1a-675c-4598-b812-f7960f3712f3 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.822769 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9712ba1a-675c-4598-b812-f7960f3712f3 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.876091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9712ba1a-675c-4598-b812-f7960f3712f3 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.879796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9712ba1a-675c-4598-b812-f7960f3712f3 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.895747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9712ba1a-675c-4598-b812-f7960f3712f3 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.896916 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9712ba1a-675c-4598-b812-f7960f3712f3 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1960881 Dec 24 03:59:10.899544 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55186) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:10.904770 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1610078929'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:10.925253 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Made reservation on behalf of 75a0c9b325f446388dcde881f97afc7e for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:10.928517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:10.936697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.009248 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.014096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.042093 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:11.050794 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f3dd87-c6e2-4938-9610-7595af579058,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:11.056652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.056991 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Added segment 9fdd62ef-c65c-4fd9-b5da-aee5266b4258 of type vlan for network 2061a74b-891d-473d-b43e-8d071e6d943d Dec 24 03:59:11.095920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.119728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.125374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:11.125964 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.159769 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2584438 Dec 24 03:59:11.162336 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55188) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:11.169030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Request body: {'subnet': {'network_id': '2061a74b-891d-473d-b43e-8d071e6d943d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:11.220747 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0f414-1a46-4209-9bfb-a881c63c65f7 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event updated for resources: {'Network': ['ID=2061a74b-891d-473d-b43e-8d071e6d943d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:11.230387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 2061a74b-891d-473d-b43e-8d071e6d943d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:11.285534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Made reservation on behalf of 75a0c9b325f446388dcde881f97afc7e for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:11.289251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.466038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.526603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event updated for resources: {'Subnet': ['ID=2fc825dd-0289-42da-91ed-91900555fa24,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:11.536479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Checking segment: {'id': '9fdd62ef-c65c-4fd9-b5da-aee5266b4258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2061a74b-891d-473d-b43e-8d071e6d943d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:11.536844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Network hostable DHCP agents. Network: 2061a74b-891d-473d-b43e-8d071e6d943d, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:11.552597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Network 2061a74b-891d-473d-b43e-8d071e6d943d is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:11.561407 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 2061a74b-891d-473d-b43e-8d071e6d943d) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:11.565288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:11.565879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.570264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7db19d-69a6-4513-ab5e-b814110e4fbc None None] Network 2061a74b-891d-473d-b43e-8d071e6d943d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:11.582754 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c3ad400d-d929-424e-82f4-ac3a1e4ce4e8 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4194207 Dec 24 03:59:11.585860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55190) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:11.590659 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-974249519'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:11.612628 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Made reservation on behalf of 75a0c9b325f446388dcde881f97afc7e for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:11.616131 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.640648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:11.649322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.649671 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Added segment 7ed5fd11-d3da-45fd-a8d1-4e526956f0b9 of type vlan for network e51a9684-9940-414b-8677-51de05c85b15 Dec 24 03:59:11.671311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-2061a74b-891d-473d-b43e-8d071e6d943d', 'network_id': '2061a74b-891d-473d-b43e-8d071e6d943d', 'project_id': '75a0c9b325f446388dcde881f97afc7e', 'fixed_ips': [{'subnet_id': '2fc825dd-0289-42da-91ed-91900555fa24'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:11.672172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.690192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.714972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.720356 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:11.720979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.758425 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1715219 Dec 24 03:59:11.762232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55192) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:11.766966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Request body: {'subnet': {'network_id': 'e51a9684-9940-414b-8677-51de05c85b15', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:11.809829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308982-d5f1-4626-b134-bb423fa7d441 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event updated for resources: {'Network': ['ID=e51a9684-9940-414b-8677-51de05c85b15,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:11.813924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Allocated IP 172.20.0.2 (2061a74b-891d-473d-b43e-8d071e6d943d/2fc825dd-0289-42da-91ed-91900555fa24/37e12939-9836-406a-82c1-dae4d427296f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:11.829785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e51a9684-9940-414b-8677-51de05c85b15 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:11.858120 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01a4c254-3490-4634-8c97-cad7fec924b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:11.887878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Made reservation on behalf of 75a0c9b325f446388dcde881f97afc7e for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:11.891807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.028613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.034328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.070537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Network 2061a74b-891d-473d-b43e-8d071e6d943d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:12.071482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.075390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:12.078763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:12.085854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Pushing event updated for resources: {'Port': ['ID=37e12939-9836-406a-82c1-dae4d427296f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:12.133854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event updated for resources: {'Subnet': ['ID=2e59f073-83c2-4a42-b4c8-35f939a02397,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:12.136342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Attempting to bind port 37e12939-9836-406a-82c1-dae4d427296f on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:12.136805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Attempting to bind port 37e12939-9836-406a-82c1-dae4d427296f by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '9fdd62ef-c65c-4fd9-b5da-aee5266b4258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2061a74b-891d-473d-b43e-8d071e6d943d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:12.137219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Attempting to bind port 37e12939-9836-406a-82c1-dae4d427296f on network 2061a74b-891d-473d-b43e-8d071e6d943d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:12.142342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Checking segment: {'id': '7ed5fd11-d3da-45fd-a8d1-4e526956f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e51a9684-9940-414b-8677-51de05c85b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:12.142446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:12.142699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Network hostable DHCP agents. Network: e51a9684-9940-414b-8677-51de05c85b15, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:12.142805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Checking segment: {'id': '9fdd62ef-c65c-4fd9-b5da-aee5266b4258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2061a74b-891d-473d-b43e-8d071e6d943d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:12.143073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.143462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Bound using segment: {'id': '9fdd62ef-c65c-4fd9-b5da-aee5266b4258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2061a74b-891d-473d-b43e-8d071e6d943d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:12.143923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Bound port: 37e12939-9836-406a-82c1-dae4d427296f, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdd62ef-c65c-4fd9-b5da-aee5266b4258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2061a74b-891d-473d-b43e-8d071e6d943d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:12.144302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.165384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Network e51a9684-9940-414b-8677-51de05c85b15 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:12.175750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, e51a9684-9940-414b-8677-51de05c85b15) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:12.179934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:12.180290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.189563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0e972-e870-4d42-8efe-1757f9883432 None None] Network e51a9684-9940-414b-8677-51de05c85b15 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:12.197854 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6e75fc7c-9e20-4143-a1e7-76d7ef4729ae tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4342868 Dec 24 03:59:12.200300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55194) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:12.205057 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-e892daa0-1cf0-4a96-9126-4dbc0aca10b4 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e51a9684-9940-414b-8677-51de05c85b15'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:12.265210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] For port 37e12939-9836-406a-82c1-dae4d427296f, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:12.283676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] For port 37e12939-9836-406a-82c1-dae4d427296f, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=37e12939-9836-406a-82c1-dae4d427296f,segment=NetworkSegment(9fdd62ef-c65c-4fd9-b5da-aee5266b4258),segment_id=9fdd62ef-c65c-4fd9-b5da-aee5266b4258)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:12.292606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.369750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-e51a9684-9940-414b-8677-51de05c85b15', 'network_id': 'e51a9684-9940-414b-8677-51de05c85b15', 'project_id': '75a0c9b325f446388dcde881f97afc7e', 'fixed_ips': [{'subnet_id': '2e59f073-83c2-4a42-b4c8-35f939a02397'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:12.370606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.551872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097c37-3151-4d1e-93be-e1b131331397 None None] Pushing event updated for resources: {'Port': ['ID=37e12939-9836-406a-82c1-dae4d427296f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:12.702528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Allocated IP 172.21.0.2 (e51a9684-9940-414b-8677-51de05c85b15/2e59f073-83c2-4a42-b4c8-35f939a02397/42041340-23cc-4285-8578-228a12189219) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:12.730249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e892daa0-1cf0-4a96-9126-4dbc0aca10b4 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.833792 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.api.v2.resource [None req-e892daa0-1cf0-4a96-9126-4dbc0aca10b4 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:59:12.840592 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e892daa0-1cf0-4a96-9126-4dbc0aca10b4 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "PUT /v2.0/routers/97809663-03eb-44b7-afd7-9d8ebfd8d823 HTTP/1.1" status: 400 len: 364 time: 0.6354909 Dec 24 03:59:12.840998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:12.855029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.858489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.864868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.896761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Deleting subnet 2e59f073-83c2-4a42-b4c8-35f939a02397 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:59:12.899831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.912153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Network e51a9684-9940-414b-8677-51de05c85b15 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:12.915179 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:12.920074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:12.925357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Pushing event updated for resources: {'Port': ['ID=42041340-23cc-4285-8578-228a12189219,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:12.943918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.980818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Attempting to bind port 42041340-23cc-4285-8578-228a12189219 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:12.981185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Attempting to bind port 42041340-23cc-4285-8578-228a12189219 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '7ed5fd11-d3da-45fd-a8d1-4e526956f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e51a9684-9940-414b-8677-51de05c85b15'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:12.981549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Attempting to bind port 42041340-23cc-4285-8578-228a12189219 on network e51a9684-9940-414b-8677-51de05c85b15 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:12.986764 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:12.987195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Checking segment: {'id': '7ed5fd11-d3da-45fd-a8d1-4e526956f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e51a9684-9940-414b-8677-51de05c85b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:12.987590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:12.987985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Bound using segment: {'id': '7ed5fd11-d3da-45fd-a8d1-4e526956f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e51a9684-9940-414b-8677-51de05c85b15'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:12.988469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Bound port: 42041340-23cc-4285-8578-228a12189219, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed5fd11-d3da-45fd-a8d1-4e526956f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e51a9684-9940-414b-8677-51de05c85b15'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:12.988849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.038604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.120045 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.123089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] For port 42041340-23cc-4285-8578-228a12189219, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:13.126547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] For port 42041340-23cc-4285-8578-228a12189219, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=42041340-23cc-4285-8578-228a12189219,segment=NetworkSegment(7ed5fd11-d3da-45fd-a8d1-4e526956f0b9),segment_id=7ed5fd11-d3da-45fd-a8d1-4e526956f0b9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:13.131160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.145542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event deleted for resources: {'Subnet': ['ID=2e59f073-83c2-4a42-b4c8-35f939a02397,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:13.159755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.163044 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "DELETE /v2.0/subnets/2e59f073-83c2-4a42-b4c8-35f939a02397 HTTP/1.1" status: 204 len: 168 time: 0.3210475 Dec 24 03:59:13.166344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55198) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:13.167498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.167854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.168202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.168575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.168910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.169242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.169596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.169929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.170255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.170582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.170910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.171243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.171622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ee2fe-fedc-4d69-977a-52586d00ebad tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:13.197622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c40e-9bf3-4d94-8c39-966dbcfe4062 None None] Pushing event updated for resources: {'Port': ['ID=42041340-23cc-4285-8578-228a12189219,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:13.269353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.328019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Deleting port 42041340-23cc-4285-8578-228a12189219 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:59:13.328353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.360738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b074a-46bb-43af-9cf7-40b74b8c05b1 None None] Network 2061a74b-891d-473d-b43e-8d071e6d943d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:13.407499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] For port 42041340-23cc-4285-8578-228a12189219, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=42041340-23cc-4285-8578-228a12189219,segment=NetworkSegment(7ed5fd11-d3da-45fd-a8d1-4e526956f0b9),segment_id=7ed5fd11-d3da-45fd-a8d1-4e526956f0b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:13.408121 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.424312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Calling delete_port for 42041340-23cc-4285-8578-228a12189219 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:59:13.486199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-151befb7-d79f-40b8-8e03-b3a9130fb016 None None] Provisioning complete for port 37e12939-9836-406a-82c1-dae4d427296f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:13.486618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-151befb7-d79f-40b8-8e03-b3a9130fb016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.515813 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.543208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event deleted for resources: {'Port': ['ID=42041340-23cc-4285-8578-228a12189219,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:13.546702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] No DVR routers for this DVR port 42041340-23cc-4285-8578-228a12189219 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:59:13.620595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 37e12939-9836-406a-82c1-dae4d427296f up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:13.651307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.663002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-151befb7-d79f-40b8-8e03-b3a9130fb016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.673531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51a9684-9940-414b-8677-51de05c85b15']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:13.683834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed5fd11-d3da-45fd-a8d1-4e526956f0b9') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:13.684199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed5fd11-d3da-45fd-a8d1-4e526956f0b9') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:13.694476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.703733 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-151befb7-d79f-40b8-8e03-b3a9130fb016 None None] For port 37e12939-9836-406a-82c1-dae4d427296f, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=37e12939-9836-406a-82c1-dae4d427296f,segment=NetworkSegment(9fdd62ef-c65c-4fd9-b5da-aee5266b4258),segment_id=9fdd62ef-c65c-4fd9-b5da-aee5266b4258)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:13.710268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-151befb7-d79f-40b8-8e03-b3a9130fb016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.710561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.713188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 37e12939-9836-406a-82c1-dae4d427296f triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:13.713545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.718785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:59:13.719335 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:59:13.723129 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:59:13.795292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151befb7-d79f-40b8-8e03-b3a9130fb016 None None] Pushing event updated for resources: {'Port': ['ID=37e12939-9836-406a-82c1-dae4d427296f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:13.797862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.814873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.819442 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "DELETE /v2.0/networks/e51a9684-9940-414b-8677-51de05c85b15 HTTP/1.1" status: 204 len: 168 time: 0.6520932 Dec 24 03:59:13.822592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:13.857426 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 42041340-23cc-4285-8578-228a12189219 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:13.860312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7f5fc-159a-4e8d-988f-26737083a444 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event deleted for resources: {'Network': ['ID=e51a9684-9940-414b-8677-51de05c85b15,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:13.881748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 42041340-23cc-4285-8578-228a12189219 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:59:13.882097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 42041340-23cc-4285-8578-228a12189219 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 03:59:13.889351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Deleting subnet 2fc825dd-0289-42da-91ed-91900555fa24 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:59:13.892796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.904982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Port 42041340-23cc-4285-8578-228a12189219 not found, will not notify nova. {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 03:59:13.938478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8e2c353d-f928-4c08-9ac0-8d126aff26b3 None None] Provisioning complete for port 37e12939-9836-406a-82c1-dae4d427296f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:13.938929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e2c353d-f928-4c08-9ac0-8d126aff26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.948536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.067378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.135520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.167134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc825dd-0289-42da-91ed-91900555fa24,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:14.169409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.174313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b3020-88c8-4825-9257-ee8272d3f97a None None] Network 2061a74b-891d-473d-b43e-8d071e6d943d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:14.179376 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5d3afbac-5129-4a54-9bcd-cb09e48f5543 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "DELETE /v2.0/subnets/2fc825dd-0289-42da-91ed-91900555fa24 HTTP/1.1" status: 204 len: 168 time: 0.3553457 Dec 24 03:59:14.180164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55202) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:14.273181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.338300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Deleting port 37e12939-9836-406a-82c1-dae4d427296f {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:59:14.338709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.345474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e37cc45e-750d-439b-abf7-a7705cea5bb3 None None] Could not find standard attr ID for object 42041340-23cc-4285-8578-228a12189219. {{(pid=103178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:59:14.373589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] DHCP port deletion for 2061a74b-891d-473d-b43e-8d071e6d943d request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:14.409321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa025e5-ad6b-4042-bd4f-477a4d362af1 None None] DHCP port deletion for e51a9684-9940-414b-8677-51de05c85b15 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:14.411320 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] For port 37e12939-9836-406a-82c1-dae4d427296f, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=37e12939-9836-406a-82c1-dae4d427296f,segment=NetworkSegment(9fdd62ef-c65c-4fd9-b5da-aee5266b4258),segment_id=9fdd62ef-c65c-4fd9-b5da-aee5266b4258)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:14.411991 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.427507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Calling delete_port for 37e12939-9836-406a-82c1-dae4d427296f owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:59:14.477797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8f9ab-bb3f-47f3-af77-e878dacd645d None None] Network e51a9684-9940-414b-8677-51de05c85b15 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:14.495126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8f9ab-bb3f-47f3-af77-e878dacd645d None None] Network e51a9684-9940-414b-8677-51de05c85b15 could not be found, it might have been deleted concurrently. {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:59:14.521940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.536720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.543819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] Deleting port 37e12939-9836-406a-82c1-dae4d427296f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:59:14.544199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.548420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event deleted for resources: {'Port': ['ID=37e12939-9836-406a-82c1-dae4d427296f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:14.561355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] No DVR routers for this DVR port 37e12939-9836-406a-82c1-dae4d427296f on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:59:14.633933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.650605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] For port 37e12939-9836-406a-82c1-dae4d427296f, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:14.651001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.658638 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2061a74b-891d-473d-b43e-8d071e6d943d']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:14.668707 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdd62ef-c65c-4fd9-b5da-aee5266b4258') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:14.668986 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdd62ef-c65c-4fd9-b5da-aee5266b4258') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:14.671491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] Calling delete_port for 37e12939-9836-406a-82c1-dae4d427296f owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:59:14.677316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] Port 37e12939-9836-406a-82c1-dae4d427296f was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:59:14.678205 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.680568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.692101 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.698316 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:59:14.698709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:59:14.701931 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:59:14.712118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] Pushing event deleted for resources: {'Port': ['ID=37e12939-9836-406a-82c1-dae4d427296f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:14.718268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74984384-290b-48d4-a7f7-7b7f78dced8e None None] No DVR routers for this DVR port 37e12939-9836-406a-82c1-dae4d427296f on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:59:14.769231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.780505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:14.783708 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "DELETE /v2.0/networks/2061a74b-891d-473d-b43e-8d071e6d943d HTTP/1.1" status: 204 len: 168 time: 0.6021934 Dec 24 03:59:14.786635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55204) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:14.795712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1f9eb-3168-4478-aee5-22d2f443679c tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Pushing event deleted for resources: {'Network': ['ID=2061a74b-891d-473d-b43e-8d071e6d943d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:14.823723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e6fa560-99eb-401b-b77e-8c8fc934f96b tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "GET /v2.0/ports?device_id=97809663-03eb-44b7-afd7-9d8ebfd8d823 HTTP/1.1" status: 200 len: 205 time: 0.0352483 Dec 24 03:59:14.826099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55206) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:14.903924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8f1cd4-3b56-481e-bcde-e14c69d6e739 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.063141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8f1cd4-3b56-481e-bcde-e14c69d6e739 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.065404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8f1cd4-3b56-481e-bcde-e14c69d6e739 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.115360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8f1cd4-3b56-481e-bcde-e14c69d6e739 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.115876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f1cd4-3b56-481e-bcde-e14c69d6e739 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Fanout notify agent at l3_agent the message router_deleted on router 97809663-03eb-44b7-afd7-9d8ebfd8d823 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:59:15.125276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8f1cd4-3b56-481e-bcde-e14c69d6e739 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.129556 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6a8f1cd4-3b56-481e-bcde-e14c69d6e739 tempest-RoutersNegativeTest-139071021 tempest-RoutersNegativeTest-139071021-project] 10.222.0.37 "DELETE /v2.0/routers/97809663-03eb-44b7-afd7-9d8ebfd8d823 HTTP/1.1" status: 204 len: 168 time: 0.3024592 Dec 24 03:59:15.134118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.359569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:15.441654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 37e12939-9836-406a-82c1-dae4d427296f no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:59:15.465893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 37e12939-9836-406a-82c1-dae4d427296f {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:59:15.466335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 37e12939-9836-406a-82c1-dae4d427296f not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:59:15.466827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 42041340-23cc-4285-8578-228a12189219 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:59:15.485524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 42041340-23cc-4285-8578-228a12189219 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:59:15.485872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 42041340-23cc-4285-8578-228a12189219 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:59:15.498355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-16ad161f-c1b9-4ede-996a-880f37cb69ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75a0c9b325f446388dcde881f97afc7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351888 Dec 24 03:59:15.498629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55216) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:15.545748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c39ac55a-fe15-4133-80ae-4dec54ce2645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.566510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c39ac55a-fe15-4133-80ae-4dec54ce2645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.615797 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c39ac55a-fe15-4133-80ae-4dec54ce2645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.618315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c39ac55a-fe15-4133-80ae-4dec54ce2645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:15.620045 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c39ac55a-fe15-4133-80ae-4dec54ce2645 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1f3dd87-c6e2-4938-9610-7595af579058 HTTP/1.1" status: 204 len: 168 time: 0.1204355 Dec 24 03:59:15.627507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ac55a-fe15-4133-80ae-4dec54ce2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f3dd87-c6e2-4938-9610-7595af579058,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:16.225836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55238) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:16.317436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1784401238-network', 'tenant_id': 'be8901915668434c845cc847be441e8b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:16.340575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Made reservation on behalf of be8901915668434c845cc847be441e8b for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:16.342854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.351474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.422068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.425550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.449335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:16.459165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e073a310-14a9-4fe3-a423-a4fac9167bbe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:16.464474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.464817 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Added segment 2c415f90-60e4-4b8c-89ab-8665c4453e36 of type vlan for network 4dea8e54-0713-4a8b-af41-1b3a160ad65e Dec 24 03:59:16.515179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.539818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.540840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:16.541453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.574787 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3478966 Dec 24 03:59:16.577738 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55242) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:16.582942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Request body: {'subnet': {'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-subnet', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:16.605109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b6570-1899-444b-a470-2c62d3bd3681 admin admin] Pushing event updated for resources: {'Network': ['ID=4dea8e54-0713-4a8b-af41-1b3a160ad65e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:16.605499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Made reservation on behalf of be8901915668434c845cc847be441e8b for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:16.607827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.615092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:16.772808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.833038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb8a33d-6499-4b1d-9370-72f964cbb789,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:16.844330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Checking segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:16.844711 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Network hostable DHCP agents. Network: 4dea8e54-0713-4a8b-af41-1b3a160ad65e, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:16.860972 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:16.869974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 4dea8e54-0713-4a8b-af41-1b3a160ad65e) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:16.874642 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:16.876605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.877362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35ddd0-d8dd-4b19-a472-722646bd6eb1 None None] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:16.891984 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-63426739-4155-44a2-84e1-f2abe67ee4ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3131676 Dec 24 03:59:16.894746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55244) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:16.899648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:16.921522 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.922541 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.975839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'project_id': 'be8901915668434c845cc847be441e8b', 'fixed_ips': [{'subnet_id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:16.976858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:16.977499 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.115992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Allocated IP 172.20.0.2 (4dea8e54-0713-4a8b-af41-1b3a160ad65e/ecb8a33d-6499-4b1d-9370-72f964cbb789/fe1db079-a508-4bb4-aa44-8dcd075feade) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:17.119289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.264522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.270580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.311536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:17.314329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:17.317184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:17.318954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.324622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Pushing event updated for resources: {'Port': ['ID=fe1db079-a508-4bb4-aa44-8dcd075feade,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:17.337976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.375680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Attempting to bind port fe1db079-a508-4bb4-aa44-8dcd075feade on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:17.376043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Attempting to bind port fe1db079-a508-4bb4-aa44-8dcd075feade by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:17.376418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Attempting to bind port fe1db079-a508-4bb4-aa44-8dcd075feade on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:17.381201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:17.381575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Checking segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:17.381965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.382349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Bound using segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:17.382819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Bound port: fe1db079-a508-4bb4-aa44-8dcd075feade, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:17.383171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.447903 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Allocated IP 172.26.5.207 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/5c252d5e-edcc-4779-93eb-25f956201de2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:17.451132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] For port fe1db079-a508-4bb4-aa44-8dcd075feade, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:17.454047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] For port fe1db079-a508-4bb4-aa44-8dcd075feade, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fe1db079-a508-4bb4-aa44-8dcd075feade,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:17.459873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.521930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3aca8-2869-46f5-b2d7-cf73ba689f74 None None] Pushing event updated for resources: {'Port': ['ID=fe1db079-a508-4bb4-aa44-8dcd075feade,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:17.557470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.591805 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.631966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:17.635082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:17.637591 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:17.669319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b341fda-bf03-4377-bcc9-30837bdce60a None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:17.674862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c252d5e-edcc-4779-93eb-25f956201de2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:17.787932 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-046ce48e-5e47-4265-baf7-4cdf96b58a38 None None] Provisioning complete for port 5c252d5e-edcc-4779-93eb-25f956201de2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:17.788543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-046ce48e-5e47-4265-baf7-4cdf96b58a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:17.828306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-046ce48e-5e47-4265-baf7-4cdf96b58a38 None None] Port 5c252d5e-edcc-4779-93eb-25f956201de2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:17.927245 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.121462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.257384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Router 7b491314-07f3-425a-a5ce-5eda94297c9b is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:59:18.367893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:59:18.377930 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Sync routers for ids ['7b491314-07f3-425a-a5ce-5eda94297c9b'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:59:18.387692 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.388102 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Routers {'7b491314-07f3-425a-a5ce-5eda94297c9b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:18.388744 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7b491314-07f3-425a-a5ce-5eda94297c9b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:18.389247 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a23db47d-6b3e-4f9b-9adc-ce27438e98a7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4935117 Dec 24 03:59:18.391960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55246) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:18.429899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9113cd03-13a4-4972-a4db-7ab4bd585a37 None None] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:18.501409 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Set router 7b491314-07f3-425a-a5ce-5eda94297c9b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:18.504017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d1df644c-2c97-465d-af74-e35036881cdb None None] Provisioning complete for port fe1db079-a508-4bb4-aa44-8dcd075feade triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:18.504540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1df644c-2c97-465d-af74-e35036881cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.631118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1df644c-2c97-465d-af74-e35036881cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.676870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d1df644c-2c97-465d-af74-e35036881cdb None None] For port fe1db079-a508-4bb4-aa44-8dcd075feade, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fe1db079-a508-4bb4-aa44-8dcd075feade,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:18.685977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1df644c-2c97-465d-af74-e35036881cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.715682 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T03:59:17Z', 'revision_number': 3, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port': {'id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:17Z', 'updated_at': '2021-12-24T03:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:18.747869 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Checking router: 7b491314-07f3-425a-a5ce-5eda94297c9b for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:59:18.748645 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Updating router 7b491314-07f3-425a-a5ce-5eda94297c9b port 5c252d5e-edcc-4779-93eb-25f956201de2 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:59:18.753919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df644c-2c97-465d-af74-e35036881cdb None None] Pushing event updated for resources: {'Port': ['ID=fe1db079-a508-4bb4-aa44-8dcd075feade,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:18.785516 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.809082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4ad39515-d53f-459d-98c9-723369042584 None None] Provisioning complete for port fe1db079-a508-4bb4-aa44-8dcd075feade triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:18.809447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ad39515-d53f-459d-98c9-723369042584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:18.864282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.021538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Allocated IP 172.20.0.1 (4dea8e54-0713-4a8b-af41-1b3a160ad65e/ecb8a33d-6499-4b1d-9370-72f964cbb789/ffc67e65-5ac2-4edb-915d-869028b7aebc) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:19.030421 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.035436 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.076493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f0d5a-8661-4ab5-ab29-022c711fae92 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:19.082894 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Attempting to bind port 5c252d5e-edcc-4779-93eb-25f956201de2 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:19.083274 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Attempting to bind port 5c252d5e-edcc-4779-93eb-25f956201de2 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:19.083637 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Attempting to bind port 5c252d5e-edcc-4779-93eb-25f956201de2 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:19.092557 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Pushing event updated for resources: {'Port': ['ID=5c252d5e-edcc-4779-93eb-25f956201de2,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:19.095817 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:19.096196 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:19.096631 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.097019 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:19.097492 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Bound port: 5c252d5e-edcc-4779-93eb-25f956201de2, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:19.097871 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.103399 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.103747 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.104089 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.104443 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.105145 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.105145 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.105410 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.105732 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.106059 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.106387 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.107729 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.107729 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.107729 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:19.149699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.166951 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] For port 5c252d5e-edcc-4779-93eb-25f956201de2, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:19.171570 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] For port 5c252d5e-edcc-4779-93eb-25f956201de2, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5c252d5e-edcc-4779-93eb-25f956201de2,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:19.177437 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.241672 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ebb30-6b4a-41a7-9744-101cada58957 None None] Pushing event updated for resources: {'Port': ['ID=5c252d5e-edcc-4779-93eb-25f956201de2,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:19.249134 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Routers {'7b491314-07f3-425a-a5ce-5eda94297c9b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:19.250078 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7b491314-07f3-425a-a5ce-5eda94297c9b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:19.270655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a2f3f-cb42-425a-9563-926b3081e3f1 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:19.281024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1513daaf-7791-4a06-b344-f7c47a0f8d18 None None] Provisioning complete for port 5c252d5e-edcc-4779-93eb-25f956201de2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:19.281389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1513daaf-7791-4a06-b344-f7c47a0f8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.362060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1513daaf-7791-4a06-b344-f7c47a0f8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.386031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1513daaf-7791-4a06-b344-f7c47a0f8d18 None None] For port 5c252d5e-edcc-4779-93eb-25f956201de2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5c252d5e-edcc-4779-93eb-25f956201de2,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:19.393973 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1513daaf-7791-4a06-b344-f7c47a0f8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.447735 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513daaf-7791-4a06-b344-f7c47a0f8d18 None None] Pushing event updated for resources: {'Port': ['ID=5c252d5e-edcc-4779-93eb-25f956201de2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:19.468927 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] Set router 7b491314-07f3-425a-a5ce-5eda94297c9b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:19.504588 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.517553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-478cbbc4-e3bd-4678-b36c-41b4c81508cf None None] Provisioning complete for port 5c252d5e-edcc-4779-93eb-25f956201de2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:19.518249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-478cbbc4-e3bd-4678-b36c-41b4c81508cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.550702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Pushing event updated for resources: {'Port': ['ID=ffc67e65-5ac2-4edb-915d-869028b7aebc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:19.554741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fe1db079-a508-4bb4-aa44-8dcd075feade up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:19.567689 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:19.569099 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:19.572621 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:19.618998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.660097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port fe1db079-a508-4bb4-aa44-8dcd075feade triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:19.660465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.667905 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T03:59:17Z', 'revision_number': 3, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port': {'id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:17Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:19.700831 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c08de-61d2-4278-9aa5-36a3261a4673 None None] The sync data for ids ['7b491314-07f3-425a-a5ce-5eda94297c9b'] in dv-neutron-822869-1-hyperv is: [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T03:59:17Z', 'revision_number': 3, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port': {'id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:17Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:59:19.785061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.880654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8f33cbd6-fab4-4d32-b763-b7eac985a6b7 None None] Provisioning complete for port ffc67e65-5ac2-4edb-915d-869028b7aebc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:19.881228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f33cbd6-fab4-4d32-b763-b7eac985a6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.916579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8f33cbd6-fab4-4d32-b763-b7eac985a6b7 None None] Port ffc67e65-5ac2-4edb-915d-869028b7aebc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:19.976307 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:19.984472 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:20.055317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Pushing event updated for resources: {'Port': ['ID=ffc67e65-5ac2-4edb-915d-869028b7aebc,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:20.058322 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:20.153405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:20.154952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:20.280840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Router 7b491314-07f3-425a-a5ce-5eda94297c9b has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:59:20.394714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:59:20.399850 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5dc6f08e-4ed1-46f8-a125-63191686cadb admin admin] 10.222.0.37 "PUT /v2.0/routers/7b491314-07f3-425a-a5ce-5eda94297c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0067554 Dec 24 03:59:20.442733 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b582d818-c744-4bd3-be74-f34d21fc60b8 None None] Provisioning complete for port ffc67e65-5ac2-4edb-915d-869028b7aebc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:20.443172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b582d818-c744-4bd3-be74-f34d21fc60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:20.481618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b582d818-c744-4bd3-be74-f34d21fc60b8 None None] Port ffc67e65-5ac2-4edb-915d-869028b7aebc cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:20.862908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55262) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:20.867989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1412753133-network', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:20.890365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Made reservation on behalf of 36a4aa475d52465ab2cf9a071a082a22 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:20.893085 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:20.902059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:20.981326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:20.985579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.013655 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:59:21.020180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e91444-88ae-4646-8265-c833f867a262,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:21.029811 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.030157 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Added segment 2550666b-4c98-4fa6-8b9f-1cfd86d3134d of type vlan for network b51913c9-9a08-43c4-a0bf-1e0787705a16 Dec 24 03:59:21.032027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.032391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.032735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.033065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.033393 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.033721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.034048 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.034369 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.034693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.035012 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.035330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.035663 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.035958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:21.084939 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.112188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.113168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:21.113750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.175281 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3108239 Dec 24 03:59:21.177644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:21.178661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64e689-7bd5-4bf8-897f-58f363539a41 admin admin] Pushing event updated for resources: {'Network': ['ID=b51913c9-9a08-43c4-a0bf-1e0787705a16,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:21.183226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Request body: {'subnet': {'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-subnet', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:21.188649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:59:21.208099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Made reservation on behalf of 36a4aa475d52465ab2cf9a071a082a22 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:21.210429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.270365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Sync routers for ids ['7b491314-07f3-425a-a5ce-5eda94297c9b'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:59:21.280127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Routers {'7b491314-07f3-425a-a5ce-5eda94297c9b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:21.280883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7b491314-07f3-425a-a5ce-5eda94297c9b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:21.381311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.389438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Set router 7b491314-07f3-425a-a5ce-5eda94297c9b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:21.435776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1636533-1148-4908-ac0f-a933a7623f46,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:21.447900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Checking segment: {'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:21.448266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Network hostable DHCP agents. Network: b51913c9-9a08-43c4-a0bf-1e0787705a16, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:59:21.465477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:59:21.475114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, b51913c9-9a08-43c4-a0bf-1e0787705a16) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:21.479486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:21.480290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.494486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f68a9-19cf-4406-b9bc-3d8464b3dd4d None None] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:21.498765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8a44ce05-1aa0-42fc-8000-8102ff27a759 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3194005 Dec 24 03:59:21.501321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55266) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:21.505626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:21.509965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5c252d5e-edcc-4779-93eb-25f956201de2 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:21.530225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.531541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.588931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.682245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 5c252d5e-edcc-4779-93eb-25f956201de2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:21.682607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.724970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-b51913c9-9a08-43c4-a0bf-1e0787705a16', 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16', 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'fixed_ips': [{'subnet_id': 'd1636533-1148-4908-ac0f-a933a7623f46'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:59:21.725821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.727296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.866158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 4, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port': {'id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:17Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'ffc67e65-5ac2-4edb-915d-869028b7aebc', 'name': '', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'mac_address': 'fa:16:3e:d1:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:18Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 2, 'project_id': 'be8901915668434c845cc847be441e8b', 'subnets': [{'id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:21.918379 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Checking router: 7b491314-07f3-425a-a5ce-5eda94297c9b for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:59:21.918733 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Updating router 7b491314-07f3-425a-a5ce-5eda94297c9b port ffc67e65-5ac2-4edb-915d-869028b7aebc binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:59:21.930160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.949022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:21.966526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Allocated IP 172.20.0.2 (b51913c9-9a08-43c4-a0bf-1e0787705a16/d1636533-1148-4908-ac0f-a933a7623f46/0b24ffb4-8cd5-4597-babe-c14af8e9189d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:21.968540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.053644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Allocated IP 172.26.5.208 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/ef08c53e-260e-4f3e-b520-aa0a41e93a20) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:22.158004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.191846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.231116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:22.233935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:22.236838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:22.249802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e422b5b-68fe-45be-bbf4-d6c698ed3b40 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:22.257146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.268432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef08c53e-260e-4f3e-b520-aa0a41e93a20,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:22.283694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.333663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.360594 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:22.370375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:22.389236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Pushing event updated for resources: {'Port': ['ID=0b24ffb4-8cd5-4597-babe-c14af8e9189d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:22.391507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:22.405678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6ff63029-d5d2-488b-b27b-1ff7c0e5014f None None] Provisioning complete for port ef08c53e-260e-4f3e-b520-aa0a41e93a20 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:22.406049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ff63029-d5d2-488b-b27b-1ff7c0e5014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.502168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.623742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.632317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.639718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6ff63029-d5d2-488b-b27b-1ff7c0e5014f None None] Port ef08c53e-260e-4f3e-b520-aa0a41e93a20 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:22.666132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Attempting to bind port 0b24ffb4-8cd5-4597-babe-c14af8e9189d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:22.666501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Attempting to bind port 0b24ffb4-8cd5-4597-babe-c14af8e9189d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:22.666857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Attempting to bind port 0b24ffb4-8cd5-4597-babe-c14af8e9189d on network b51913c9-9a08-43c4-a0bf-1e0787705a16 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:22.685880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:22.686258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Checking segment: {'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:22.686677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.687058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Bound using segment: {'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:22.687545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Bound port: 0b24ffb4-8cd5-4597-babe-c14af8e9189d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:22.687929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.702712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.711016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05803a4b-d1c0-4bbf-befe-c13a9ddcbaa3 None None] Pushing event updated for resources: {'Port': ['ID=ffc67e65-5ac2-4edb-915d-869028b7aebc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:22.798551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Attempting to bind port ffc67e65-5ac2-4edb-915d-869028b7aebc on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:22.798919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Attempting to bind port ffc67e65-5ac2-4edb-915d-869028b7aebc by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:22.799283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Attempting to bind port ffc67e65-5ac2-4edb-915d-869028b7aebc on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:22.807941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:22.808313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Checking segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:22.808653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.809083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Bound using segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:22.809492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Bound port: ffc67e65-5ac2-4edb-915d-869028b7aebc, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:22.809879 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.812116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] For port 0b24ffb4-8cd5-4597-babe-c14af8e9189d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:22.815982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] For port 0b24ffb4-8cd5-4597-babe-c14af8e9189d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0b24ffb4-8cd5-4597-babe-c14af8e9189d,segment=NetworkSegment(2550666b-4c98-4fa6-8b9f-1cfd86d3134d),segment_id=2550666b-4c98-4fa6-8b9f-1cfd86d3134d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:22.823359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.857835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:59:22.930741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793ab4-8e16-4933-a88e-d2b55dbada7f None None] Pushing event updated for resources: {'Port': ['ID=0b24ffb4-8cd5-4597-babe-c14af8e9189d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:22.943750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] For port ffc67e65-5ac2-4edb-915d-869028b7aebc, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:22.951694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] For port ffc67e65-5ac2-4edb-915d-869028b7aebc, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ffc67e65-5ac2-4edb-915d-869028b7aebc,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:22.958518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.989684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:59:23.001203 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Sync routers for ids ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:59:23.011100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d5346ce1-0d4d-499d-b548-207fb4d508b5 None None] Provisioning complete for port ffc67e65-5ac2-4edb-915d-869028b7aebc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:23.011532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5346ce1-0d4d-499d-b548-207fb4d508b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.014939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.018429 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Routers {'079c0bd1-3b27-45e4-b381-330ec9abd4a9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:23.019288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55268) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:59:23.019857 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:23.022223 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-803f37be-73d3-4911-8a78-fd9f62f2ded4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5193861 Dec 24 03:59:23.083095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05803a4b-d1c0-4bbf-befe-c13a9ddcbaa3 None None] Pushing event updated for resources: {'Port': ['ID=ffc67e65-5ac2-4edb-915d-869028b7aebc,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:23.110052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Routers {'7b491314-07f3-425a-a5ce-5eda94297c9b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:23.116551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7b491314-07f3-425a-a5ce-5eda94297c9b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:23.176145 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Set router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:23.274465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5346ce1-0d4d-499d-b548-207fb4d508b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.391474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d5346ce1-0d4d-499d-b548-207fb4d508b5 None None] For port ffc67e65-5ac2-4edb-915d-869028b7aebc, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ffc67e65-5ac2-4edb-915d-869028b7aebc,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:23.406495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5346ce1-0d4d-499d-b548-207fb4d508b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.442183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] Set router 7b491314-07f3-425a-a5ce-5eda94297c9b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:23.452945 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:22Z', 'revision_number': 3, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port': {'id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:23.501614 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Checking router: 079c0bd1-3b27-45e4-b381-330ec9abd4a9 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:59:23.502206 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Updating router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 port ef08c53e-260e-4f3e-b520-aa0a41e93a20 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:59:23.535055 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.548484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0b24ffb4-8cd5-4597-babe-c14af8e9189d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:23.572725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5346ce1-0d4d-499d-b548-207fb4d508b5 None None] Pushing event updated for resources: {'Port': ['ID=ffc67e65-5ac2-4edb-915d-869028b7aebc,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:23.649903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dacd8636-8880-46b2-bcd8-0d5d2b40afc3 None None] Provisioning complete for port ffc67e65-5ac2-4edb-915d-869028b7aebc triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:23.650275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dacd8636-8880-46b2-bcd8-0d5d2b40afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.656041 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.732971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0b24ffb4-8cd5-4597-babe-c14af8e9189d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:23.733346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.847840 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.848759 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Allocated IP 172.20.0.1 (b51913c9-9a08-43c4-a0bf-1e0787705a16/d1636533-1148-4908-ac0f-a933a7623f46/bcde7c3f-4d51-4c23-93e7-3951b56e5e84) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:23.857206 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.871249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 4, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port': {'id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:17Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'ffc67e65-5ac2-4edb-915d-869028b7aebc', 'name': '', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'mac_address': 'fa:16:3e:d1:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:18Z', 'updated_at': '2021-12-24T03:59:22Z', 'revision_number': 4, 'project_id': 'be8901915668434c845cc847be441e8b', 'subnets': [{'id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:23.900889 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb0f4d-8f26-4a39-b10b-3fb859f255e9 None None] Pushing event updated for resources: {'Port': ['ID=ef08c53e-260e-4f3e-b520-aa0a41e93a20,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:23.903776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3e02-cb48-4d31-8265-a24a3e0832ae None None] The sync data for ids ['7b491314-07f3-425a-a5ce-5eda94297c9b'] in dv-neutron-822869-1-hyperv is: [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 4, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port': {'id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:17Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'ffc67e65-5ac2-4edb-915d-869028b7aebc', 'name': '', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'mac_address': 'fa:16:3e:d1:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:18Z', 'updated_at': '2021-12-24T03:59:22Z', 'revision_number': 4, 'project_id': 'be8901915668434c845cc847be441e8b', 'subnets': [{'id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:59:23.909060 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.934320 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Attempting to bind port ef08c53e-260e-4f3e-b520-aa0a41e93a20 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:23.935041 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Attempting to bind port ef08c53e-260e-4f3e-b520-aa0a41e93a20 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:23.935188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c91a47-0629-48aa-ab41-b003b259d9ac None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:23.935761 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Attempting to bind port ef08c53e-260e-4f3e-b520-aa0a41e93a20 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:23.947547 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:23.948578 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:23.949216 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.949892 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:23.950687 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Bound port: ef08c53e-260e-4f3e-b520-aa0a41e93a20, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:23.951397 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.995503 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 0b24ffb4-8cd5-4597-babe-c14af8e9189d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0b24ffb4-8cd5-4597-babe-c14af8e9189d,segment=NetworkSegment(2550666b-4c98-4fa6-8b9f-1cfd86d3134d),segment_id=2550666b-4c98-4fa6-8b9f-1cfd86d3134d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:24.004883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.061821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] For port ef08c53e-260e-4f3e-b520-aa0a41e93a20, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:24.068885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.071662 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] For port ef08c53e-260e-4f3e-b520-aa0a41e93a20, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ef08c53e-260e-4f3e-b520-aa0a41e93a20,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:24.073010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=0b24ffb4-8cd5-4597-babe-c14af8e9189d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:24.076873 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.123655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7239d7b2-6719-4553-8e7b-3aafa1243939 None None] Provisioning complete for port ef08c53e-260e-4f3e-b520-aa0a41e93a20 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:24.124036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7239d7b2-6719-4553-8e7b-3aafa1243939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.125700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.166588 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb0f4d-8f26-4a39-b10b-3fb859f255e9 None None] Pushing event updated for resources: {'Port': ['ID=ef08c53e-260e-4f3e-b520-aa0a41e93a20,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:24.176627 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:24.184965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:24.185570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aefba94-2160-45ee-85aa-b0b66173268d None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:59:24.189197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:24.200660 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Routers {'079c0bd1-3b27-45e4-b381-330ec9abd4a9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:24.201298 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:24.234028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Pushing event updated for resources: {'Port': ['ID=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:24.262348 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.291836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7239d7b2-6719-4553-8e7b-3aafa1243939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.317587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7239d7b2-6719-4553-8e7b-3aafa1243939 None None] For port ef08c53e-260e-4f3e-b520-aa0a41e93a20, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ef08c53e-260e-4f3e-b520-aa0a41e93a20,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:24.332591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7239d7b2-6719-4553-8e7b-3aafa1243939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.342918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118f199-245e-49a2-ae9f-0c7bcf4ecd48 None None] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:59:24.349945 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] Set router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:24.423669 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.472349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239d7b2-6719-4553-8e7b-3aafa1243939 None None] Pushing event updated for resources: {'Port': ['ID=ef08c53e-260e-4f3e-b520-aa0a41e93a20,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:24.482005 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5ad4c3fa-b273-4c89-8c46-c54db3dbc585 None None] Provisioning complete for port 0b24ffb4-8cd5-4597-babe-c14af8e9189d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:24.482399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c3fa-b273-4c89-8c46-c54db3dbc585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.590888 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:22Z', 'revision_number': 3, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port': {'id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:24.634348 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5ad4c3fa-b273-4c89-8c46-c54db3dbc585 None None] Provisioning complete for port ef08c53e-260e-4f3e-b520-aa0a41e93a20 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:24.634557 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70b379-bf05-4e60-8bec-1d4668777f37 None None] The sync data for ids ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'] in dv-neutron-822869-1-hyperv is: [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:22Z', 'revision_number': 3, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port': {'id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:59:24.635207 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c3fa-b273-4c89-8c46-c54db3dbc585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.657438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.669755 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.765326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:24.767270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Pushing event updated for resources: {'Port': ['ID=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:24.875863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:24.877580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:24.882035 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:59:24.892226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ca679570-f5f0-46b1-b9f7-e64691533ecf None None] Provisioning complete for port 0b24ffb4-8cd5-4597-babe-c14af8e9189d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:24.892612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca679570-f5f0-46b1-b9f7-e64691533ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:25.036797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ca679570-f5f0-46b1-b9f7-e64691533ecf None None] Provisioning complete for port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:25.037171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca679570-f5f0-46b1-b9f7-e64691533ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:25.057607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:59:25.099346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ca679570-f5f0-46b1-b9f7-e64691533ecf None None] Port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:25.214884 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:59:25.220803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9a89dc24-b0d1-42c9-9c10-851f5531be2b None None] Provisioning complete for port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:25.221177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a89dc24-b0d1-42c9-9c10-851f5531be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:25.230957 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d3f6d4c4-4058-47f6-8724-eda1012b2dfb admin admin] 10.222.0.37 "PUT /v2.0/routers/079c0bd1-3b27-45e4-b381-330ec9abd4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098978 Dec 24 03:59:25.267241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9a89dc24-b0d1-42c9-9c10-851f5531be2b None None] Port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:25.490682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9524c720-9c69-4cb5-b10d-7a2b91471457 None None] Provisioning complete for port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:25.491252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9524c720-9c69-4cb5-b10d-7a2b91471457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:25.534332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9524c720-9c69-4cb5-b10d-7a2b91471457 None None] Port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:25.581810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ffc67e65-5ac2-4edb-915d-869028b7aebc up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:25.633202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ffc67e65-5ac2-4edb-915d-869028b7aebc triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:25.633465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:25.719666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ef08c53e-260e-4f3e-b520-aa0a41e93a20 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:25.766552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port ef08c53e-260e-4f3e-b520-aa0a41e93a20 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:25.766928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:25.844440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0b24ffb4-8cd5-4597-babe-c14af8e9189d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:25.894171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0b24ffb4-8cd5-4597-babe-c14af8e9189d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:25.894547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:26.552826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-825feef0-0cc5-4f22-92fd-8cd52aa87025 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:26.554320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-825feef0-0cc5-4f22-92fd-8cd52aa87025 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/networks?id=4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 200 len: 817 time: 0.1023481 Dec 24 03:59:26.569505 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-e352e24b-68dd-477d-9ce3-0bfbec3b3eea tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/quotas/be8901915668434c845cc847be441e8b HTTP/1.1" status: 200 len: 375 time: 0.0090053 Dec 24 03:59:26.624456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-8dae40ac-b154-4af3-8dce-6e5719d65166 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be8901915668434c845cc847be441e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491178 Dec 24 03:59:26.640115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-b4cdc843-d77b-4401-8c91-3594fd7711b2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:59:26.641086 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-b4cdc843-d77b-4401-8c91-3594fd7711b2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050683 Dec 24 03:59:26.728008 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-294d2f2f-d0b5-4080-9475-e86de58d329e service neutron] 10.222.0.37 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813794 Dec 24 03:59:26.820085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-e0d26b63-e1e0-40f4-892b-dfa135753d22 service neutron] 10.222.0.37 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859823 Dec 24 03:59:26.977974 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-536bb9ca-4299-4386-ad9b-03c83810b3cd req-05b8d581-c70f-4181-a7ab-0abc982e20d9 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 210 time: 0.0266380 Dec 24 03:59:27.373758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Sync routers for ids ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:59:27.383815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Routers {'079c0bd1-3b27-45e4-b381-330ec9abd4a9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:27.384449 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:27.491646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Set router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:27.839292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 4, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port': {'id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bcde7c3f-4d51-4c23-93e7-3951b56e5e84', 'name': '', 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'mac_address': 'fa:16:3e:3d:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd1636533-1148-4908-ac0f-a933a7623f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:23Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 2, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'subnets': [{'id': 'd1636533-1148-4908-ac0f-a933a7623f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:27.863714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Checking router: 079c0bd1-3b27-45e4-b381-330ec9abd4a9 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:59:27.864052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Updating router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:59:27.887344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.075251 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b58ebdcb-901f-475b-9e71-f331bf385e57 req-6da99f13-95b3-46b7-b668-900bdca78d1c tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 210 time: 0.0262187 Dec 24 03:59:28.146947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.153133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.206257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e44464-3b9c-4f93-b50e-6b6815c54735 None None] Pushing event updated for resources: {'Port': ['ID=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:28.255269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Attempting to bind port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:28.255642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Attempting to bind port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:28.256002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Attempting to bind port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 on network b51913c9-9a08-43c4-a0bf-1e0787705a16 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:28.261900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:28.262265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Checking segment: {'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:28.262672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.263065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Bound using segment: {'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:28.263533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Bound port: bcde7c3f-4d51-4c23-93e7-3951b56e5e84, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2550666b-4c98-4fa6-8b9f-1cfd86d3134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:28.263924 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.330618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] For port bcde7c3f-4d51-4c23-93e7-3951b56e5e84, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:28.333916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] For port bcde7c3f-4d51-4c23-93e7-3951b56e5e84, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,segment=NetworkSegment(2550666b-4c98-4fa6-8b9f-1cfd86d3134d),segment_id=2550666b-4c98-4fa6-8b9f-1cfd86d3134d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:28.339686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.409019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Routers {'079c0bd1-3b27-45e4-b381-330ec9abd4a9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:59:28.409685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T03:59:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:28.413308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2c2486cb-0c05-4385-a655-c2ceecfd96ba None None] Provisioning complete for port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:28.413308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c2486cb-0c05-4385-a655-c2ceecfd96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.414396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e44464-3b9c-4f93-b50e-6b6815c54735 None None] Pushing event updated for resources: {'Port': ['ID=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:28.574166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] Set router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:59:28.626564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c2486cb-0c05-4385-a655-c2ceecfd96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.679866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-5bf7153c-9cc6-4732-ab67-fbdcad29fa6f tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:28.681934 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-5bf7153c-9cc6-4732-ab67-fbdcad29fa6f tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "GET /v2.0/networks?id=4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 200 len: 817 time: 0.1462405 Dec 24 03:59:28.710505 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Request body: {'port': {'device_id': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'admin_state_up': True, 'tenant_id': 'be8901915668434c845cc847be441e8b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:28.711184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2c2486cb-0c05-4385-a655-c2ceecfd96ba None None] For port bcde7c3f-4d51-4c23-93e7-3951b56e5e84, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,segment=NetworkSegment(2550666b-4c98-4fa6-8b9f-1cfd86d3134d),segment_id=2550666b-4c98-4fa6-8b9f-1cfd86d3134d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:28.738624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c2486cb-0c05-4385-a655-c2ceecfd96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.820481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2486cb-0c05-4385-a655-c2ceecfd96ba None None] Pushing event updated for resources: {'Port': ['ID=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:28.822234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Made reservation on behalf of be8901915668434c845cc847be441e8b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:59:28.825854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.859242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-109a00dc-0909-4707-8eb5-843786470810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 4, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port': {'id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bcde7c3f-4d51-4c23-93e7-3951b56e5e84', 'name': '', 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'mac_address': 'fa:16:3e:3d:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd1636533-1148-4908-ac0f-a933a7623f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:23Z', 'updated_at': '2021-12-24T03:59:28Z', 'revision_number': 4, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'subnets': [{'id': 'd1636533-1148-4908-ac0f-a933a7623f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:59:28.897108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a00dc-0909-4707-8eb5-843786470810 None None] The sync data for ids ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'] in dv-neutron-822869-1-hyperv is: [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 4, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port': {'id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'bcde7c3f-4d51-4c23-93e7-3951b56e5e84', 'name': '', 'network_id': 'b51913c9-9a08-43c4-a0bf-1e0787705a16', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'mac_address': 'fa:16:3e:3d:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd1636533-1148-4908-ac0f-a933a7623f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:23Z', 'updated_at': '2021-12-24T03:59:28Z', 'revision_number': 4, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'subnets': [{'id': 'd1636533-1148-4908-ac0f-a933a7623f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:59:28.901055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-6b8862c7-7d75-4fd2-80c3-c486ce1a7fcf None None] Provisioning complete for port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:28.901428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b8862c7-7d75-4fd2-80c3-c486ce1a7fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:28.994036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Allocated IP 172.20.0.14 (4dea8e54-0713-4a8b-af41-1b3a160ad65e/ecb8a33d-6499-4b1d-9370-72f964cbb789/abd91857-5aa6-4e80-9dc5-d771f0d02aec) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:59:29.168399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.189303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4325ca8-f9fc-4088-bffa-a70c71c7bdb4 req-82580240-833d-433b-a14a-feb942bbd78b tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 210 time: 0.0344446 Dec 24 03:59:29.220870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.263753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:59:29.267384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:59:29.271144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:59:29.305435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Pushing event updated for resources: {'Port': ['ID=abd91857-5aa6-4e80-9dc5-d771f0d02aec,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:29.335861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:29.336476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.357614 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-f7f3b2a2-ae91-448a-aa11-c6101427f875 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6518235 Dec 24 03:59:29.376100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Request body: {'port': {'device_id': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:59:29.448825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.501258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bcde7c3f-4d51-4c23-93e7-3951b56e5e84 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:29.552550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c4d66d76-5ea6-43d8-9b89-e62e1b4a11f2 None None] Provisioning complete for port abd91857-5aa6-4e80-9dc5-d771f0d02aec triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:29.552844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4d66d76-5ea6-43d8-9b89-e62e1b4a11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.594490 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c4d66d76-5ea6-43d8-9b89-e62e1b4a11f2 None None] Port abd91857-5aa6-4e80-9dc5-d771f0d02aec cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:59:29.596698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:29.597065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.722815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd91857-5aa6-4e80-9dc5-d771f0d02aec {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:59:29.731268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.744197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Transition to ACTIVE for port object abd91857-5aa6-4e80-9dc5-d771f0d02aec will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:59:29.748211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.798842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Pushing event updated for resources: {'Port': ['ID=abd91857-5aa6-4e80-9dc5-d771f0d02aec,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:29.876436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Attempting to bind port abd91857-5aa6-4e80-9dc5-d771f0d02aec on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:59:29.876781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Attempting to bind port abd91857-5aa6-4e80-9dc5-d771f0d02aec by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:59:29.877111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Attempting to bind port abd91857-5aa6-4e80-9dc5-d771f0d02aec on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:29.881757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Port abd91857-5aa6-4e80-9dc5-d771f0d02aec on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:59:29.882080 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Attempting to bind port abd91857-5aa6-4e80-9dc5-d771f0d02aec on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:59:29.887301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:59:29.887634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Checking segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:59:29.888151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Bound using segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:59:29.888617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Bound port: abd91857-5aa6-4e80-9dc5-d771f0d02aec, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:59:29.889004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:29.963565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] For port abd91857-5aa6-4e80-9dc5-d771f0d02aec, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:59:29.966504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] For port abd91857-5aa6-4e80-9dc5-d771f0d02aec, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=abd91857-5aa6-4e80-9dc5-d771f0d02aec,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:59:29.971126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:30.007007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:30.007639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:30.009137 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/abd91857-5aa6-4e80-9dc5-d771f0d02aec HTTP/1.1" status: 200 len: 1094 time: 0.6375868 Dec 24 03:59:30.009509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'tag': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:59:30.011780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb28654f-1d7b-462b-95bf-208b4748a5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee653df0-d833-4fbb-b1f1-0f0993c5b137", "tag": "abd91857-5aa6-4e80-9dc5-d771f0d02aec"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:59:30.033220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28559b-bc02-447e-95cf-77baa9b919e9 service neutron] Pushing event updated for resources: {'Port': ['ID=abd91857-5aa6-4e80-9dc5-d771f0d02aec,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:30.060249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545f5d38-3e7f-454a-b96c-0bee9fad2e0a x-openstack-request-id: req-545f5d38-3e7f-454a-b96c-0bee9fad2e0a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:59:30.060885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee653df0-d833-4fbb-b1f1-0f0993c5b137", "tag": "abd91857-5aa6-4e80-9dc5-d771f0d02aec", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:59:30.060885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-545f5d38-3e7f-454a-b96c-0bee9fad2e0a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:59:30.061404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'tag': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec', 'status': 'completed', 'code': 200} Dec 24 03:59:30.125177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-172c7e8b-c6c0-4f06-8103-1fcdaefadc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:30.126775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-172c7e8b-c6c0-4f06-8103-1fcdaefadc2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be8901915668434c845cc847be441e8b&device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 1097 time: 0.0463638 Dec 24 03:59:30.177918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-dc46d590-179e-42c0-ad49-742afe1c9154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abd91857-5aa6-4e80-9dc5-d771f0d02aec HTTP/1.1" status: 200 len: 217 time: 0.0358343 Dec 24 03:59:30.235542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-c668faa0-77b3-4ca9-9434-650dc346b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:30.237046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-c668faa0-77b3-4ca9-9434-650dc346b0bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb8a33d-6499-4b1d-9370-72f964cbb789 HTTP/1.1" status: 200 len: 856 time: 0.0443633 Dec 24 03:59:30.295138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-66c4b75d-9065-4bcd-b063-ee62600952d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:30.296736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-66c4b75d-9065-4bcd-b063-ee62600952d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dea8e54-0713-4a8b-af41-1b3a160ad65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524571 Dec 24 03:59:30.392170 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-e26796e4-e7c5-4c31-abae-78f569d28b9d service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874400 Dec 24 03:59:30.790688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802361-e293-4c19-a944-20e064dbbcb3 req-37f40954-7488-47ad-b310-ff2802c1b933 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:30.792252 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50802361-e293-4c19-a944-20e064dbbcb3 req-37f40954-7488-47ad-b310-ff2802c1b933 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 944 time: 0.3748002 Dec 24 03:59:30.811185 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5090ab31-a2e0-4ff7-8579-308e43d0da89 req-4d05e2bc-d403-44bd-a7cd-2035084328b2 service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119794 Dec 24 03:59:30.853682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50802361-e293-4c19-a944-20e064dbbcb3 req-c7164d97-06c4-4887-9e68-f0a21c01aeb9 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551555 Dec 24 03:59:30.944926 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-7653fcf7-97e7-42cb-8907-cf7642d1f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:30.946938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-7653fcf7-97e7-42cb-8907-cf7642d1f943 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be8901915668434c845cc847be441e8b&device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 1097 time: 0.0461311 Dec 24 03:59:31.038406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-0c220aae-b586-42c6-acb7-bfee87991d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:31.039807 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-0c220aae-b586-42c6-acb7-bfee87991d61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 200 len: 917 time: 0.0859022 Dec 24 03:59:31.085106 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-ef46abe0-0be6-492e-8c83-c59371ca85fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abd91857-5aa6-4e80-9dc5-d771f0d02aec HTTP/1.1" status: 200 len: 217 time: 0.0372534 Dec 24 03:59:31.132010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-347eb892-cc73-4e0a-860c-4ef691742d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:31.133447 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-347eb892-cc73-4e0a-860c-4ef691742d5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb8a33d-6499-4b1d-9370-72f964cbb789 HTTP/1.1" status: 200 len: 856 time: 0.0416322 Dec 24 03:59:31.177342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-adfd17f6-256a-4e35-9747-1f9917cf65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:31.178838 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-adfd17f6-256a-4e35-9747-1f9917cf65f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dea8e54-0713-4a8b-af41-1b3a160ad65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386608 Dec 24 03:59:31.270581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-968a2c2c-13cf-4ce1-b3ca-f55241a493b6 service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848610 Dec 24 03:59:31.360120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb28654f-1d7b-462b-95bf-208b4748a5f7 req-8bddec10-2a79-4383-ae80-5a47589a99c3 service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815275 Dec 24 03:59:31.984931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6db24f-25a6-4c84-9e70-ce64567172e0 req-71f8036f-7627-4d14-8b9d-95118b416090 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:31.986949 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c6db24f-25a6-4c84-9e70-ce64567172e0 req-71f8036f-7627-4d14-8b9d-95118b416090 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 944 time: 0.0652928 Dec 24 03:59:32.036491 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c6db24f-25a6-4c84-9e70-ce64567172e0 req-a0c6abab-d726-46b2-a4a5-1bac7cc5c51e tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Dec 24 03:59:33.147710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000556-63c8-49d8-ad58-32e5ebc6935d req-fc561c44-0cfd-40ba-91b4-08d45ca0f844 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:33.149228 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d000556-63c8-49d8-ad58-32e5ebc6935d req-fc561c44-0cfd-40ba-91b4-08d45ca0f844 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 944 time: 0.0484242 Dec 24 03:59:33.200244 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d000556-63c8-49d8-ad58-32e5ebc6935d req-8ab47131-7941-43e5-aa32-df7f25edb7b3 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Dec 24 03:59:34.312604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de1aa0-0f47-4118-8ce5-dbf39a8cab5b req-d72eb527-be9a-4030-a4f1-d4a52b3a0897 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:34.314053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4de1aa0-0f47-4118-8ce5-dbf39a8cab5b req-d72eb527-be9a-4030-a4f1-d4a52b3a0897 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 944 time: 0.0484874 Dec 24 03:59:34.360030 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e4de1aa0-0f47-4118-8ce5-dbf39a8cab5b req-126e5809-1e2d-42a5-a869-4532f773a3f7 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Dec 24 03:59:34.640566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device abd91857-5aa6-4e80-9dc5-d771f0d02aec details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:59:34.730727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port abd91857-5aa6-4e80-9dc5-d771f0d02aec, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=abd91857-5aa6-4e80-9dc5-d771f0d02aec,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:34.741509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'port_id': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec', 'mac_address': 'fa:16:3e:73:38:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:59:34.780438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:34.792443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd91857-5aa6-4e80-9dc5-d771f0d02aec {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:59:34.811152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port abd91857-5aa6-4e80-9dc5-d771f0d02aec, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=abd91857-5aa6-4e80-9dc5-d771f0d02aec,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:34.814884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:34.859476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=abd91857-5aa6-4e80-9dc5-d771f0d02aec,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:34.866280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.866614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.866956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.867287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.867628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.868483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.868812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.869135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.869454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.869774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.870091 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.870404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:34.870716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:59:35.183711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['abd91857-5aa6-4e80-9dc5-d771f0d02aec'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:59:35.476604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dceaea-7dc0-4446-be83-731d2acea514 req-c925537d-fd67-41de-87e6-8cca0e6a8c37 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:35.478637 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-27dceaea-7dc0-4446-be83-731d2acea514 req-c925537d-fd67-41de-87e6-8cca0e6a8c37 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 945 time: 0.0549402 Dec 24 03:59:35.524678 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-27dceaea-7dc0-4446-be83-731d2acea514 req-ce05f902-f821-4495-867f-ebf1850ec1dd tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 Dec 24 03:59:36.640070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d719-ce63-4f53-9ece-4a5c0cc7268f req-9d6269d2-48c5-473d-a611-66ac88e5be59 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:36.641577 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e6a9d719-ce63-4f53-9ece-4a5c0cc7268f req-9d6269d2-48c5-473d-a611-66ac88e5be59 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 945 time: 0.0501204 Dec 24 03:59:36.650946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device abd91857-5aa6-4e80-9dc5-d771f0d02aec up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:59:36.689161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e6a9d719-ce63-4f53-9ece-4a5c0cc7268f req-9fba64fb-b2cc-47d9-91e6-40a8887eddc8 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Dec 24 03:59:36.699186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port abd91857-5aa6-4e80-9dc5-d771f0d02aec completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:59:36.703245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port abd91857-5aa6-4e80-9dc5-d771f0d02aec triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:59:36.703614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:36.777330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:36.801915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:59:36.804062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb29972-39a7-4ab5-a574-8c150abb83ee" -d '{"events": [{"server_uuid": "ee653df0-d833-4fbb-b1f1-0f0993c5b137", "name": "network-vif-plugged", "status": "completed", "tag": "abd91857-5aa6-4e80-9dc5-d771f0d02aec"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:59:36.818040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port abd91857-5aa6-4e80-9dc5-d771f0d02aec, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=abd91857-5aa6-4e80-9dc5-d771f0d02aec,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:59:36.821811 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:36.844535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57f6d23-7070-4b6a-a1cf-7631569eceb8 x-openstack-request-id: req-a57f6d23-7070-4b6a-a1cf-7631569eceb8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:59:36.844823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee653df0-d833-4fbb-b1f1-0f0993c5b137", "name": "network-vif-plugged", "status": "completed", "tag": "abd91857-5aa6-4e80-9dc5-d771f0d02aec", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:59:36.845078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a57f6d23-7070-4b6a-a1cf-7631569eceb8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:59:36.845463 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec', 'code': 200} Dec 24 03:59:36.870474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=abd91857-5aa6-4e80-9dc5-d771f0d02aec,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:59:37.083710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ec869-1a4c-4052-9ec6-264674879c49 req-b6eae965-26eb-456e-98e4-587e3a2578c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:37.085107 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba4ec869-1a4c-4052-9ec6-264674879c49 req-b6eae965-26eb-456e-98e4-587e3a2578c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 1099 time: 0.0429795 Dec 24 03:59:37.128292 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ba4ec869-1a4c-4052-9ec6-264674879c49 req-3db8a36b-d45e-4fb0-be81-88db21dd8ccb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361836 Dec 24 03:59:37.803383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905760e1-9721-457f-8c63-3b6f345209f8 req-a1a4b1da-726e-4369-98ac-c9df9e4340dd tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:37.804860 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-905760e1-9721-457f-8c63-3b6f345209f8 req-a1a4b1da-726e-4369-98ac-c9df9e4340dd tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 946 time: 0.0480349 Dec 24 03:59:37.852011 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-905760e1-9721-457f-8c63-3b6f345209f8 req-36989f87-f696-4616-b9e4-227a2f8da48f tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Dec 24 03:59:38.967119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa3a1-3e7a-4699-9bfc-1aaea3190655 req-7aae5113-3b73-471a-a73f-84981b1ca874 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:38.968899 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4d1fa3a1-3e7a-4699-9bfc-1aaea3190655 req-7aae5113-3b73-471a-a73f-84981b1ca874 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 946 time: 0.0490897 Dec 24 03:59:39.018824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4d1fa3a1-3e7a-4699-9bfc-1aaea3190655 req-757ace2f-d03f-45fa-86a8-aae63d508f87 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Dec 24 03:59:39.130091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac55c6-8937-461a-a02e-30aa94592c37 req-7819115a-4b0e-4a24-92b8-ae3001028756 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:59:39.131932 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9ac55c6-8937-461a-a02e-30aa94592c37 req-7819115a-4b0e-4a24-92b8-ae3001028756 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 946 time: 0.0480716 Dec 24 03:59:39.179656 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f9ac55c6-8937-461a-a02e-30aa94592c37 req-ab283725-1a4d-41f1-aa35-bf71ed45d559 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Dec 24 03:59:39.462296 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097129be-2d45-4e5f-b958-b27648357bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:41.819767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b657fbae-d1a4-438f-b840-ec98f154f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:42.826551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:44.523241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:45.128415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:52.298916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:01.874298 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:00:01.908768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d766dc-925b-4c46-a870-30ceedc6a744 req-7f231d6c-879a-4ec6-aa13-a0fed85640e8 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:01.910336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-49d766dc-925b-4c46-a870-30ceedc6a744 req-7f231d6c-879a-4ec6-aa13-a0fed85640e8 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 946 time: 0.0491304 Dec 24 04:00:01.961730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-49d766dc-925b-4c46-a870-30ceedc6a744 req-0263ede4-ada6-497b-aa77-9dac1a889531 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451849 Dec 24 04:00:03.076294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8f33d-d325-4fe0-a5b0-568cd3984e1b req-5272eca1-eff5-4362-be64-dcf661331fb6 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:03.077765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63c8f33d-d325-4fe0-a5b0-568cd3984e1b req-5272eca1-eff5-4362-be64-dcf661331fb6 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 946 time: 0.0477200 Dec 24 04:00:03.123857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63c8f33d-d325-4fe0-a5b0-568cd3984e1b req-3855e61d-1314-48ff-8862-2f7d6f6d87bc tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Dec 24 04:00:03.784120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-f38c562e-dfc5-465c-b74e-af9e79658394 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:03.785550 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-f38c562e-dfc5-465c-b74e-af9e79658394 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 946 time: 0.0471981 Dec 24 04:00:03.876840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Deleting port abd91857-5aa6-4e80-9dc5-d771f0d02aec {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:03.877188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:03.963131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] For port abd91857-5aa6-4e80-9dc5-d771f0d02aec, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=abd91857-5aa6-4e80-9dc5-d771f0d02aec,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:03.963489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:03.975570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Calling delete_port for abd91857-5aa6-4e80-9dc5-d771f0d02aec owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:04.102845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:04.130750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Pushing event deleted for resources: {'Port': ['ID=abd91857-5aa6-4e80-9dc5-d771f0d02aec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:04.140817 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['abd91857-5aa6-4e80-9dc5-d771f0d02aec'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:00:04.175485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] No DVR routers for this DVR port abd91857-5aa6-4e80-9dc5-d771f0d02aec on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:00:04.178054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:04.182317 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f4b729a-7a40-4382-9741-cba8e7b749e2 req-8a3af266-a55c-4509-93a2-0a5b85b8bbc5 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "DELETE /v2.0/ports/abd91857-5aa6-4e80-9dc5-d771f0d02aec HTTP/1.1" status: 204 len: 173 time: 0.3909464 Dec 24 04:00:04.182840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'name': 'network-vif-deleted', 'tag': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:00:04.185208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3776d87f-e65e-4662-bc05-6b552223c064" -d '{"events": [{"server_uuid": "ee653df0-d833-4fbb-b1f1-0f0993c5b137", "name": "network-vif-deleted", "tag": "abd91857-5aa6-4e80-9dc5-d771f0d02aec"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:00:04.240411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e7749a-c7a8-4198-92bf-18c44cd415a3 x-openstack-request-id: req-d9e7749a-c7a8-4198-92bf-18c44cd415a3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:00:04.240711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee653df0-d833-4fbb-b1f1-0f0993c5b137", "name": "network-vif-deleted", "tag": "abd91857-5aa6-4e80-9dc5-d771f0d02aec", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:00:04.240964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9e7749a-c7a8-4198-92bf-18c44cd415a3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:00:04.241394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee653df0-d833-4fbb-b1f1-0f0993c5b137', 'name': 'network-vif-deleted', 'tag': 'abd91857-5aa6-4e80-9dc5-d771f0d02aec', 'status': 'completed', 'code': 200} Dec 24 04:00:04.243705 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-63c85f53-e79d-40e4-a90c-764046db2e8f req-8d963cc6-7d9b-4d2e-9af1-d2447bcb9e67 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee653df0-d833-4fbb-b1f1-0f0993c5b137 HTTP/1.1" status: 200 len: 210 time: 0.0367146 Dec 24 04:00:05.714863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6d567876-76b9-4a8e-a5cc-2f60a129d138 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:05.716294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6d567876-76b9-4a8e-a5cc-2f60a129d138 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/networks?id=4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 200 len: 817 time: 0.1016510 Dec 24 04:00:05.731440 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-4a629522-1df2-479c-9903-056de42afab4 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/quotas/be8901915668434c845cc847be441e8b HTTP/1.1" status: 200 len: 375 time: 0.0094008 Dec 24 04:00:05.780354 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-c0c20ed8-af08-40db-afea-b29326b1f5cb tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be8901915668434c845cc847be441e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438163 Dec 24 04:00:05.797239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-d269e384-45ea-4fad-9b00-6ac87594844d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:00:05.798369 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-d269e384-45ea-4fad-9b00-6ac87594844d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052731 Dec 24 04:00:05.891195 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-25657267-ddc9-43f3-86b3-ce16fa9c1233 service neutron] 10.222.0.37 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Dec 24 04:00:05.984909 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-3312fa2a-b0af-4897-8485-d4dfc0945f2b service neutron] 10.222.0.37 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883873 Dec 24 04:00:06.141303 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eae840b2-6e27-4ec0-ace9-f334b70f2eef req-20e097ae-1a2f-4be5-988f-a479bde17c1e tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 210 time: 0.0269210 Dec 24 04:00:06.714515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device abd91857-5aa6-4e80-9dc5-d771f0d02aec no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:06.739583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: abd91857-5aa6-4e80-9dc5-d771f0d02aec {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:06.739923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device abd91857-5aa6-4e80-9dc5-d771f0d02aec not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:07.125899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-19924bd7-dd13-4235-a74b-9463c2d627f2 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:07.127371 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-19924bd7-dd13-4235-a74b-9463c2d627f2 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "GET /v2.0/networks?id=4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 200 len: 817 time: 0.1091263 Dec 24 04:00:07.157627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Request body: {'port': {'device_id': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'admin_state_up': True, 'tenant_id': 'be8901915668434c845cc847be441e8b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:07.260564 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-34b9b3f2-3f1f-4f44-84f4-2b86e9e1b5cb req-58a644c0-bedd-4c5a-ad1c-f66b6a32f2c1 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 210 time: 0.0424540 Dec 24 04:00:07.306853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Made reservation on behalf of be8901915668434c845cc847be441e8b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:00:07.310569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:07.432917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Allocated IP 172.20.0.7 (4dea8e54-0713-4a8b-af41-1b3a160ad65e/ecb8a33d-6499-4b1d-9370-72f964cbb789/4fa66d20-8979-4550-8794-a1aac125cde5) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:00:07.582158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:07.615860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:07.659050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:07.661999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:07.664739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:00:07.690303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Pushing event updated for resources: {'Port': ['ID=4fa66d20-8979-4550-8794-a1aac125cde5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:07.726804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:07.727445 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:07.743849 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-bf7f5c5d-fced-4fe3-96b3-0fdf3210b505 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5902681 Dec 24 04:00:07.762756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Request body: {'port': {'device_id': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:07.817384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:07.907330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3dcd3543-0d69-4574-af5c-f7ea5abf9802 None None] Provisioning complete for port 4fa66d20-8979-4550-8794-a1aac125cde5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:07.907953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3543-0d69-4574-af5c-f7ea5abf9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:07.940310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd3543-0d69-4574-af5c-f7ea5abf9802 None None] Port 4fa66d20-8979-4550-8794-a1aac125cde5 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:00:08.076989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa66d20-8979-4550-8794-a1aac125cde5 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:00:08.084626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:08.096651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Transition to ACTIVE for port object 4fa66d20-8979-4550-8794-a1aac125cde5 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:00:08.100658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:08.149324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa66d20-8979-4550-8794-a1aac125cde5,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:08.221174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Attempting to bind port 4fa66d20-8979-4550-8794-a1aac125cde5 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:00:08.221531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Attempting to bind port 4fa66d20-8979-4550-8794-a1aac125cde5 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:00:08.222043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Attempting to bind port 4fa66d20-8979-4550-8794-a1aac125cde5 on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:00:08.226656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Port 4fa66d20-8979-4550-8794-a1aac125cde5 on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:00:08.226976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Attempting to bind port 4fa66d20-8979-4550-8794-a1aac125cde5 on network 4dea8e54-0713-4a8b-af41-1b3a160ad65e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:00:08.231842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:00:08.232339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Checking segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:08.232753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Bound using segment: {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:00:08.233173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Bound port: 4fa66d20-8979-4550-8794-a1aac125cde5, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c415f90-60e4-4b8c-89ab-8665c4453e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:00:08.233575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:08.305147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] For port 4fa66d20-8979-4550-8794-a1aac125cde5, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:00:08.308325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] For port 4fa66d20-8979-4550-8794-a1aac125cde5, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fa66d20-8979-4550-8794-a1aac125cde5,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:00:08.312817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:08.375046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:08.375660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:08.377080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] 10.222.0.41 "PUT /v2.0/ports/4fa66d20-8979-4550-8794-a1aac125cde5 HTTP/1.1" status: 200 len: 1093 time: 0.6186473 Dec 24 04:00:08.378299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'tag': '4fa66d20-8979-4550-8794-a1aac125cde5'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:00:08.380556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd5f24d-604f-4133-8028-39ea628ce3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec10744d-cb69-44cb-91ca-53038ce5a94d", "tag": "4fa66d20-8979-4550-8794-a1aac125cde5"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:00:08.406312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc758e-c9d2-48ce-ac17-87fc4d590006 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa66d20-8979-4550-8794-a1aac125cde5,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:08.429648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb1a36-399c-47a1-864e-5eaa3f0c7b4a req-87c1cc1d-52d3-44d9-b263-3fc092b7c99d tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:08.431203 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5cb1a36-399c-47a1-864e-5eaa3f0c7b4a req-87c1cc1d-52d3-44d9-b263-3fc092b7c99d tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 943 time: 0.0932040 Dec 24 04:00:08.432696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377d322c-b6dc-4787-b0f2-2347659daf35 x-openstack-request-id: req-377d322c-b6dc-4787-b0f2-2347659daf35 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:00:08.432982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec10744d-cb69-44cb-91ca-53038ce5a94d", "tag": "4fa66d20-8979-4550-8794-a1aac125cde5", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:00:08.433234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-377d322c-b6dc-4787-b0f2-2347659daf35 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:00:08.433628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'tag': '4fa66d20-8979-4550-8794-a1aac125cde5', 'status': 'completed', 'code': 200} Dec 24 04:00:08.515171 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b5cb1a36-399c-47a1-864e-5eaa3f0c7b4a req-5e70a7c5-2620-4679-9ea6-7dba41735cf3 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778332 Dec 24 04:00:08.521400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-7dd729b7-b6a2-4079-8eac-eef59c40a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:08.522889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-7dd729b7-b6a2-4079-8eac-eef59c40a956 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be8901915668434c845cc847be441e8b&device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 1096 time: 0.0707326 Dec 24 04:00:08.572543 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-02906ac1-0adc-410b-9143-108304af200c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa66d20-8979-4550-8794-a1aac125cde5 HTTP/1.1" status: 200 len: 217 time: 0.0352039 Dec 24 04:00:08.620964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-03192b25-1538-4d06-8c2e-15da768a1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:08.622399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-03192b25-1538-4d06-8c2e-15da768a1f86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb8a33d-6499-4b1d-9370-72f964cbb789 HTTP/1.1" status: 200 len: 856 time: 0.0434463 Dec 24 04:00:08.666743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-60e1b91c-ced2-4542-b59b-61e9010fd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:08.668172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-60e1b91c-ced2-4542-b59b-61e9010fd1e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dea8e54-0713-4a8b-af41-1b3a160ad65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386748 Dec 24 04:00:08.760316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-676796af-d8e5-4208-8789-104faaeaf52e service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837593 Dec 24 04:00:08.856446 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-271967a5-089e-44e9-aa47-7446c52ad2e7 req-512c8e9f-48ca-455b-afec-fac39f6751f6 service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886738 Dec 24 04:00:08.982854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-1a1da35a-3fcf-4b72-bb09-a96304d14065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:08.984328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-1a1da35a-3fcf-4b72-bb09-a96304d14065 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be8901915668434c845cc847be441e8b&device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 1096 time: 0.0405259 Dec 24 04:00:09.071176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-6df689ef-6d73-479f-adb0-811d8e8cfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:09.072554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-6df689ef-6d73-479f-adb0-811d8e8cfd30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 200 len: 917 time: 0.0798597 Dec 24 04:00:09.115828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-6e0e79ef-8b67-4fcf-9942-c3055c135106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa66d20-8979-4550-8794-a1aac125cde5 HTTP/1.1" status: 200 len: 217 time: 0.0366518 Dec 24 04:00:09.164660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-3ea532e1-fb46-4b94-be96-472194f05168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:09.166104 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-3ea532e1-fb46-4b94-be96-472194f05168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb8a33d-6499-4b1d-9370-72f964cbb789 HTTP/1.1" status: 200 len: 856 time: 0.0429051 Dec 24 04:00:09.211788 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-92e1e5ba-2c5d-47e1-b765-4b2d43a7f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:09.213257 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-92e1e5ba-2c5d-47e1-b765-4b2d43a7f471 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dea8e54-0713-4a8b-af41-1b3a160ad65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396881 Dec 24 04:00:09.305419 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-cfc94e89-2d31-4119-8d29-9667f0cc07c1 service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844729 Dec 24 04:00:09.394732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afd5f24d-604f-4133-8028-39ea628ce3b8 req-46f3d498-c7ab-4265-82ec-948a4188585f service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824764 Dec 24 04:00:09.464186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-818938f5-bf34-43fe-96f4-6fdaa6b4ae17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:09.629845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb944ea4-a093-4576-a272-7924f062c2d4 req-cea45bc1-e838-484b-94b2-82aebd3bfe55 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:09.631200 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb944ea4-a093-4576-a272-7924f062c2d4 req-cea45bc1-e838-484b-94b2-82aebd3bfe55 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 943 time: 0.0478678 Dec 24 04:00:09.677313 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb944ea4-a093-4576-a272-7924f062c2d4 req-9d4572e4-1189-414f-9c7b-b329fa30bfec tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Dec 24 04:00:10.790346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ac49e-032c-47de-89ee-15f09c8f6e1c req-91b7d40e-64fa-43df-9a0b-c729257179a3 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:10.791784 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-044ac49e-032c-47de-89ee-15f09c8f6e1c req-91b7d40e-64fa-43df-9a0b-c729257179a3 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 943 time: 0.0477982 Dec 24 04:00:10.837541 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-044ac49e-032c-47de-89ee-15f09c8f6e1c req-61240135-76f6-4ac6-8221-0df06e8a28f1 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Dec 24 04:00:11.822338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46e5c850-37f0-4815-a66a-a2ca79c78d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:11.952670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a431600-0fe7-455c-855b-f251cb51414a req-923eb730-f838-49bc-9a5a-64ecb99d8d6e tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:11.954384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1a431600-0fe7-455c-855b-f251cb51414a req-923eb730-f838-49bc-9a5a-64ecb99d8d6e tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 943 time: 0.0521379 Dec 24 04:00:12.000067 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1a431600-0fe7-455c-855b-f251cb51414a req-e90180cc-c79e-4a5e-85c2-8ef46145659f tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398071 Dec 24 04:00:12.746334 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4fa66d20-8979-4550-8794-a1aac125cde5 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:00:12.845534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:12.852008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 4fa66d20-8979-4550-8794-a1aac125cde5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fa66d20-8979-4550-8794-a1aac125cde5,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:12.862178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '4fa66d20-8979-4550-8794-a1aac125cde5', 'network_id': '4dea8e54-0713-4a8b-af41-1b3a160ad65e', 'port_id': '4fa66d20-8979-4550-8794-a1aac125cde5', 'mac_address': 'fa:16:3e:5a:3f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb8a33d-6499-4b1d-9370-72f964cbb789', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:00:12.898773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:12.911499 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa66d20-8979-4550-8794-a1aac125cde5 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:00:12.929789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 4fa66d20-8979-4550-8794-a1aac125cde5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fa66d20-8979-4550-8794-a1aac125cde5,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:12.933162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:12.978443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=4fa66d20-8979-4550-8794-a1aac125cde5,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:13.111173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204895d3-3ba6-4923-bda8-292830ad50a6 req-2b19c2ed-766b-419d-8a45-1e54349dbea8 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:13.112655 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-204895d3-3ba6-4923-bda8-292830ad50a6 req-2b19c2ed-766b-419d-8a45-1e54349dbea8 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 944 time: 0.0478163 Dec 24 04:00:13.159262 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-204895d3-3ba6-4923-bda8-292830ad50a6 req-c4c980a6-e41e-4058-a24e-32e8a0ba4b9b tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Dec 24 04:00:13.349003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['4fa66d20-8979-4550-8794-a1aac125cde5'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:00:14.272065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950db37-1b89-4492-844c-a6e1c2ee9cca req-4d4622ce-1a32-4627-bcd1-d203018c21f4 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:14.274133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1950db37-1b89-4492-844c-a6e1c2ee9cca req-4d4622ce-1a32-4627-bcd1-d203018c21f4 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 944 time: 0.0484722 Dec 24 04:00:14.323060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1950db37-1b89-4492-844c-a6e1c2ee9cca req-45e69305-a34a-490f-be0c-b1f2ca98c574 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Dec 24 04:00:14.531698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:14.746626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4fa66d20-8979-4550-8794-a1aac125cde5 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:00:14.793643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 4fa66d20-8979-4550-8794-a1aac125cde5 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:00:14.797852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 4fa66d20-8979-4550-8794-a1aac125cde5 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:14.798222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:14.879046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:14.902313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa66d20-8979-4550-8794-a1aac125cde5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:00:14.904572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b6d745-1cf9-4a62-88d9-ccbf4a18c0b0" -d '{"events": [{"server_uuid": "ec10744d-cb69-44cb-91ca-53038ce5a94d", "name": "network-vif-plugged", "status": "completed", "tag": "4fa66d20-8979-4550-8794-a1aac125cde5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:00:14.917823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 4fa66d20-8979-4550-8794-a1aac125cde5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fa66d20-8979-4550-8794-a1aac125cde5,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:14.921786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:14.946396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07dd086-0886-470f-99c8-3bb9895bb619 x-openstack-request-id: req-d07dd086-0886-470f-99c8-3bb9895bb619 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:00:14.946694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec10744d-cb69-44cb-91ca-53038ce5a94d", "name": "network-vif-plugged", "status": "completed", "tag": "4fa66d20-8979-4550-8794-a1aac125cde5", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:00:14.946952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d07dd086-0886-470f-99c8-3bb9895bb619 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:00:14.947339 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa66d20-8979-4550-8794-a1aac125cde5', 'code': 200} Dec 24 04:00:14.973722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=4fa66d20-8979-4550-8794-a1aac125cde5,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:15.130586 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:15.148717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd7e4b-a507-48c1-80b0-9a4bf07cd76e req-f96fc7a4-7384-4210-812c-79387a2e7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:15.150293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-abbd7e4b-a507-48c1-80b0-9a4bf07cd76e req-f96fc7a4-7384-4210-812c-79387a2e7863 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 1098 time: 0.0413878 Dec 24 04:00:15.194457 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-abbd7e4b-a507-48c1-80b0-9a4bf07cd76e req-1986b190-8515-42ae-a969-51e7ccb942b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Dec 24 04:00:15.437891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9eded-16da-4e81-b272-123b87ba04aa req-d8558ffa-0503-4054-81e2-cea5fb5c6186 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:15.439328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-79c9eded-16da-4e81-b272-123b87ba04aa req-d8558ffa-0503-4054-81e2-cea5fb5c6186 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 945 time: 0.0483298 Dec 24 04:00:15.484166 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-79c9eded-16da-4e81-b272-123b87ba04aa req-f73246ac-d9bd-4182-ad9d-6895a41d5f25 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Dec 24 04:00:16.611110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a169-652f-4810-ba1d-bc94f420bea4 req-b8117648-c3dd-4691-827d-d385caf4b3ca tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:16.612612 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7579a169-652f-4810-ba1d-bc94f420bea4 req-b8117648-c3dd-4691-827d-d385caf4b3ca tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 945 time: 0.0552132 Dec 24 04:00:16.658939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7579a169-652f-4810-ba1d-bc94f420bea4 req-426af4ae-40ef-4813-8a47-e1cd039eebc6 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Dec 24 04:00:17.769884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dd741-43cc-4292-8a2d-a85df2c91d6f req-145c73e6-4edf-4497-9b73-57322239208b tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:17.771328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b39dd741-43cc-4292-8a2d-a85df2c91d6f req-145c73e6-4edf-4497-9b73-57322239208b tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 945 time: 0.0479064 Dec 24 04:00:17.818355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b39dd741-43cc-4292-8a2d-a85df2c91d6f req-b6d2d899-c264-4aa3-bfce-a4755d9b8e1b tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Dec 24 04:00:17.939335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4043d-d23a-40fb-abca-f9edc3516905 req-06302d80-3644-4215-bac4-bfc9574623d2 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:17.940733 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11a4043d-d23a-40fb-abca-f9edc3516905 req-06302d80-3644-4215-bac4-bfc9574623d2 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 945 time: 0.0569584 Dec 24 04:00:17.988222 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11a4043d-d23a-40fb-abca-f9edc3516905 req-6bc2cba1-391d-46cc-84ce-3b2d854cffd2 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Dec 24 04:00:22.307688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:38.338705 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-0138bd61-10a2-4a41-9500-eecde804aeff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423119 Dec 24 04:00:38.439782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19738-3111-48be-9206-9ff351be1c3c req-b967c293-d0ea-459a-8654-c17395014de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:38.441394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-b967c293-d0ea-459a-8654-c17395014de4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be8901915668434c845cc847be441e8b&device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 1098 time: 0.0403576 Dec 24 04:00:38.840222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19738-3111-48be-9206-9ff351be1c3c req-9531e060-a43b-4706-9ca9-3972627313d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:38.841687 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-9531e060-a43b-4706-9ca9-3972627313d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 200 len: 917 time: 0.3754566 Dec 24 04:00:38.873088 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:00:38.890945 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-9831f13d-c5ce-4b76-ba86-683cd8a51bd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa66d20-8979-4550-8794-a1aac125cde5 HTTP/1.1" status: 200 len: 217 time: 0.0357528 Dec 24 04:00:38.945554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19738-3111-48be-9206-9ff351be1c3c req-f1a1e78d-173c-4106-beec-43a7d22c30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:38.947165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-f1a1e78d-173c-4106-beec-43a7d22c30b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb8a33d-6499-4b1d-9370-72f964cbb789 HTTP/1.1" status: 200 len: 856 time: 0.0488400 Dec 24 04:00:38.994474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19738-3111-48be-9206-9ff351be1c3c req-de79023d-0083-4277-8eef-d0d6d4460f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:38.995995 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-de79023d-0083-4277-8eef-d0d6d4460f4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dea8e54-0713-4a8b-af41-1b3a160ad65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407693 Dec 24 04:00:39.087639 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-caa53b87-1399-4edb-9f33-ec9000019bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825272 Dec 24 04:00:39.188667 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0f19738-3111-48be-9206-9ff351be1c3c req-97ae010c-f2e8-4dfa-b3dd-8330702821c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862186 Dec 24 04:00:39.467254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b20bfd25-b600-40f6-bceb-fca8e48fc038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:40.423726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081f4b-24c4-4c48-b3bb-f8ac6225ee92 req-3623d810-25a1-4371-ad2f-5631e2392805 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:40.425214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3081f4b-24c4-4c48-b3bb-f8ac6225ee92 req-3623d810-25a1-4371-ad2f-5631e2392805 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 945 time: 0.0500274 Dec 24 04:00:40.477281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3081f4b-24c4-4c48-b3bb-f8ac6225ee92 req-2bacf64d-7a7c-4027-8c78-63dbe0ef3355 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Dec 24 04:00:41.595323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20047c2-f803-4217-95ef-3e93262965cc req-a70e7b54-94d3-4dc7-b122-768bbcbb3f5b tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:41.596787 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d20047c2-f803-4217-95ef-3e93262965cc req-a70e7b54-94d3-4dc7-b122-768bbcbb3f5b tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 945 time: 0.0516515 Dec 24 04:00:41.642148 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d20047c2-f803-4217-95ef-3e93262965cc req-1107a574-80b9-4642-baf1-c90481a738c8 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/security-groups?id=e073a310-14a9-4fe3-a423-a4fac9167bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387745 Dec 24 04:00:41.823888 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9069ca8-9ac7-4082-8bf0-31dfe16ca3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:42.384429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03317b9-3609-46dd-92d4-093d66364f6f req-bae3e2c9-e486-4385-83e6-5a242a8bdfe9 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:42.385747 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d03317b9-3609-46dd-92d4-093d66364f6f req-bae3e2c9-e486-4385-83e6-5a242a8bdfe9 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 945 time: 0.0474703 Dec 24 04:00:42.477381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Deleting port 4fa66d20-8979-4550-8794-a1aac125cde5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:42.477715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:42.562974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] For port 4fa66d20-8979-4550-8794-a1aac125cde5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fa66d20-8979-4550-8794-a1aac125cde5,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:42.563332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:42.575982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Calling delete_port for 4fa66d20-8979-4550-8794-a1aac125cde5 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:42.705626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:42.738196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['4fa66d20-8979-4550-8794-a1aac125cde5'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:00:42.744026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Pushing event deleted for resources: {'Port': ['ID=4fa66d20-8979-4550-8794-a1aac125cde5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:42.765899 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebe81e08-b549-4209-b282-c7a68cd83531 req-9c7e310f-ac3e-4b02-8138-f904cdabd5f4 tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec10744d-cb69-44cb-91ca-53038ce5a94d HTTP/1.1" status: 200 len: 210 time: 0.0528340 Dec 24 04:00:42.772648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.773007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.773353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.773695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.774037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.774376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.774710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.775667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.776016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.776354 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.776718 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.777050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.777380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:42.822049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] No DVR routers for this DVR port 4fa66d20-8979-4550-8794-a1aac125cde5 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:00:42.824558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:42.827959 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d03317b9-3609-46dd-92d4-093d66364f6f req-303a6956-5043-4f5d-aade-9f25722dcc1a tempest-TestEncryptedCinderVolumes-996743787 tempest-TestEncryptedCinderVolumes-996743787-project] 10.222.0.41 "DELETE /v2.0/ports/4fa66d20-8979-4550-8794-a1aac125cde5 HTTP/1.1" status: 204 len: 173 time: 0.4360600 Dec 24 04:00:42.828441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'name': 'network-vif-deleted', 'tag': '4fa66d20-8979-4550-8794-a1aac125cde5'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:00:42.830978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c9751b-ea21-46d0-b83f-6350006e7ab3" -d '{"events": [{"server_uuid": "ec10744d-cb69-44cb-91ca-53038ce5a94d", "name": "network-vif-deleted", "tag": "4fa66d20-8979-4550-8794-a1aac125cde5"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:00:42.845622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:42.868580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401e06bb-d94f-4ca5-b0d2-370da530dcd3 x-openstack-request-id: req-401e06bb-d94f-4ca5-b0d2-370da530dcd3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:00:42.868934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec10744d-cb69-44cb-91ca-53038ce5a94d", "name": "network-vif-deleted", "tag": "4fa66d20-8979-4550-8794-a1aac125cde5", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:00:42.869132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-401e06bb-d94f-4ca5-b0d2-370da530dcd3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:00:42.869537 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec10744d-cb69-44cb-91ca-53038ce5a94d', 'name': 'network-vif-deleted', 'tag': '4fa66d20-8979-4550-8794-a1aac125cde5', 'status': 'completed', 'code': 200} Dec 24 04:00:43.859189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55594) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:44.194661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:44.430724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Deleting port ffc67e65-5ac2-4edb-915d-869028b7aebc {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:44.431065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:44.505560 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] For port ffc67e65-5ac2-4edb-915d-869028b7aebc, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ffc67e65-5ac2-4edb-915d-869028b7aebc,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:44.505915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:44.517943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Calling delete_port for ffc67e65-5ac2-4edb-915d-869028b7aebc owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:44.529900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:44.689873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:44.712863 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc67e65-5ac2-4edb-915d-869028b7aebc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:44.726304 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.726528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.726867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.727196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.727518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.727841 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.728162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.728514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.728832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.729152 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.732191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.732582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.732919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:44.917985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4fa66d20-8979-4550-8794-a1aac125cde5 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:44.938479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 4fa66d20-8979-4550-8794-a1aac125cde5 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:44.938826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 4fa66d20-8979-4550-8794-a1aac125cde5 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:45.136115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:45.171212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:45.384234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Router 7b491314-07f3-425a-a5ce-5eda94297c9b has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:00:45.485103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:00:45.490980 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-99e787ff-179c-4a79-86ea-0bc216d0a164 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b491314-07f3-425a-a5ce-5eda94297c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306925 Dec 24 04:00:45.493525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55598) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:45.494599 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] Sync routers for ids ['7b491314-07f3-425a-a5ce-5eda94297c9b'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:00:45.504154 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] Routers {'7b491314-07f3-425a-a5ce-5eda94297c9b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:45.504856 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7b491314-07f3-425a-a5ce-5eda94297c9b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:45.594259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:45.605998 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] Set router 7b491314-07f3-425a-a5ce-5eda94297c9b gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:45.695100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:45.748292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Deleting port 5c252d5e-edcc-4779-93eb-25f956201de2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:45.748656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:45.778605 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T04:00:44Z', 'revision_number': 5, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port': {'id': '5c252d5e-edcc-4779-93eb-25f956201de2', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:17Z', 'updated_at': '2021-12-24T03:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:45.810485 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] Checking router: 7b491314-07f3-425a-a5ce-5eda94297c9b for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:00:45.820111 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] Routers {'7b491314-07f3-425a-a5ce-5eda94297c9b'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:45.821015 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7b491314-07f3-425a-a5ce-5eda94297c9b'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:45.833422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] For port 5c252d5e-edcc-4779-93eb-25f956201de2, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=5c252d5e-edcc-4779-93eb-25f956201de2,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:45.833787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:45.845423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Calling delete_port for 5c252d5e-edcc-4779-93eb-25f956201de2 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:45.916034 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] Set router 7b491314-07f3-425a-a5ce-5eda94297c9b gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:45.970209 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T04:00:45Z', 'revision_number': 6, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:45.995732 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56605bf-d285-4668-8366-e8d972289ff5 None None] The sync data for ids ['7b491314-07f3-425a-a5ce-5eda94297c9b'] in dv-neutron-822869-1-hyperv is: [{'id': '7b491314-07f3-425a-a5ce-5eda94297c9b', 'name': 'tempest-TestEncryptedCinderVolumes-1784401238-router', 'tenant_id': 'be8901915668434c845cc847be441e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:16Z', 'updated_at': '2021-12-24T04:00:45Z', 'revision_number': 6, 'project_id': 'be8901915668434c845cc847be441e8b', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:00:46.010774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.041467 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Pushing event deleted for resources: {'Port': ['ID=5c252d5e-edcc-4779-93eb-25f956201de2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:46.057820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ec946-cb07-43c0-b94e-0b8d4853e084 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:46.105254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.205569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.207699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.250277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.250733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b491314-07f3-425a-a5ce-5eda94297c9b {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:00:46.254990 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.256193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-61442ce5-eab3-4dc5-a2dc-3aab43b2b0db admin admin] 10.222.0.37 "DELETE /v2.0/routers/7b491314-07f3-425a-a5ce-5eda94297c9b HTTP/1.1" status: 204 len: 168 time: 0.7616484 Dec 24 04:00:46.258852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:46.306522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] Deleting subnet ecb8a33d-6499-4b1d-9370-72f964cbb789 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:00:46.309500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.343901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.423852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.476355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.513017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb8a33d-6499-4b1d-9370-72f964cbb789,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:46.515679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.518265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f487be-6e09-45ee-b17d-98755955cb1d None None] Network 4dea8e54-0713-4a8b-af41-1b3a160ad65e requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:00:46.520280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c613cfc4-2802-42c4-a37d-a294ee87ae3e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ecb8a33d-6499-4b1d-9370-72f964cbb789 HTTP/1.1" status: 204 len: 168 time: 0.2603412 Dec 24 04:00:46.523143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55602) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:46.600435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.653514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Deleting port fe1db079-a508-4bb4-aa44-8dcd075feade {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:46.653855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.719213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] For port fe1db079-a508-4bb4-aa44-8dcd075feade, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=fe1db079-a508-4bb4-aa44-8dcd075feade,segment=NetworkSegment(2c415f90-60e4-4b8c-89ab-8665c4453e36),segment_id=2c415f90-60e4-4b8c-89ab-8665c4453e36)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:46.719492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.731309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Calling delete_port for fe1db079-a508-4bb4-aa44-8dcd075feade owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:46.777819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] DHCP port deletion for 4dea8e54-0713-4a8b-af41-1b3a160ad65e request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:46.811535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.831819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Deleting port fe1db079-a508-4bb4-aa44-8dcd075feade {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:46.832274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.844174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1db079-a508-4bb4-aa44-8dcd075feade,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:46.847686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] No DVR routers for this DVR port fe1db079-a508-4bb4-aa44-8dcd075feade on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:00:46.896427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] For port fe1db079-a508-4bb4-aa44-8dcd075feade, host dv-neutron-822869-1-hyperv, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:46.896807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.909173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Calling delete_port for fe1db079-a508-4bb4-aa44-8dcd075feade owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:46.911872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Port fe1db079-a508-4bb4-aa44-8dcd075feade was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 04:00:46.913276 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.919256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.937590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Pushing event deleted for resources: {'Port': ['ID=fe1db079-a508-4bb4-aa44-8dcd075feade,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:46.939145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dea8e54-0713-4a8b-af41-1b3a160ad65e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:46.941855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] No DVR routers for this DVR port fe1db079-a508-4bb4-aa44-8dcd075feade on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:00:46.949502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.949703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c415f90-60e4-4b8c-89ab-8665c4453e36') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:46.949796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c415f90-60e4-4b8c-89ab-8665c4453e36') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:46.950268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.950752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.951245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.952230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.952230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.952230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.952605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.952902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.953232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.954251 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.954572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.955083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcd62ae-c077-485a-a4ad-8780d6e1eaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:46.967184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.981078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.987228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:00:46.987619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:00:46.989296 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:00:46.993532 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:00:47.047019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:47.057782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:47.065344 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4dea8e54-0713-4a8b-af41-1b3a160ad65e HTTP/1.1" status: 204 len: 168 time: 0.5367680 Dec 24 04:00:47.065344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:47.080384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836998fc-ea88-4971-aec6-8f9db9153ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dea8e54-0713-4a8b-af41-1b3a160ad65e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:47.480733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:47.492601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ffc67e65-5ac2-4edb-915d-869028b7aebc no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:47.515568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: ffc67e65-5ac2-4edb-915d-869028b7aebc {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:47.515914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ffc67e65-5ac2-4edb-915d-869028b7aebc not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:47.516327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5c252d5e-edcc-4779-93eb-25f956201de2 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:47.534702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 5c252d5e-edcc-4779-93eb-25f956201de2 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:47.535046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 5c252d5e-edcc-4779-93eb-25f956201de2 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:47.535460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fe1db079-a508-4bb4-aa44-8dcd075feade no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:47.553870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: fe1db079-a508-4bb4-aa44-8dcd075feade {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:47.554216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device fe1db079-a508-4bb4-aa44-8dcd075feade not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:47.766997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Deleting port bcde7c3f-4d51-4c23-93e7-3951b56e5e84 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:47.767568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:47.843415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] For port bcde7c3f-4d51-4c23-93e7-3951b56e5e84, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,segment=NetworkSegment(2550666b-4c98-4fa6-8b9f-1cfd86d3134d),segment_id=2550666b-4c98-4fa6-8b9f-1cfd86d3134d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:47.843774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:47.855955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Calling delete_port for bcde7c3f-4d51-4c23-93e7-3951b56e5e84 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:48.027626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:48.056424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcde7c3f-4d51-4c23-93e7-3951b56e5e84,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:48.221279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:48.708549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:00:48.811154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:00:48.818799 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-891503fd-d4d9-41bc-ac2d-cd3c64f52e72 admin admin] 10.222.0.37 "PUT /v2.0/routers/079c0bd1-3b27-45e4-b381-330ec9abd4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502840 Dec 24 04:00:48.819493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55606) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:48.820626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] Sync routers for ids ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:00:48.830553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] Routers {'079c0bd1-3b27-45e4-b381-330ec9abd4a9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:48.831167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:48.926636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.032948 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.085682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Deleting port ef08c53e-260e-4f3e-b520-aa0a41e93a20 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:49.086028 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.100747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] Set router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:49.167377 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] For port ef08c53e-260e-4f3e-b520-aa0a41e93a20, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=ef08c53e-260e-4f3e-b520-aa0a41e93a20,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:49.167760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.179415 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Calling delete_port for ef08c53e-260e-4f3e-b520-aa0a41e93a20 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:49.290032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T04:00:47Z', 'revision_number': 5, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port': {'id': 'ef08c53e-260e-4f3e-b520-aa0a41e93a20', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T03:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:49.316230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] Checking router: 079c0bd1-3b27-45e4-b381-330ec9abd4a9 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:00:49.324898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] Routers {'079c0bd1-3b27-45e4-b381-330ec9abd4a9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:49.325505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:49.356795 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.383734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef08c53e-260e-4f3e-b520-aa0a41e93a20,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:49.398754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2c76c2-604f-4b8b-85da-9a9328fd49b9 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:49.416313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] Set router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:49.450092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.469882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T04:00:49Z', 'revision_number': 6, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:49.499430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e0b7b-7194-4ba2-80a9-a9eb3bd28de0 None None] The sync data for ids ['079c0bd1-3b27-45e4-b381-330ec9abd4a9'] in dv-neutron-822869-1-hyperv is: [{'id': '079c0bd1-3b27-45e4-b381-330ec9abd4a9', 'name': 'tempest-TestEncryptedCinderVolumes-1412753133-router', 'tenant_id': '36a4aa475d52465ab2cf9a071a082a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:59:21Z', 'updated_at': '2021-12-24T04:00:49Z', 'revision_number': 6, 'project_id': '36a4aa475d52465ab2cf9a071a082a22', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:00:49.548844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.550875 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.595670 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.596531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 079c0bd1-3b27-45e4-b381-330ec9abd4a9 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:00:49.601339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.602504 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fad41637-fcb7-45e5-8615-0a129ca55d30 admin admin] 10.222.0.37 "DELETE /v2.0/routers/079c0bd1-3b27-45e4-b381-330ec9abd4a9 HTTP/1.1" status: 204 len: 168 time: 0.7819722 Dec 24 04:00:49.604932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55608) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:49.648780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] Deleting subnet d1636533-1148-4908-ac0f-a933a7623f46 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:00:49.652355 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.685154 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.763168 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.813064 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.841030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1636533-1148-4908-ac0f-a933a7623f46,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:49.843020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.846524 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-47b28813-95b2-4be7-87c2-27b1379fddcd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d1636533-1148-4908-ac0f-a933a7623f46 HTTP/1.1" status: 204 len: 168 time: 0.2406404 Dec 24 04:00:49.849148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55610) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:49.856291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45bbee-5d50-4f84-a328-8694186083b7 None None] Network b51913c9-9a08-43c4-a0bf-1e0787705a16 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:00:49.925547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:49.987340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Deleting port 0b24ffb4-8cd5-4597-babe-c14af8e9189d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:00:49.987763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.050439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] For port 0b24ffb4-8cd5-4597-babe-c14af8e9189d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0b24ffb4-8cd5-4597-babe-c14af8e9189d,segment=NetworkSegment(2550666b-4c98-4fa6-8b9f-1cfd86d3134d),segment_id=2550666b-4c98-4fa6-8b9f-1cfd86d3134d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:50.050799 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.063447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Calling delete_port for 0b24ffb4-8cd5-4597-babe-c14af8e9189d owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:00:50.145218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.170804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b24ffb4-8cd5-4597-babe-c14af8e9189d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:50.175281 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] No DVR routers for this DVR port 0b24ffb4-8cd5-4597-babe-c14af8e9189d on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:00:50.251416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.270578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51913c9-9a08-43c4-a0bf-1e0787705a16']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:50.280220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2550666b-4c98-4fa6-8b9f-1cfd86d3134d') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:50.280653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2550666b-4c98-4fa6-8b9f-1cfd86d3134d') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:50.291254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.307288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.307816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5fa726-e0f5-41df-bd43-243e7300f941 None None] DHCP port deletion for b51913c9-9a08-43c4-a0bf-1e0787705a16 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:50.314023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:00:50.314345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:00:50.316233 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:00:50.373276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.378774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.382194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b51913c9-9a08-43c4-a0bf-1e0787705a16 HTTP/1.1" status: 204 len: 168 time: 0.5320785 Dec 24 04:00:50.392939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e271-a60e-4dbe-9e40-f7eb21bbfb43 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51913c9-9a08-43c4-a0bf-1e0787705a16,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:50.560557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:50.601908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-677e1080-61de-4862-a5d4-44237e3d17e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be8901915668434c845cc847be441e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401902 Dec 24 04:00:50.604333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:50.655236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72658854-fead-4e85-8031-0077c33faa5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.676158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72658854-fead-4e85-8031-0077c33faa5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.722359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72658854-fead-4e85-8031-0077c33faa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.725609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72658854-fead-4e85-8031-0077c33faa5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:50.726900 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-72658854-fead-4e85-8031-0077c33faa5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e073a310-14a9-4fe3-a423-a4fac9167bbe HTTP/1.1" status: 204 len: 168 time: 0.1216233 Dec 24 04:00:50.734351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72658854-fead-4e85-8031-0077c33faa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e073a310-14a9-4fe3-a423-a4fac9167bbe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:51.037817 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55622) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:51.076773 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-66868723-4b6b-4816-8dbb-819b607a79bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36a4aa475d52465ab2cf9a071a082a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377784 Dec 24 04:00:51.079391 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55624) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:51.129507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-697b2e9c-37bb-4026-9046-2b611b8ad2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:51.151977 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-697b2e9c-37bb-4026-9046-2b611b8ad2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:51.197201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-697b2e9c-37bb-4026-9046-2b611b8ad2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:51.200002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-697b2e9c-37bb-4026-9046-2b611b8ad2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:51.201209 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-697b2e9c-37bb-4026-9046-2b611b8ad2d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98e91444-88ae-4646-8265-c833f867a262 HTTP/1.1" status: 204 len: 168 time: 0.1209149 Dec 24 04:00:51.210266 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b2e9c-37bb-4026-9046-2b611b8ad2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e91444-88ae-4646-8265-c833f867a262,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:51.503961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ef08c53e-260e-4f3e-b520-aa0a41e93a20 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:51.527576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: ef08c53e-260e-4f3e-b520-aa0a41e93a20 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:51.527931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device ef08c53e-260e-4f3e-b520-aa0a41e93a20 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:51.528356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0b24ffb4-8cd5-4597-babe-c14af8e9189d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:51.547453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 0b24ffb4-8cd5-4597-babe-c14af8e9189d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:51.547793 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0b24ffb4-8cd5-4597-babe-c14af8e9189d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:51.548231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bcde7c3f-4d51-4c23-93e7-3951b56e5e84 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:00:51.568153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: bcde7c3f-4d51-4c23-93e7-3951b56e5e84 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:00:51.568538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bcde7c3f-4d51-4c23-93e7-3951b56e5e84 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:00:51.841374 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55646) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:51.936895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1006097989-network', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:51.959151 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Made reservation on behalf of ef40c08de7ce4af6811841afd60ea2fa for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:00:51.961492 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:51.969746 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.042679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.046504 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.071035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:00:52.079100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b35aa39-7815-46da-96b6-1d6a5b018f83,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:52.086982 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.087381 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Added segment 53499582-85d2-42bd-817b-e4c4b438ce8b of type vlan for network 001ad273-65ca-447a-acd2-2284a49b28a2 Dec 24 04:00:52.126775 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.152125 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.153103 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:52.153693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.194726 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3522565 Dec 24 04:00:52.197744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:52.202612 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Request body: {'subnet': {'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1006097989-subnet', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:52.222417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96803e-b477-47e4-a634-9c59a317f44f admin admin] Pushing event updated for resources: {'Network': ['ID=001ad273-65ca-447a-acd2-2284a49b28a2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:52.226286 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Made reservation on behalf of ef40c08de7ce4af6811841afd60ea2fa for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:00:52.228684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.236880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 001ad273-65ca-447a-acd2-2284a49b28a2 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:00:52.333971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.398115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.452437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b927db-8085-4d12-b9c7-3fffcdc0102f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:52.462529 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Checking segment: {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:52.462894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Network hostable DHCP agents. Network: 001ad273-65ca-447a-acd2-2284a49b28a2, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:00:52.478239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Network 001ad273-65ca-447a-acd2-2284a49b28a2 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:00:52.486659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 001ad273-65ca-447a-acd2-2284a49b28a2) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:52.490787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:52.491370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.496718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579619d2-2304-4c6f-acf3-8acabfa455da None None] Network 001ad273-65ca-447a-acd2-2284a49b28a2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:00:52.508015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4593b2a2-4a37-42a5-82be-ee24a19de579 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3091841 Dec 24 04:00:52.510713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:52.515078 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:52.537103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.538325 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.596319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.602216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-001ad273-65ca-447a-acd2-2284a49b28a2', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:00:52.603266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.733226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.743030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Allocated IP 172.20.0.2 (001ad273-65ca-447a-acd2-2284a49b28a2/45b927db-8085-4d12-b9c7-3fffcdc0102f/21b2e07e-ae12-4e70-864c-286edc6d15f6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:00:52.884741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.891401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.936513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Network 001ad273-65ca-447a-acd2-2284a49b28a2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:52.939549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:52.940620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:52.944403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:00:52.951555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Pushing event updated for resources: {'Port': ['ID=21b2e07e-ae12-4e70-864c-286edc6d15f6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:52.963562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.007860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Attempting to bind port 21b2e07e-ae12-4e70-864c-286edc6d15f6 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:00:53.008136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Attempting to bind port 21b2e07e-ae12-4e70-864c-286edc6d15f6 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:00:53.009058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Attempting to bind port 21b2e07e-ae12-4e70-864c-286edc6d15f6 on network 001ad273-65ca-447a-acd2-2284a49b28a2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:00:53.013965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:00:53.014340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Checking segment: {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:53.014739 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.015138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Bound using segment: {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:00:53.015596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Bound port: 21b2e07e-ae12-4e70-864c-286edc6d15f6, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:00:53.015974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.070701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Allocated IP 172.26.5.188 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/e8427a56-18d4-4cac-b65c-f46addc4b08d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:00:53.078993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] For port 21b2e07e-ae12-4e70-864c-286edc6d15f6, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:00:53.082491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] For port 21b2e07e-ae12-4e70-864c-286edc6d15f6, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=21b2e07e-ae12-4e70-864c-286edc6d15f6,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:00:53.086889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.149957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7f02-34d5-4331-bdf8-aeb36cfb21ed None None] Pushing event updated for resources: {'Port': ['ID=21b2e07e-ae12-4e70-864c-286edc6d15f6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:53.185342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.219202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.267996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:53.270931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:53.273423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:00:53.284654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf438e-f9dd-461a-9aa1-f7b61578ca50 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:53.314178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Pushing event updated for resources: {'Port': ['ID=e8427a56-18d4-4cac-b65c-f46addc4b08d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:53.382526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4acf00be-88c2-4e3c-9acf-d39d6713d1fa None None] Provisioning complete for port e8427a56-18d4-4cac-b65c-f46addc4b08d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:53.382891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4acf00be-88c2-4e3c-9acf-d39d6713d1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.418245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4acf00be-88c2-4e3c-9acf-d39d6713d1fa None None] Port e8427a56-18d4-4cac-b65c-f46addc4b08d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:00:53.530038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 21b2e07e-ae12-4e70-864c-286edc6d15f6 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:00:53.560884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.577786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 21b2e07e-ae12-4e70-864c-286edc6d15f6 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:53.578158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.660679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.692195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 21b2e07e-ae12-4e70-864c-286edc6d15f6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=21b2e07e-ae12-4e70-864c-286edc6d15f6,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:53.696058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.742970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=21b2e07e-ae12-4e70-864c-286edc6d15f6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:53.759122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:53.890200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:00:53.999763 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:00:54.009582 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Sync routers for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:00:54.018425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.019684 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-34cd7334-cf0e-49e6-8a92-34e6383b6cfb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5080211 Dec 24 04:00:54.023141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55654) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:54.026573 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:54.027186 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:54.136797 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:54.140291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194235e4-dc4a-4c9f-ba70-3b024693af87 None None] Network 001ad273-65ca-447a-acd2-2284a49b28a2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:00:54.265105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-5cc4c037-1e5a-47fc-9477-1a1464daee0b None None] Provisioning complete for port 21b2e07e-ae12-4e70-864c-286edc6d15f6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:54.265585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5cc4c037-1e5a-47fc-9477-1a1464daee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.340056 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:53Z', 'revision_number': 3, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:54.373407 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Checking router: 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:00:54.374134 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Updating router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 port e8427a56-18d4-4cac-b65c-f46addc4b08d binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:00:54.400996 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.460832 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.577388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-01b91bbe-038f-4484-885a-7d04f2534b93 None None] Provisioning complete for port 21b2e07e-ae12-4e70-864c-286edc6d15f6 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:54.577724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01b91bbe-038f-4484-885a-7d04f2534b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.619587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Allocated IP 172.20.0.1 (001ad273-65ca-447a-acd2-2284a49b28a2/45b927db-8085-4d12-b9c7-3fffcdc0102f/eaafa42e-deca-4847-aa87-80348847b46b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:00:54.654798 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.662054 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.705745 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d37e8-eec6-4643-9821-ab5e461eb7b4 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:54.710871 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Attempting to bind port e8427a56-18d4-4cac-b65c-f46addc4b08d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:00:54.711242 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Attempting to bind port e8427a56-18d4-4cac-b65c-f46addc4b08d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:00:54.711604 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Attempting to bind port e8427a56-18d4-4cac-b65c-f46addc4b08d on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:00:54.720888 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:00:54.721275 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:54.721650 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.722033 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:00:54.722487 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Bound port: e8427a56-18d4-4cac-b65c-f46addc4b08d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:00:54.722857 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.724408 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Pushing event updated for resources: {'Port': ['ID=e8427a56-18d4-4cac-b65c-f46addc4b08d,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:54.740716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.752601 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.752946 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.753282 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.753610 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.753936 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.754255 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.754657 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.755420 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.755736 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.756050 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.756393 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.756702 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.757014 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:00:54.775529 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.785760 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] For port e8427a56-18d4-4cac-b65c-f46addc4b08d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:00:54.788645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-db54e79d-116b-4cf2-95b2-ace9de75c587 None None] Provisioning complete for port e8427a56-18d4-4cac-b65c-f46addc4b08d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:54.789029 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] For port e8427a56-18d4-4cac-b65c-f46addc4b08d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e8427a56-18d4-4cac-b65c-f46addc4b08d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:00:54.789508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db54e79d-116b-4cf2-95b2-ace9de75c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.793810 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.815461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Network 001ad273-65ca-447a-acd2-2284a49b28a2 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:54.819745 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:54.823922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:00:54.855238 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Pushing event updated for resources: {'Port': ['ID=eaafa42e-deca-4847-aa87-80348847b46b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:54.881101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db54e79d-116b-4cf2-95b2-ace9de75c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.883190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.905268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-db54e79d-116b-4cf2-95b2-ace9de75c587 None None] For port e8427a56-18d4-4cac-b65c-f46addc4b08d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e8427a56-18d4-4cac-b65c-f46addc4b08d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:54.911657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db54e79d-116b-4cf2-95b2-ace9de75c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:54.950750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8348cffa-5c4b-41ca-827f-aad3d3a0ecb9 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:54.965657 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:54.966343 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:54.977884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e79d-116b-4cf2-95b2-ace9de75c587 None None] Pushing event updated for resources: {'Port': ['ID=e8427a56-18d4-4cac-b65c-f46addc4b08d,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:55.037527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3c7efcb3-ab99-4e78-ad7b-686854d99be1 None None] Provisioning complete for port e8427a56-18d4-4cac-b65c-f46addc4b08d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:55.038004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7efcb3-ab99-4e78-ad7b-686854d99be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.063174 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaed7c-e9c5-462b-94da-82d6d8db3d5e None None] Pushing event updated for resources: {'Port': ['ID=e8427a56-18d4-4cac-b65c-f46addc4b08d,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:55.083009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.092639 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:55.248775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ea58b276-5415-432d-a937-f7c291f3e834 None None] Provisioning complete for port eaafa42e-deca-4847-aa87-80348847b46b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:55.249657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea58b276-5415-432d-a937-f7c291f3e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.253362 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.258673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.267410 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:53Z', 'revision_number': 3, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:55.289366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ea58b276-5415-432d-a937-f7c291f3e834 None None] Port eaafa42e-deca-4847-aa87-80348847b46b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:00:55.296862 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eff1d3-e9f3-4aba-88bc-45c8aeb39ca0 None None] The sync data for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv is: [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:53Z', 'revision_number': 3, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:00:55.329861 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Pushing event updated for resources: {'Port': ['ID=eaafa42e-deca-4847-aa87-80348847b46b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:55.332163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.423477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Network 001ad273-65ca-447a-acd2-2284a49b28a2 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:55.424829 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:55.545213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 21b2e07e-ae12-4e70-864c-286edc6d15f6 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:00:55.566762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:00:55.615703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 21b2e07e-ae12-4e70-864c-286edc6d15f6 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:55.616355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.711464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:00:55.717671 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2a9b02dd-e98f-4986-ba1f-d81f89deb96b admin admin] 10.222.0.37 "PUT /v2.0/routers/464de6f4-0da8-4979-9eeb-ec5cc672a3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924827 Dec 24 04:00:55.815383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b6d6e49a-1dac-4e2d-bf64-53408a2131d3 None None] Provisioning complete for port eaafa42e-deca-4847-aa87-80348847b46b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:55.815970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e49a-1dac-4e2d-bf64-53408a2131d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:55.861196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6e49a-1dac-4e2d-bf64-53408a2131d3 None None] Port eaafa42e-deca-4847-aa87-80348847b46b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:00:56.194785 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55670) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:56.199751 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1085536938-network', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:56.222894 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Made reservation on behalf of 3e28ab53d70f4e0fb5bbbf5073c13082 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:00:56.225264 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.233806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.307528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.311065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.338286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:00:56.343418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea628bd3-c9f1-40ac-872d-37ccb2a48e8a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:56.351380 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.351380 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Added segment 7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c of type vlan for network 171494aa-892a-496f-b36f-9366a09cbad2 Dec 24 04:00:56.395160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.418157 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.419107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:56.419703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.451809 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2559385 Dec 24 04:00:56.454725 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55672) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:56.482607 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Request body: {'subnet': {'network_id': '171494aa-892a-496f-b36f-9366a09cbad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1085536938-subnet', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:56.488980 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447274dd-067b-4f42-8e00-a05efa30c5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=171494aa-892a-496f-b36f-9366a09cbad2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:56.498847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 171494aa-892a-496f-b36f-9366a09cbad2 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:00:56.508979 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Made reservation on behalf of 3e28ab53d70f4e0fb5bbbf5073c13082 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:00:56.511300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.680232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.735857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f9779d-9ac8-420e-a42f-2692f8a797c8,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:56.746293 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Checking segment: {'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:56.746650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Network hostable DHCP agents. Network: 171494aa-892a-496f-b36f-9366a09cbad2, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:00:56.762419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Network 171494aa-892a-496f-b36f-9366a09cbad2 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:00:56.770723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 171494aa-892a-496f-b36f-9366a09cbad2) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:56.774699 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:00:56.775392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.780471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e129ed6-1354-452a-bd0a-a25eccdad470 None None] Network 171494aa-892a-496f-b36f-9366a09cbad2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:00:56.791166 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a6eb2d26-611d-4bc0-ac77-b525f132d424 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3354363 Dec 24 04:00:56.793880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55674) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:56.798371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:00:56.825824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.826849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.881525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.886069 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Sync routers for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:00:56.890713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-171494aa-892a-496f-b36f-9366a09cbad2', 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2', 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'fixed_ips': [{'subnet_id': '61f9779d-9ac8-420e-a42f-2692f8a797c8'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:00:56.891580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:56.912172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:56.912748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:57.016225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.225937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.244764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.258719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:57.298047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Allocated IP 172.20.0.2 (171494aa-892a-496f-b36f-9366a09cbad2/61f9779d-9ac8-420e-a42f-2692f8a797c8/6a8ffd8c-84ac-42fe-85f6-583c52f1f28d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:00:57.345818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Allocated IP 172.26.5.174 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/898c810d-9564-4c10-8363-082f06faeed7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:00:57.453250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.491444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.529621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:57.532587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:57.536716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:00:57.541859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e8427a56-18d4-4cac-b65c-f46addc4b08d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:00:57.566392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Pushing event updated for resources: {'Port': ['ID=898c810d-9564-4c10-8363-082f06faeed7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:57.574954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f7035-6cb0-413b-a2bc-12a913fa936f None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:57.606778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.619141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.669158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Network 171494aa-892a-496f-b36f-9366a09cbad2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:57.673921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 2, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:57.680714 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:57.711520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:00:57.716825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e8427a56-18d4-4cac-b65c-f46addc4b08d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:57.717192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.720272 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Checking router: 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:00:57.720656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Updating router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 port eaafa42e-deca-4847-aa87-80348847b46b binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:00:57.727344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Pushing event updated for resources: {'Port': ['ID=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:57.787067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.802674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.819736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-59fded3c-5cd6-4a77-b6a5-4cddaa332d3a None None] Provisioning complete for port 898c810d-9564-4c10-8363-082f06faeed7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:57.820118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59fded3c-5cd6-4a77-b6a5-4cddaa332d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.882279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Attempting to bind port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:00:57.882899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Attempting to bind port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:00:57.883504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Attempting to bind port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d on network 171494aa-892a-496f-b36f-9366a09cbad2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:00:57.919052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:00:57.919840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Checking segment: {'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:57.919840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.920214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Bound using segment: {'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:00:57.920727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Bound port: 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:00:57.921108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:57.924963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-59fded3c-5cd6-4a77-b6a5-4cddaa332d3a None None] Port 898c810d-9564-4c10-8363-082f06faeed7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:00:58.110544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] For port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:00:58.147885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] For port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,segment=NetworkSegment(7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c),segment_id=7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:00:58.157074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.240510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91609bbc-8112-43b7-9cd6-fea77f750a56 None None] Pushing event updated for resources: {'Port': ['ID=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:58.288245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.304758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.309489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.356579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3aa61-8e6a-414a-bcd6-56874012b852 None None] Pushing event updated for resources: {'Port': ['ID=eaafa42e-deca-4847-aa87-80348847b46b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:58.422210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Attempting to bind port eaafa42e-deca-4847-aa87-80348847b46b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:00:58.423813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Attempting to bind port eaafa42e-deca-4847-aa87-80348847b46b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:00:58.424440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Attempting to bind port eaafa42e-deca-4847-aa87-80348847b46b on network 001ad273-65ca-447a-acd2-2284a49b28a2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:00:58.435850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:00:58.436881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Checking segment: {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:58.437294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.437698 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Bound using segment: {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:00:58.438483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Bound port: eaafa42e-deca-4847-aa87-80348847b46b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:00:58.438635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.448818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Router 68f2df17-2a7e-4716-9b88-a726614f5378 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:00:58.523337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] For port eaafa42e-deca-4847-aa87-80348847b46b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:00:58.529729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] For port eaafa42e-deca-4847-aa87-80348847b46b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=eaafa42e-deca-4847-aa87-80348847b46b,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:00:58.538393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.594697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:00:58.607081 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Sync routers for ids ['68f2df17-2a7e-4716-9b88-a726614f5378'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:00:58.611386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:58.612025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:58.614765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3aa61-8e6a-414a-bcd6-56874012b852 None None] Pushing event updated for resources: {'Port': ['ID=eaafa42e-deca-4847-aa87-80348847b46b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:58.633227 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Routers {'68f2df17-2a7e-4716-9b88-a726614f5378'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:58.635138 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['68f2df17-2a7e-4716-9b88-a726614f5378'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:58.635435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.637007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5966f689-5347-46d1-a85f-ecb95ec5ca0f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8421273 Dec 24 04:00:58.639617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55676) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:00:58.758306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:58.781562 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Set router 68f2df17-2a7e-4716-9b88-a726614f5378 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:58.813680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c57baf00-6201-4594-91cf-b26d0c1aea73 None None] Provisioning complete for port eaafa42e-deca-4847-aa87-80348847b46b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:58.814466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c57baf00-6201-4594-91cf-b26d0c1aea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:58.993538 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c57baf00-6201-4594-91cf-b26d0c1aea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.012722 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:00:57Z', 'revision_number': 3, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:59.041772 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Checking router: 68f2df17-2a7e-4716-9b88-a726614f5378 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:00:59.042449 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Updating router 68f2df17-2a7e-4716-9b88-a726614f5378 port 898c810d-9564-4c10-8363-082f06faeed7 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:00:59.066626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c57baf00-6201-4594-91cf-b26d0c1aea73 None None] For port eaafa42e-deca-4847-aa87-80348847b46b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=eaafa42e-deca-4847-aa87-80348847b46b,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:00:59.076680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c57baf00-6201-4594-91cf-b26d0c1aea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.086285 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.142520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:58Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:59.151249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.179384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51392b-1252-4e20-a568-7c7c1450b1aa None None] The sync data for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv is: [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:58Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:00:59.197074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57baf00-6201-4594-91cf-b26d0c1aea73 None None] Pushing event updated for resources: {'Port': ['ID=eaafa42e-deca-4847-aa87-80348847b46b,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:59.221835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1df3bae5-3012-4b12-a038-c2491c8fa9c3 None None] Provisioning complete for port eaafa42e-deca-4847-aa87-80348847b46b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:59.221835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1df3bae5-3012-4b12-a038-c2491c8fa9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.390854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Allocated IP 172.20.0.1 (171494aa-892a-496f-b36f-9366a09cbad2/61f9779d-9ac8-420e-a42f-2692f8a797c8/99b45373-2c53-445e-bb66-ce2b526fd6b3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:00:59.421485 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.429630 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.498053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292ac63-b281-4b7e-bd50-2a8e45605d3a None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:59.513510 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Attempting to bind port 898c810d-9564-4c10-8363-082f06faeed7 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:00:59.513888 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Attempting to bind port 898c810d-9564-4c10-8363-082f06faeed7 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:00:59.515058 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Attempting to bind port 898c810d-9564-4c10-8363-082f06faeed7 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:00:59.522887 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:00:59.523261 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:00:59.523663 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.524055 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:00:59.524704 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Bound port: 898c810d-9564-4c10-8363-082f06faeed7, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:00:59.525085 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.533413 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96273498-0abd-42d5-ab52-97e713046413 None None] Pushing event updated for resources: {'Port': ['ID=898c810d-9564-4c10-8363-082f06faeed7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:59.553419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.593061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fd056978-5511-4a1b-b76e-dd24aad31812 None None] Provisioning complete for port 898c810d-9564-4c10-8363-082f06faeed7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:00:59.593061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd056978-5511-4a1b-b76e-dd24aad31812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.623352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.626777 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] For port 898c810d-9564-4c10-8363-082f06faeed7, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:00:59.631144 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] For port 898c810d-9564-4c10-8363-082f06faeed7, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=898c810d-9564-4c10-8363-082f06faeed7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:00:59.644125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:00:59.644426 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.677945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8158d-e52b-4698-92e7-cab921f664b8 None None] Network 171494aa-892a-496f-b36f-9366a09cbad2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:00:59.695148 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Network 171494aa-892a-496f-b36f-9366a09cbad2 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:00:59.698214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:00:59.704233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:00:59.706730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Pushing event updated for resources: {'Port': ['ID=99b45373-2c53-445e-bb66-ce2b526fd6b3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:59.720885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fd056978-5511-4a1b-b76e-dd24aad31812 None None] Port 898c810d-9564-4c10-8363-082f06faeed7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:00:59.728522 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96273498-0abd-42d5-ab52-97e713046413 None None] Pushing event updated for resources: {'Port': ['ID=898c810d-9564-4c10-8363-082f06faeed7,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:00:59.731322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67b33a-0166-48a5-9f1f-afc0e5d3503a None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:00:59.731787 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Routers {'68f2df17-2a7e-4716-9b88-a726614f5378'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:00:59.732561 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['68f2df17-2a7e-4716-9b88-a726614f5378'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:00:59.755514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:00:59.871708 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] Set router 68f2df17-2a7e-4716-9b88-a726614f5378 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:00:59.912809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.009732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:00.010316 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.014351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Provisioning complete for port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:00.014351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.072988 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:00:57Z', 'revision_number': 3, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:00.110595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.111168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a854d-d2d9-48a2-bfe1-485cc44bbe1b None None] The sync data for ids ['68f2df17-2a7e-4716-9b88-a726614f5378'] in dv-neutron-822869-1-hyperv is: [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:00:57Z', 'revision_number': 3, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:01:00.118527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.219063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Pushing event updated for resources: {'Port': ['ID=99b45373-2c53-445e-bb66-ce2b526fd6b3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:00.221528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.236408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.262667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.300246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] For port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,segment=NetworkSegment(7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c),segment_id=7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:01:00.314415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.331709 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Network 171494aa-892a-496f-b36f-9366a09cbad2 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:01:00.333936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:01:00.378233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Provisioning complete for port 898c810d-9564-4c10-8363-082f06faeed7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:00.378812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.444218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 04:01:00.444622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 04:01:00.449083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Pushing event updated for resources: {'Port': ['ID=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:00.463876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Router 68f2df17-2a7e-4716-9b88-a726614f5378 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:01:00.515354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.539500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] For port 898c810d-9564-4c10-8363-082f06faeed7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=898c810d-9564-4c10-8363-082f06faeed7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:01:00.549386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.613455 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6985be0-3a9a-4aaf-abc4-e866b94ffebb None None] Pushing event updated for resources: {'Port': ['ID=898c810d-9564-4c10-8363-082f06faeed7,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:00.626713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:01:00.641810 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3d9c9607-a6fd-4b60-a029-bd8b694d276d admin admin] 10.222.0.37 "PUT /v2.0/routers/68f2df17-2a7e-4716-9b88-a726614f5378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9931808 Dec 24 04:01:00.668460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ff1f7240-c9ac-448f-87fe-64e9d10fce43 None None] Provisioning complete for port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:00.668826 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7240-c9ac-448f-87fe-64e9d10fce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.788778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ff1f7240-c9ac-448f-87fe-64e9d10fce43 None None] Provisioning complete for port 99b45373-2c53-445e-bb66-ce2b526fd6b3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:00.789155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7240-c9ac-448f-87fe-64e9d10fce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:00.838791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f7240-c9ac-448f-87fe-64e9d10fce43 None None] Port 99b45373-2c53-445e-bb66-ce2b526fd6b3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:01:00.996940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-1b85c51b-d765-4555-a6d4-1bbd18e8e8af None None] Provisioning complete for port 99b45373-2c53-445e-bb66-ce2b526fd6b3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:00.997351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b85c51b-d765-4555-a6d4-1bbd18e8e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:01.021954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device eaafa42e-deca-4847-aa87-80348847b46b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:01:01.070067 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1b85c51b-d765-4555-a6d4-1bbd18e8e8af None None] Port 99b45373-2c53-445e-bb66-ce2b526fd6b3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:01:01.088147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port eaafa42e-deca-4847-aa87-80348847b46b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:01.088577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:01.616018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 898c810d-9564-4c10-8363-082f06faeed7 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:01:01.678560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 898c810d-9564-4c10-8363-082f06faeed7 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:01.679022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:01.772863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:01:01.838100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:01.838486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:02.018957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Sync routers for ids ['68f2df17-2a7e-4716-9b88-a726614f5378'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:01:02.034405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Routers {'68f2df17-2a7e-4716-9b88-a726614f5378'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:01:02.035058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['68f2df17-2a7e-4716-9b88-a726614f5378'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:02.164624 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Set router 68f2df17-2a7e-4716-9b88-a726614f5378 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:01:02.394104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 4, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '99b45373-2c53-445e-bb66-ce2b526fd6b3', 'name': '', 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'mac_address': 'fa:16:3e:52:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '61f9779d-9ac8-420e-a42f-2692f8a797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:59Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 2, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'subnets': [{'id': '61f9779d-9ac8-420e-a42f-2692f8a797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:02.421223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Checking router: 68f2df17-2a7e-4716-9b88-a726614f5378 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:01:02.421585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Updating router 68f2df17-2a7e-4716-9b88-a726614f5378 port 99b45373-2c53-445e-bb66-ce2b526fd6b3 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:01:02.453812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:02.730852 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:02.737388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:02.787282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baf07f-4b6b-4755-b20e-e564f30ea278 None None] Pushing event updated for resources: {'Port': ['ID=99b45373-2c53-445e-bb66-ce2b526fd6b3,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:02.847783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Attempting to bind port 99b45373-2c53-445e-bb66-ce2b526fd6b3 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:01:02.848213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Attempting to bind port 99b45373-2c53-445e-bb66-ce2b526fd6b3 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:01:02.849166 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Attempting to bind port 99b45373-2c53-445e-bb66-ce2b526fd6b3 on network 171494aa-892a-496f-b36f-9366a09cbad2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:01:02.854579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:01:02.854947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Checking segment: {'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:01:02.855368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:02.855737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Bound using segment: {'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:01:02.856196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Bound port: 99b45373-2c53-445e-bb66-ce2b526fd6b3, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:01:02.856589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:02.938885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] For port 99b45373-2c53-445e-bb66-ce2b526fd6b3, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:01:02.942477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] For port 99b45373-2c53-445e-bb66-ce2b526fd6b3, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=99b45373-2c53-445e-bb66-ce2b526fd6b3,segment=NetworkSegment(7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c),segment_id=7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:01:02.949482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:03.003857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Routers {'68f2df17-2a7e-4716-9b88-a726614f5378'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:01:03.004637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:00:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['68f2df17-2a7e-4716-9b88-a726614f5378'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:03.060400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baf07f-4b6b-4755-b20e-e564f30ea278 None None] Pushing event updated for resources: {'Port': ['ID=99b45373-2c53-445e-bb66-ce2b526fd6b3,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:03.153795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ca1d5d93-7725-408f-9259-b1412fae7793 None None] Provisioning complete for port 99b45373-2c53-445e-bb66-ce2b526fd6b3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:03.154164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5d93-7725-408f-9259-b1412fae7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:03.161534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] Set router 68f2df17-2a7e-4716-9b88-a726614f5378 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:01:03.367673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5d93-7725-408f-9259-b1412fae7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:03.432313 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ca1d5d93-7725-408f-9259-b1412fae7793 None None] For port 99b45373-2c53-445e-bb66-ce2b526fd6b3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=99b45373-2c53-445e-bb66-ce2b526fd6b3,segment=NetworkSegment(7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c),segment_id=7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:01:03.439945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5d93-7725-408f-9259-b1412fae7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:03.517894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 4, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '99b45373-2c53-445e-bb66-ce2b526fd6b3', 'name': '', 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'mac_address': 'fa:16:3e:52:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '61f9779d-9ac8-420e-a42f-2692f8a797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:59Z', 'updated_at': '2021-12-24T04:01:02Z', 'revision_number': 4, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'subnets': [{'id': '61f9779d-9ac8-420e-a42f-2692f8a797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:03.521472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d5d93-7725-408f-9259-b1412fae7793 None None] Pushing event updated for resources: {'Port': ['ID=99b45373-2c53-445e-bb66-ce2b526fd6b3,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:03.557111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483403a6-7b61-4c47-b435-5c2331655bdb None None] The sync data for ids ['68f2df17-2a7e-4716-9b88-a726614f5378'] in dv-neutron-822869-1-hyperv is: [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 4, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '99b45373-2c53-445e-bb66-ce2b526fd6b3', 'name': '', 'network_id': '171494aa-892a-496f-b36f-9366a09cbad2', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'mac_address': 'fa:16:3e:52:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '61f9779d-9ac8-420e-a42f-2692f8a797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:59Z', 'updated_at': '2021-12-24T04:01:02Z', 'revision_number': 4, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'subnets': [{'id': '61f9779d-9ac8-420e-a42f-2692f8a797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:01:03.573196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-954d1d11-3dc3-49ae-a61b-90b3fd2fcaf5 None None] Provisioning complete for port 99b45373-2c53-445e-bb66-ce2b526fd6b3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:03.573570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-954d1d11-3dc3-49ae-a61b-90b3fd2fcaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:05.561105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 99b45373-2c53-445e-bb66-ce2b526fd6b3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:01:05.611516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 99b45373-2c53-445e-bb66-ce2b526fd6b3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:05.611883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:09.472658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cbf141b-f09e-4b6b-a670-bf34d625d609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:10.584272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-a2af2fc4-231f-4a48-baf5-23f7f083fdb1 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:10.585750 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-a2af2fc4-231f-4a48-baf5-23f7f083fdb1 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 815 time: 0.1042485 Dec 24 04:01:10.600155 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-dfbd40c4-e384-4b47-a8a4-cd4eb1e188a1 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/quotas/ef40c08de7ce4af6811841afd60ea2fa HTTP/1.1" status: 200 len: 375 time: 0.0087557 Dec 24 04:01:10.648581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-b1ebe3c4-d3e1-493b-b389-75364444c962 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433490 Dec 24 04:01:10.744732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-c6e54506-e4e7-4177-8f55-7d0458a504f7 service neutron] 10.222.0.37 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Dec 24 04:01:10.831098 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-46834803-50b0-4add-aa89-05dbe903f916 service neutron] 10.222.0.37 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803244 Dec 24 04:01:10.986836 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d7d2308-8f5f-441f-9cc4-e9bd6dde5c49 req-51262b73-2620-4f78-a208-19cc81fdba1c tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 210 time: 0.0291221 Dec 24 04:01:11.825192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d434f7f-945f-468b-8f36-448989052381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:12.010514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-84dfb6df-532d-4d5f-8b94-468e27b02adb tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:12.012288 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-84dfb6df-532d-4d5f-8b94-468e27b02adb tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 815 time: 0.1052663 Dec 24 04:01:12.043237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'port': {'device_id': 'f2501419-e89a-4909-8896-3baecf632d95', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'admin_state_up': True, 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:12.098938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a965e80-cf9b-46cf-a203-afa581d78139 req-396a590b-f0f1-4a5e-9e6b-54c5aa35e874 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 210 time: 0.0398726 Dec 24 04:01:12.180786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Made reservation on behalf of ef40c08de7ce4af6811841afd60ea2fa for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:01:12.184335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:12.319599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Allocated IP 172.20.0.3 (001ad273-65ca-447a-acd2-2284a49b28a2/45b927db-8085-4d12-b9c7-3fffcdc0102f/eb21e09b-9a9e-442b-be86-d028d5e3b254) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:01:12.498257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:12.547104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:12.604784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Network 001ad273-65ca-447a-acd2-2284a49b28a2 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:01:12.610137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:01:12.615409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:01:12.645271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:12.674152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:12.675201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:12.696856 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-242dbe2b-6676-4ec8-9d93-393fcd5d9709 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578410 Dec 24 04:01:12.840437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:12.888526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d047472e-0f03-42f2-bc1a-23ad33b7a6fb None None] Provisioning complete for port eb21e09b-9a9e-442b-be86-d028d5e3b254 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:12.889173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d047472e-0f03-42f2-bc1a-23ad33b7a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:12.924408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d047472e-0f03-42f2-bc1a-23ad33b7a6fb None None] Port eb21e09b-9a9e-442b-be86-d028d5e3b254 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:01:13.221260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3fa8d-39b8-49ae-8625-17d0596fb663 req-d7f261d0-0a30-4a4c-b787-ed382edd86c3 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:13.223250 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96d3fa8d-39b8-49ae-8625-17d0596fb663 req-d7f261d0-0a30-4a4c-b787-ed382edd86c3 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0533435 Dec 24 04:01:13.276203 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96d3fa8d-39b8-49ae-8625-17d0596fb663 req-f7527154-e944-42bf-a11e-ba4b0ddcd656 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470438 Dec 24 04:01:14.416479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3fe2f-a225-4339-9397-0a1f8365a843 req-b15a1ade-143e-4469-ab30-758873f8e087 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:14.418279 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87e3fe2f-a225-4339-9397-0a1f8365a843 req-b15a1ade-143e-4469-ab30-758873f8e087 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0682490 Dec 24 04:01:14.500322 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87e3fe2f-a225-4339-9397-0a1f8365a843 req-8f82b154-0d4b-44e8-82d3-79bf07694015 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749536 Dec 24 04:01:14.552851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:15.137502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:15.636060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b396d9-421a-493a-822f-706031821c91 req-d81789e2-2fdc-4b76-97c2-ee3acc52d163 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:15.638628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-71b396d9-421a-493a-822f-706031821c91 req-d81789e2-2fdc-4b76-97c2-ee3acc52d163 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0543616 Dec 24 04:01:15.689842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-71b396d9-421a-493a-822f-706031821c91 req-868ce591-272a-42b8-a250-4b0bf63da7a5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Dec 24 04:01:15.872067 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:01:16.812310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d113e-f892-4fe6-af14-859c567f466b req-f778537e-6c3e-4184-a7de-39a4c180c28b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:16.813799 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-248d113e-f892-4fe6-af14-859c567f466b req-f778537e-6c3e-4184-a7de-39a4c180c28b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0507767 Dec 24 04:01:16.870407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-248d113e-f892-4fe6-af14-859c567f466b req-8b9a07f2-df0e-410e-8889-ec3340cfec52 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Dec 24 04:01:18.011130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa33ae-d751-4cc4-88d5-dbe272d13f13 req-b78663b3-318d-490f-ae31-630307deea20 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:18.012877 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d3aa33ae-d751-4cc4-88d5-dbe272d13f13 req-b78663b3-318d-490f-ae31-630307deea20 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0506074 Dec 24 04:01:18.060829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d3aa33ae-d751-4cc4-88d5-dbe272d13f13 req-46641326-40be-42dc-a1d6-020b9247e250 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Dec 24 04:01:19.183707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8605b5-96c0-4d3c-bd53-669a80b25923 req-5e9d031f-0802-4387-bd28-5b52d390a69e tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:19.185371 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd8605b5-96c0-4d3c-bd53-669a80b25923 req-5e9d031f-0802-4387-bd28-5b52d390a69e tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0532889 Dec 24 04:01:19.234185 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd8605b5-96c0-4d3c-bd53-669a80b25923 req-78a8e952-ecfc-4ff0-a152-8e1a0f51ddac tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Dec 24 04:01:20.364603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8579-6f1e-4153-8ebe-88d84701e289 req-8a1c77ac-6302-44a3-b258-79760a576f9f tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:20.366077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2faa8579-6f1e-4153-8ebe-88d84701e289 req-8a1c77ac-6302-44a3-b258-79760a576f9f tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0627105 Dec 24 04:01:20.418265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2faa8579-6f1e-4153-8ebe-88d84701e289 req-ebe55a7d-4502-4b13-90e5-e79f94fcd14f tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Dec 24 04:01:21.537644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea2ec5-d103-4d88-927c-684fb188e549 req-d82224ae-faa5-4fc0-8fc0-1a0b80ded534 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:21.539149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-caea2ec5-d103-4d88-927c-684fb188e549 req-d82224ae-faa5-4fc0-8fc0-1a0b80ded534 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0496564 Dec 24 04:01:21.589456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-caea2ec5-d103-4d88-927c-684fb188e549 req-759b51e4-76d3-4749-ade5-f4dc13d7c254 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Dec 24 04:01:22.334101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:22.706135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23bce4-4781-4484-b7da-2e4e9c2f9a06 req-9127a060-4731-4c7d-ab95-6e2b8209dfa7 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:22.707624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ad23bce4-4781-4484-b7da-2e4e9c2f9a06 req-9127a060-4731-4c7d-ab95-6e2b8209dfa7 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.0513079 Dec 24 04:01:22.754312 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ad23bce4-4781-4484-b7da-2e4e9c2f9a06 req-48a7ead9-5d73-43ad-848e-1346f995deb3 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Dec 24 04:01:23.727210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Request body: {'port': {'device_id': 'f2501419-e89a-4909-8896-3baecf632d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:23.778759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:23.950239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800222-2218-4523-847c-793e743d5d7f req-48fdf94a-845d-48a4-ae8f-123100e3f583 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:23.951698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56800222-2218-4523-847c-793e743d5d7f req-48fdf94a-845d-48a4-ae8f-123100e3f583 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 931 time: 0.1206825 Dec 24 04:01:24.044322 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56800222-2218-4523-847c-793e743d5d7f req-4a9f03d0-59a1-4771-b550-da60f52ff697 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861669 Dec 24 04:01:24.106809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb21e09b-9a9e-442b-be86-d028d5e3b254 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:01:24.116390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:24.126797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Transition to ACTIVE for port object eb21e09b-9a9e-442b-be86-d028d5e3b254 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:01:24.131128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:24.181146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Pushing event updated for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:24.252569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Attempting to bind port eb21e09b-9a9e-442b-be86-d028d5e3b254 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:01:24.252906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Attempting to bind port eb21e09b-9a9e-442b-be86-d028d5e3b254 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:01:24.253236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Attempting to bind port eb21e09b-9a9e-442b-be86-d028d5e3b254 on network 001ad273-65ca-447a-acd2-2284a49b28a2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:01:24.257860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Port eb21e09b-9a9e-442b-be86-d028d5e3b254 on network 001ad273-65ca-447a-acd2-2284a49b28a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:01:24.258183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Attempting to bind port eb21e09b-9a9e-442b-be86-d028d5e3b254 on network 001ad273-65ca-447a-acd2-2284a49b28a2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:01:24.263055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:01:24.263395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Checking segment: {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:01:24.263779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Bound using segment: {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:01:24.264209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Bound port: eb21e09b-9a9e-442b-be86-d028d5e3b254, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53499582-85d2-42bd-817b-e4c4b438ce8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:01:24.264588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:24.328973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:01:24.332191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:01:24.337502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:24.369814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:24.370434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:24.372090 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 1093 time: 0.6490448 Dec 24 04:01:24.376540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:01:24.378847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6a2275-fb12-4f99-a273-6478c2691289" -d '{"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:01:24.411130 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fbd33-8dc8-4686-9e57-5a93b127a812 service neutron] Pushing event updated for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:24.428381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0449c4-15e6-4ed9-97de-2b546d949e04 x-openstack-request-id: req-2a0449c4-15e6-4ed9-97de-2b546d949e04 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:01:24.428671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:01:24.428925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a0449c4-15e6-4ed9-97de-2b546d949e04 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:01:24.429327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'status': 'completed', 'code': 200} Dec 24 04:01:24.491733 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-1b21a3ad-446f-4190-841f-eab45ae4f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:24.493545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-1b21a3ad-446f-4190-841f-eab45ae4f9be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1096 time: 0.0461624 Dec 24 04:01:24.543026 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-ca256cf0-9130-4459-a1d7-0fbc9e8fe514 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 217 time: 0.0349665 Dec 24 04:01:24.592278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-4ebdaf96-12fd-41e4-a946-6a721a623852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:24.593776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-4ebdaf96-12fd-41e4-a946-6a721a623852 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0439336 Dec 24 04:01:24.640212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-c17b4b9b-f8d1-41e2-8c21-b5ef44c0bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:24.641670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-c17b4b9b-f8d1-41e2-8c21-b5ef44c0bfff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407047 Dec 24 04:01:24.729592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-4ff3c2b9-893f-48c5-8912-26bad2a40153 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799053 Dec 24 04:01:24.822052 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73b7abaa-1994-48d7-ae64-ea3cd8784835 req-5af6b2db-e548-41ff-b5b0-39b5bfe6fc40 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832095 Dec 24 04:01:24.965003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-704bdf77-9111-48d3-bef2-c2bb8d748b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:24.966450 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-704bdf77-9111-48d3-bef2-c2bb8d748b5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1096 time: 0.0400152 Dec 24 04:01:25.057756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-e12af09d-6b27-45a9-a3df-6617e6ed899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:25.059188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-e12af09d-6b27-45a9-a3df-6617e6ed899f service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.0838695 Dec 24 04:01:25.101582 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-bbba92d3-414e-4a80-a972-b1c97eed24dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 217 time: 0.0344059 Dec 24 04:01:25.180441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-f9caf217-b5ba-448f-8781-a148803c563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:25.181902 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-f9caf217-b5ba-448f-8781-a148803c563a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0735540 Dec 24 04:01:25.193424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e47e-bd0d-4e87-9359-8e84ed25d1e7 req-51e3d55f-ff1d-4b88-90f9-e1197a28f491 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:25.194773 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bf0e47e-bd0d-4e87-9359-8e84ed25d1e7 req-51e3d55f-ff1d-4b88-90f9-e1197a28f491 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 943 time: 0.0785840 Dec 24 04:01:25.550953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-8aa3bf7e-5459-42a3-bdbf-74da82f09715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:25.552473 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-8aa3bf7e-5459-42a3-bdbf-74da82f09715 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3568182 Dec 24 04:01:25.555996 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8bf0e47e-bd0d-4e87-9359-8e84ed25d1e7 req-3a79838b-5bf0-4acc-a23c-293a0d6e37f3 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533168 Dec 24 04:01:25.642071 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-d9e465de-9111-44a2-811a-37937ae3480d service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817680 Dec 24 04:01:25.730160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9b6a2275-fb12-4f99-a273-6478c2691289 req-e06debcb-ff71-4f0d-ba93-565b1dc494b9 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798373 Dec 24 04:01:26.669598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618adbd-6c78-4b37-9e66-24bf8bdcdc48 req-a9da7bdb-62e0-47e5-92c6-9c2ac5251bee tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:26.671030 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f618adbd-6c78-4b37-9e66-24bf8bdcdc48 req-a9da7bdb-62e0-47e5-92c6-9c2ac5251bee tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 943 time: 0.0471861 Dec 24 04:01:26.721394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f618adbd-6c78-4b37-9e66-24bf8bdcdc48 req-9559a142-a121-47dc-b4ea-c436a06d560c tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Dec 24 04:01:27.833514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f08fe-8a1c-49b3-bfb1-de897f81dd01 req-7f3b182d-a200-45d8-97eb-c98cb727ff48 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:27.834954 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-747f08fe-8a1c-49b3-bfb1-de897f81dd01 req-7f3b182d-a200-45d8-97eb-c98cb727ff48 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 943 time: 0.0475962 Dec 24 04:01:27.880256 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-747f08fe-8a1c-49b3-bfb1-de897f81dd01 req-e56c8a36-9242-4d76-924d-0a602cdb10cd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Dec 24 04:01:28.989556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153b279-0a32-4ee8-b5f0-c5a99a243d93 req-de87e949-c9d3-4cf0-b4db-d4fd03e734b2 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:28.990999 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4153b279-0a32-4ee8-b5f0-c5a99a243d93 req-de87e949-c9d3-4cf0-b4db-d4fd03e734b2 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 943 time: 0.0469949 Dec 24 04:01:29.038084 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4153b279-0a32-4ee8-b5f0-c5a99a243d93 req-87973c03-fb2a-48d7-831c-a8c93f7ccd8c tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Dec 24 04:01:29.122147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device eb21e09b-9a9e-442b-be86-d028d5e3b254 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:01:29.213087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:01:29.223660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'port_id': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'mac_address': 'fa:16:3e:e5:1f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:01:29.262382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:29.274389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb21e09b-9a9e-442b-be86-d028d5e3b254 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:01:29.292321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:01:29.296317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:29.341864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:29.720919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['eb21e09b-9a9e-442b-be86-d028d5e3b254'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:01:30.153300 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfa8a3-412e-4592-8848-5f7a9cc2c170 req-7d6340d0-e638-48a3-82e1-0c6e3416c605 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:30.154750 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f8cfa8a3-412e-4592-8848-5f7a9cc2c170 req-7d6340d0-e638-48a3-82e1-0c6e3416c605 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 944 time: 0.0511806 Dec 24 04:01:30.200918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f8cfa8a3-412e-4592-8848-5f7a9cc2c170 req-166d3842-4d4f-4471-bba3-158b40c34a82 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Dec 24 04:01:31.134565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device eb21e09b-9a9e-442b-be86-d028d5e3b254 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:01:31.182641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port eb21e09b-9a9e-442b-be86-d028d5e3b254 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:01:31.186862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port eb21e09b-9a9e-442b-be86-d028d5e3b254 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:31.187234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:31.265627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:31.287684 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:01:31.289953 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a0838-3430-400e-9428-82446ade34c4" -d '{"events": [{"server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "name": "network-vif-plugged", "status": "completed", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:01:31.303236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:01:31.308814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:31.314954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaabcf-f967-45dd-b44c-0291f0a09f36 req-00a40674-d5f8-449a-b83b-888c4002fd70 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:31.316494 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdcaabcf-f967-45dd-b44c-0291f0a09f36 req-00a40674-d5f8-449a-b83b-888c4002fd70 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 944 time: 0.0519168 Dec 24 04:01:31.333451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ada7f-8606-4ec7-bbde-4497d35a2f78 x-openstack-request-id: req-142ada7f-8606-4ec7-bbde-4497d35a2f78 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:01:31.333748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "name": "network-vif-plugged", "status": "completed", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:01:31.333991 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-142ada7f-8606-4ec7-bbde-4497d35a2f78 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:01:31.334378 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'code': 200} Dec 24 04:01:31.358822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:31.366235 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cdcaabcf-f967-45dd-b44c-0291f0a09f36 req-57d91577-3675-4f93-aec5-ee68cbb0f713 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Dec 24 04:01:31.532616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3326e-be6d-47c3-a869-0398689b1039 req-bdf212ae-cfa6-48fc-afc6-c4cd345eda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:31.534125 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-77d3326e-be6d-47c3-a869-0398689b1039 req-bdf212ae-cfa6-48fc-afc6-c4cd345eda59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1098 time: 0.0430880 Dec 24 04:01:31.581886 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-77d3326e-be6d-47c3-a869-0398689b1039 req-4a896ccf-84ae-4640-8022-c785a9a55d82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363772 Dec 24 04:01:32.483478 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926e9ac-54d9-416d-9886-9a1392cbdc5f req-9f87dc1b-ea5d-4bb3-8dd9-230d9dedc0f5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:32.484955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a926e9ac-54d9-416d-9886-9a1392cbdc5f req-9f87dc1b-ea5d-4bb3-8dd9-230d9dedc0f5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0476103 Dec 24 04:01:32.530608 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a926e9ac-54d9-416d-9886-9a1392cbdc5f req-ba672188-2c08-4249-b2b9-6b4d84d827eb tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398176 Dec 24 04:01:33.642720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001e24a-ed41-42f7-9897-9b6a81d0558d req-a0d2cf71-99db-40d9-9841-a307afd4432e tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:33.644179 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1001e24a-ed41-42f7-9897-9b6a81d0558d req-a0d2cf71-99db-40d9-9841-a307afd4432e tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0465887 Dec 24 04:01:33.694705 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1001e24a-ed41-42f7-9897-9b6a81d0558d req-41f60532-70de-49ee-9ffe-0b89588a3fc8 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Dec 24 04:01:33.805808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301be7-0194-4625-8bf9-af44eb4639ba req-dfec890d-97b9-468d-905e-42d3a6ac66f8 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:33.807274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a5301be7-0194-4625-8bf9-af44eb4639ba req-dfec890d-97b9-468d-905e-42d3a6ac66f8 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0477705 Dec 24 04:01:33.853957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a5301be7-0194-4625-8bf9-af44eb4639ba req-9d38793a-09f2-4f83-bb87-c07f6461c348 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Dec 24 04:01:34.170289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa7ea-2f5d-4683-bd33-4e4dd8de5f39 req-1e9e48c5-7880-4106-b4e9-5441e93a02bb tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:34.171740 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f6fa7ea-2f5d-4683-bd33-4e4dd8de5f39 req-1e9e48c5-7880-4106-b4e9-5441e93a02bb tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0480759 Dec 24 04:01:34.217589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f6fa7ea-2f5d-4683-bd33-4e4dd8de5f39 req-3179c519-6832-4630-8914-5985b736c901 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Dec 24 04:01:38.446494 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-c6092243-98e3-4de8-a27f-d7151443b54a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1403654 Dec 24 04:01:38.544991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-769247a6-256f-458a-8ad0-e8fa2f12ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:38.546416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-769247a6-256f-458a-8ad0-e8fa2f12ffd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1098 time: 0.0394261 Dec 24 04:01:38.650649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-ed62cef3-1177-4014-b957-8c52d7d90771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:38.652065 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-ed62cef3-1177-4014-b957-8c52d7d90771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.0860128 Dec 24 04:01:38.696930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-dd3e9e3b-16cd-4014-95ee-96648afdbf0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 217 time: 0.0383046 Dec 24 04:01:38.745363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-93a0bf70-46fc-4097-97bc-81ec8506b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:38.746862 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-93a0bf70-46fc-4097-97bc-81ec8506b8cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0433903 Dec 24 04:01:38.793450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-400cd86a-ed3f-4f35-b214-663f03e8f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:38.794937 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-400cd86a-ed3f-4f35-b214-663f03e8f69b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399401 Dec 24 04:01:38.891261 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-074018ce-a514-488e-85b5-381f57823aeb service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884588 Dec 24 04:01:38.986932 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-88cdd2d8-9b9c-4e2a-b52a-a1ba700c5db1 req-c429e051-4ac4-4499-8105-1a20708cdbf5 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888321 Dec 24 04:01:39.475683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b50b03cf-c35e-489e-8c7a-ad20efac9128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:41.827450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cdd80857-3334-4cf8-bda8-3497c761ec2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:42.838947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:44.535993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:45.131184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:47.724026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c7de7-0ef7-4c05-af15-13c16134c70b req-77bdecf8-13bd-4bc9-99c5-eaa3ecb07baa tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:47.725410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1a2c7de7-0ef7-4c05-af15-13c16134c70b req-77bdecf8-13bd-4bc9-99c5-eaa3ecb07baa tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0488904 Dec 24 04:01:47.774977 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1a2c7de7-0ef7-4c05-af15-13c16134c70b req-5255d773-f426-4fc7-8307-424943f2cfd0 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Dec 24 04:01:47.797166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55880) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:47.877223 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f3bfca-98a9-44b8-911f-a0a9cc1916a4 tempest-TestMinimumBasicScenario-1262230226 tempest-TestMinimumBasicScenario-1262230226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:47.878733 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-08f3bfca-98a9-44b8-911f-a0a9cc1916a4 tempest-TestMinimumBasicScenario-1262230226 tempest-TestMinimumBasicScenario-1262230226-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1093 time: 0.0805736 Dec 24 04:01:47.882322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:47.886623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:47.909377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.007629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.115403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Allocated IP 172.26.5.93 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/0c69f0e2-ff87-439a-8684-85cd17b0a76d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:01:48.214455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.247714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.284860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:01:48.288128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:01:48.291540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:01:48.319179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'Port': ['ID=0c69f0e2-ff87-439a-8684-85cd17b0a76d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:48.332245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.332717 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.333116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.333466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.333812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.334154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.334494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.334831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.335169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.335521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.335891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.336259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.336637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:48.664253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.731909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.875367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.879817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:48.952093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'Port': ['ID=0c69f0e2-ff87-439a-8684-85cd17b0a76d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:48.964888 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.062268 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Floating IP 9e26b4e4-19cb-4ce3-85af-7dda9da13952 associated. External IP: 172.26.5.93, port: eb21e09b-9a9e-442b-be86-d028d5e3b254. Dec 24 04:01:49.264380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:01:49.367395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:01:49.377172 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] Sync routers for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:01:49.386149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.387455 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:01:49.388044 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:01:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:49.414927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9cf23efd-624e-4131-97e1-5ebf1ed78f24 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5289578 Dec 24 04:01:49.414927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:01:49.415254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe1b5d4-ff0b-41bb-8948-562692f0b528" -d '{"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:01:49.415515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55886) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:49.420264 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455726982', 'description': 'tempest-secgroup-smoke-1455726982 description', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:49.447319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.454264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f8113d-2d9e-44cd-adeb-2e89c120f1f1 x-openstack-request-id: req-20f8113d-2d9e-44cd-adeb-2e89c120f1f1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:01:49.454813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:01:49.455268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20f8113d-2d9e-44cd-adeb-2e89c120f1f1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:01:49.455887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'status': 'completed', 'code': 200} Dec 24 04:01:49.499729 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:01:49.517957 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.522662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.539831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.544113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:49.544346 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1276033 Dec 24 04:01:49.548596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9ac446ab-c9e8-4c80-9bc5-f57406625e2b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'security_group_rule': {'security_group_id': '8be65799-179d-4352-b8ce-2f46c8709adf', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:49.564079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be65799-179d-4352-b8ce-2f46c8709adf,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:49.571690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.572040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.572513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.572838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.573081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.573377 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.573706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.574038 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.574378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.574512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-c723433f-5b5c-4a37-a9c0-2ca48bf943f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:49.574744 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.574989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.575367 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.575632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba93f550-ea6a-4f5f-8132-90a25e809d69 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:01:49.576077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-c723433f-5b5c-4a37-a9c0-2ca48bf943f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1098 time: 0.0749722 Dec 24 04:01:49.594156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ac446ab-c9e8-4c80-9bc5-f57406625e2b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.701911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ac446ab-c9e8-4c80-9bc5-f57406625e2b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.707100 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-b6d489a6-839b-4e61-a34f-0cc2d20c5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:49.708633 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-b6d489a6-839b-4e61-a34f-0cc2d20c5c90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.1230876 Dec 24 04:01:49.709360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ac446ab-c9e8-4c80-9bc5-f57406625e2b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.735123 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9e26b4e4-19cb-4ce3-85af-7dda9da13952', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'port_id': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'mac_address': 'fa:16:3e:e5:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2501419-e89a-4909-8896-3baecf632d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:01:48Z', 'updated_at': '2021-12-24T04:01:48Z', 'revision_number': 0, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 5, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:49.758524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac446ab-c9e8-4c80-9bc5-f57406625e2b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725a8e0a-48f3-416e-8b14-334b6c78dfb4,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:49.760741 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] Checking router: 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:01:49.769942 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:01:49.770536 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:01:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:49.771093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ac446ab-c9e8-4c80-9bc5-f57406625e2b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.772253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9ac446ab-c9e8-4c80-9bc5-f57406625e2b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271297 Dec 24 04:01:49.775133 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:49.780904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-839e3216-ddc8-40d9-89bf-ab188eec7851 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'security_group_rule': {'security_group_id': '8be65799-179d-4352-b8ce-2f46c8709adf', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:49.803879 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-1bf7c9f5-0b18-44c0-9950-5b22fe0eced8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 998 time: 0.0879574 Dec 24 04:01:49.849822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-839e3216-ddc8-40d9-89bf-ab188eec7851 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.882807 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:01:49.883200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-b8c1a57e-8bf2-47a8-9104-0410ea67981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:49.884682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-b8c1a57e-8bf2-47a8-9104-0410ea67981c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0711250 Dec 24 04:01:49.931067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-839e3216-ddc8-40d9-89bf-ab188eec7851 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.935890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-839e3216-ddc8-40d9-89bf-ab188eec7851 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.958136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e3216-ddc8-40d9-89bf-ab188eec7851 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25592983-3d56-478e-a2e4-38bf87789430,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:49.961114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-c1007680-e549-488f-961e-e3479e0d6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:49.962601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-c1007680-e549-488f-961e-e3479e0d6d02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688825 Dec 24 04:01:49.969324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-839e3216-ddc8-40d9-89bf-ab188eec7851 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:49.970408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-839e3216-ddc8-40d9-89bf-ab188eec7851 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1943967 Dec 24 04:01:49.973858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55894) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:49.978443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d1bbb507-e96d-4b21-a760-4266455951b5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'security_group_rule': {'security_group_id': '8be65799-179d-4352-b8ce-2f46c8709adf', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:50.008896 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb507-e96d-4b21-a760-4266455951b5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.062164 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-d9b8f228-3d84-49b5-a9be-842ffc8ad2c5 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906219 Dec 24 04:01:50.073027 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb507-e96d-4b21-a760-4266455951b5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.076919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb507-e96d-4b21-a760-4266455951b5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.097402 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbb507-e96d-4b21-a760-4266455951b5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c4507e-f15e-4717-9dc2-c33632f277d6,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:50.113148 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb507-e96d-4b21-a760-4266455951b5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.114881 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d1bbb507-e96d-4b21-a760-4266455951b5 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399765 Dec 24 04:01:50.117636 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55896) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:50.122278 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-a46d64ca-4f87-4580-96e9-dd6978dad048 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'security_group_rule': {'security_group_id': '8be65799-179d-4352-b8ce-2f46c8709adf', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:50.125413 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9e26b4e4-19cb-4ce3-85af-7dda9da13952', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'port_id': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'mac_address': 'fa:16:3e:e5:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2501419-e89a-4909-8896-3baecf632d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:01:48Z', 'updated_at': '2021-12-24T04:01:48Z', 'revision_number': 0, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 5, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:01:50.158340 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e4e85a-e895-43dc-8d50-78e92982cd10 None None] The sync data for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv is: [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '9e26b4e4-19cb-4ce3-85af-7dda9da13952', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'port_id': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'mac_address': 'fa:16:3e:e5:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2501419-e89a-4909-8896-3baecf632d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:01:48Z', 'updated_at': '2021-12-24T04:01:48Z', 'revision_number': 0, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 5, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:01:50.166834 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a46d64ca-4f87-4580-96e9-dd6978dad048 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.177313 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fbe1b5d4-ff0b-41bb-8948-562692f0b528 req-447c7e4b-ee8d-41b7-bbac-168a957572b5 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080365 Dec 24 04:01:50.237748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a46d64ca-4f87-4580-96e9-dd6978dad048 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.243225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a46d64ca-4f87-4580-96e9-dd6978dad048 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.263201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d64ca-4f87-4580-96e9-dd6978dad048 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9580da2b-efed-4c1b-8075-e3c941caab82,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:50.272119 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a46d64ca-4f87-4580-96e9-dd6978dad048 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.273531 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a46d64ca-4f87-4580-96e9-dd6978dad048 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548300 Dec 24 04:01:50.276217 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55898) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:50.280943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'security_group_rule': {'security_group_id': '8be65799-179d-4352-b8ce-2f46c8709adf', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:50.305602 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Project ef40c08de7ce4af6811841afd60ea2fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:01:50.310763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.375727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.378159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49375e94-139b-449a-998a-0e96be9e659c None None] New status for floating IP 9e26b4e4-19cb-4ce3-85af-7dda9da13952: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:01:50.380804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.399525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21ce0a4-7a10-42cd-8313-9a745fed0c22,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:50.409221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.410493 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9a658b49-a196-4c4e-9094-5869fc02a68d tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330800 Dec 24 04:01:50.413832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 55900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:01:50.418556 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'security_group_rule': {'security_group_id': '8be65799-179d-4352-b8ce-2f46c8709adf', 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:50.445682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Project ef40c08de7ce4af6811841afd60ea2fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:01:50.449339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.512798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.516382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.538028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a0aecf-1c7b-4919-a729-a6e347afa47d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:50.547183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.548520 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ee3a292f-ae8b-4953-a2a5-78ba8d214b07 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335058 Dec 24 04:01:50.644038 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-bf39806c-1c42-4509-8f73-e8d0029cb5ac tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455726982&fields=id&tenant_id=ef40c08de7ce4af6811841afd60ea2fa HTTP/1.1" status: 200 len: 267 time: 0.0503531 Dec 24 04:01:50.696480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-a17d6b1f-0115-4f63-bb21-699bb20962a9 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:50.697906 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-a17d6b1f-0115-4f63-bb21-699bb20962a9 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0472419 Dec 24 04:01:50.709604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'port': {'security_groups': ['7b35aa39-7815-46da-96b6-1d6a5b018f83', '8be65799-179d-4352-b8ce-2f46c8709adf']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:01:50.768298 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:50.965487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:01:50.999960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:51.004989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:51.039640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['eb21e09b-9a9e-442b-be86-d028d5e3b254'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:01:51.358598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:51.359222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:51.360639 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ef19802-a5e9-491a-93e8-98a9521776c9 req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "PUT /v2.0/ports/eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 981 time: 0.6560886 Dec 24 04:01:51.378703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f678e-a707-4b27-90a8-6e8138a0071a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:01:51.456705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:01:51.459015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b21b2a9-a972-4c60-9637-9dd61c1725f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:01:51.473891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905b65d-22ce-451f-895e-54a8dcfffb4b req-4d19de15-9ff4-4146-9f73-a8a1dccb68be tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:51.475823 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f905b65d-22ce-451f-895e-54a8dcfffb4b req-4d19de15-9ff4-4146-9f73-a8a1dccb68be tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0598173 Dec 24 04:01:51.511971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f309b-1907-4244-bb09-4e694e6f8d58 x-openstack-request-id: req-9d6f309b-1907-4244-bb09-4e694e6f8d58 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:01:51.512340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:01:51.512685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d6f309b-1907-4244-bb09-4e694e6f8d58 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:01:51.513161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'status': 'completed', 'code': 200} Dec 24 04:01:51.536857 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['eb21e09b-9a9e-442b-be86-d028d5e3b254'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:01:51.544570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f905b65d-22ce-451f-895e-54a8dcfffb4b req-28163d31-837d-4704-bf59-f978f600dfab tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626094 Dec 24 04:01:51.600949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-188b032d-39bc-4e40-9682-58890e1cbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:51.602529 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-188b032d-39bc-4e40-9682-58890e1cbd86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1137 time: 0.0464220 Dec 24 04:01:51.664324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-aa9401be-5d97-4289-8639-9a8f2e862a1b None None] Provisioning complete for port eb21e09b-9a9e-442b-be86-d028d5e3b254 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:01:51.664604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa9401be-5d97-4289-8639-9a8f2e862a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:51.692781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-12eaa063-238c-41e1-b9be-d3d2857f9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:51.694465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-12eaa063-238c-41e1-b9be-d3d2857f9c8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.0829544 Dec 24 04:01:51.768604 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-9afdb688-cffc-4207-85d7-6b5de901130f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 1000 time: 0.0651951 Dec 24 04:01:51.820009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-f5c1e92a-218c-465c-afd4-e1d29f76fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:51.821694 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-f5c1e92a-218c-465c-afd4-e1d29f76fe21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0452487 Dec 24 04:01:51.867633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-cfb6cebc-cd7f-4374-9979-4e2acf0a5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:01:51.869214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-cfb6cebc-cd7f-4374-9979-4e2acf0a5dd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400109 Dec 24 04:01:51.967933 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-0ba6752a-656a-4f59-98e4-663d8f581da3 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869267 Dec 24 04:01:52.056976 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b21b2a9-a972-4c60-9637-9dd61c1725f6 req-4d7b5a58-49e3-465a-b279-e9965322dfbd service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806758 Dec 24 04:01:52.344685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:01:52.870944 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:02:09.481747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fb80e9b-a168-4305-9845-cb474f44c9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:11.830185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dd4c1ca-1c15-4998-8e82-0bfa5a870262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:12.841683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:14.539359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:15.133397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:22.344849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:29.868581 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:02:39.473446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eae92748-39b5-46c6-992f-48ef25a3b23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:40.350043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-048445c5-8a78-4716-bdf7-c6bf87a5138e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383968 Dec 24 04:02:40.451205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-bfbc6893-694e-467b-87eb-8ecbf900b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:40.452683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-bfbc6893-694e-467b-87eb-8ecbf900b857 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1137 time: 0.0401208 Dec 24 04:02:40.556994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-9495e21b-16fe-4f48-9e4c-a0d85add71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:40.558447 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-9495e21b-16fe-4f48-9e4c-a0d85add71a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.0856986 Dec 24 04:02:40.624805 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-a93545bd-9f74-4e2a-8c9e-6ed834430bb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 1000 time: 0.0579770 Dec 24 04:02:40.682181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-66200f84-4f30-434a-8f20-9e12af854145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:40.682903 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-66200f84-4f30-434a-8f20-9e12af854145 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0516043 Dec 24 04:02:40.729151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-9a9301ac-f727-48ce-9c7a-613066bff5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:40.730511 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-9a9301ac-f727-48ce-9c7a-613066bff5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388198 Dec 24 04:02:40.818070 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-7f82b3ef-73dd-4aca-aa40-cf93cb856683 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799570 Dec 24 04:02:40.914319 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6da3c3d2-4145-47bd-aa1f-5086f17ca5fe req-85900a8c-648e-4478-8d7f-a53360f4f824 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 Dec 24 04:02:41.834063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26da3c9f-f5a6-46a0-9c93-eeb02fe6934e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:42.844990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:44.542783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:45.136023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:49.203722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-3bf8f02a-c751-47ad-a942-11d4fa43404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:49.205260 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-3bf8f02a-c751-47ad-a942-11d4fa43404c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1137 time: 0.0406117 Dec 24 04:02:49.334815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-74325057-b23c-45e8-a0a2-77bad13a76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:49.336292 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-74325057-b23c-45e8-a0a2-77bad13a76f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.1221881 Dec 24 04:02:49.348502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99590be-a377-43df-abfa-75f792b2ddfe req-37d9d481-acaf-4909-822c-fbc6c563132a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:49.351091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b99590be-a377-43df-abfa-75f792b2ddfe req-37d9d481-acaf-4909-822c-fbc6c563132a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.2310944 Dec 24 04:02:49.451202 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-6d8b6f09-830f-4e80-ae90-b2590962f88b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 1000 time: 0.0988419 Dec 24 04:02:49.474220 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b99590be-a377-43df-abfa-75f792b2ddfe req-6f9f696f-71e7-49c3-9d38-fbb6ecd708ce tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161561 Dec 24 04:02:49.507915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-e4221527-b64a-4495-9bc6-8ca15d02fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:49.509334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-e4221527-b64a-4495-9bc6-8ca15d02fc47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0494692 Dec 24 04:02:49.553186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-a9c14674-7e39-4229-aaa6-9927b8e822d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:49.554608 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-a9c14674-7e39-4229-aaa6-9927b8e822d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381489 Dec 24 04:02:49.646401 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-4bf85909-1d55-478b-91d2-b668c6461883 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Dec 24 04:02:49.734756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b0c7baf-0420-49da-9c52-12430fb0601f req-f8c8c4d7-6a44-4b50-b0a0-86d41b62aa54 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811927 Dec 24 04:02:50.642525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652f455-271a-47ff-8daf-db18505385f6 req-4614701d-a974-42c6-8eff-1e68aa2595a3 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:50.644039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2652f455-271a-47ff-8daf-db18505385f6 req-4614701d-a974-42c6-8eff-1e68aa2595a3 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.1006656 Dec 24 04:02:50.704482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2652f455-271a-47ff-8daf-db18505385f6 req-e7027ca2-0513-4572-99ba-7606da06a675 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535827 Dec 24 04:02:51.817232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb71f-3074-47ea-9c6a-0d1fc4bf5fac req-d2032ee4-6468-43fa-9da9-71436861d90a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:51.819075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-423bb71f-3074-47ea-9c6a-0d1fc4bf5fac req-d2032ee4-6468-43fa-9da9-71436861d90a tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0483904 Dec 24 04:02:51.877754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-423bb71f-3074-47ea-9c6a-0d1fc4bf5fac req-783bc7ba-949b-4e1b-9fb2-0babecf677cc tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527730 Dec 24 04:02:52.341883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:02:52.999515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489a7f6-752e-4a8c-970c-149612c2f648 req-5773bb7c-8258-4198-be19-dad28dbfc70b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:53.001044 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6489a7f6-752e-4a8c-970c-149612c2f648 req-5773bb7c-8258-4198-be19-dad28dbfc70b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0550940 Dec 24 04:02:53.064315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6489a7f6-752e-4a8c-970c-149612c2f648 req-7408386d-2e53-4d0c-9405-58105e0e2f4e tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568128 Dec 24 04:02:54.178818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36adbc6-d92a-4fe8-9660-eab2176094a2 req-d9b12c18-f3af-4698-9de2-0c5718a883cb tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:54.180293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b36adbc6-d92a-4fe8-9660-eab2176094a2 req-d9b12c18-f3af-4698-9de2-0c5718a883cb tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0487247 Dec 24 04:02:54.237920 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b36adbc6-d92a-4fe8-9660-eab2176094a2 req-90f19201-861c-41ab-866e-c7eb88848c3b tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515876 Dec 24 04:02:55.351012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dc7cd-ab8b-4bf7-ae9b-689ef60bcbe0 req-60a4ed9c-0f92-4aee-99f1-0e47214e9502 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:55.352626 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-598dc7cd-ab8b-4bf7-ae9b-689ef60bcbe0 req-60a4ed9c-0f92-4aee-99f1-0e47214e9502 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0485096 Dec 24 04:02:55.411351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-598dc7cd-ab8b-4bf7-ae9b-689ef60bcbe0 req-0b5648d0-9bce-430a-9217-779cd20a49da tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526748 Dec 24 04:02:56.529842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0e23-8939-43ae-9c0e-af6d9381decc req-039a11af-02d1-4909-a3d1-3d7aa39f26ae tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:56.531408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b33e0e23-8939-43ae-9c0e-af6d9381decc req-039a11af-02d1-4909-a3d1-3d7aa39f26ae tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0520120 Dec 24 04:02:56.589333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b33e0e23-8939-43ae-9c0e-af6d9381decc req-16ce854b-9118-4889-a7b7-41eac4533131 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520236 Dec 24 04:02:57.700803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568dda3-b49e-4a89-b571-220661f67735 req-ce414aea-b69f-404f-a8b2-7ff04ecbe811 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:57.702273 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6568dda3-b49e-4a89-b571-220661f67735 req-ce414aea-b69f-404f-a8b2-7ff04ecbe811 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0479121 Dec 24 04:02:57.761186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6568dda3-b49e-4a89-b571-220661f67735 req-28c18c16-cbd4-4609-8e45-1dfe43ea21a6 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520217 Dec 24 04:02:58.877833 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67208af-85b0-458f-b979-583cc088840f req-6db2c754-bad8-4dea-a848-fb83116aa3d4 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:02:58.879296 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f67208af-85b0-458f-b979-583cc088840f req-6db2c754-bad8-4dea-a848-fb83116aa3d4 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0528286 Dec 24 04:02:58.937277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f67208af-85b0-458f-b979-583cc088840f req-d70883fd-ec24-4f61-9425-90aa120ad891 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519774 Dec 24 04:03:00.047876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d7365-54a5-4697-8e4e-d2e188355b95 req-b197af9e-79f2-4861-89b1-fb749990050f tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:00.049355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-286d7365-54a5-4697-8e4e-d2e188355b95 req-b197af9e-79f2-4861-89b1-fb749990050f tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0476341 Dec 24 04:03:00.108624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-286d7365-54a5-4697-8e4e-d2e188355b95 req-17d559c8-86f6-41cd-be7f-7208b7b01e20 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528140 Dec 24 04:03:01.221139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a2f21-631b-46b1-9123-27036d80a920 req-576ca22a-a597-4b65-b7b5-521d13e80ee2 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:01.222592 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e16a2f21-631b-46b1-9123-27036d80a920 req-576ca22a-a597-4b65-b7b5-521d13e80ee2 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0480072 Dec 24 04:03:01.284601 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e16a2f21-631b-46b1-9123-27036d80a920 req-ce99719f-1389-4f46-81ba-d0f4bcb1bc13 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&id=8be65799-179d-4352-b8ce-2f46c8709adf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560288 Dec 24 04:03:06.867586 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:03:09.475448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a499d439-6e7b-42f4-999b-fc6b76f7560c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:11.837492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e894-0909-437a-bba1-5ad6a2fe3d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:12.847635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:14.546206 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:15.139022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:22.341935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:39.476808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e6bd-bda9-48a2-8107-8973f7ff7aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:41.841414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-733bcf2c-9f60-41f7-b8ee-ba27e6f50033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:42.348738 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-b51fc7d3-fa04-4061-abc4-3bd1608da0f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387015 Dec 24 04:03:42.444844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a186-aaef-463d-98d6-dabefc186d72 req-3c961f45-52ee-4a20-b3d0-1f18fb7ba64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:42.446301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-3c961f45-52ee-4a20-b3d0-1f18fb7ba64b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1137 time: 0.0401664 Dec 24 04:03:42.548671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a186-aaef-463d-98d6-dabefc186d72 req-7bce5994-f944-4579-b8ae-fdcb01673ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:42.550165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-7bce5994-f944-4579-b8ae-fdcb01673ee8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.0848155 Dec 24 04:03:42.614741 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-ddcb17fd-c4eb-4442-b754-66482a142462 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 1000 time: 0.0553424 Dec 24 04:03:42.666635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a186-aaef-463d-98d6-dabefc186d72 req-e3f151d6-4ff3-455d-84e3-fbded59666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:42.668048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-e3f151d6-4ff3-455d-84e3-fbded59666ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0460212 Dec 24 04:03:42.712226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a186-aaef-463d-98d6-dabefc186d72 req-c8578ed5-851f-424e-812d-e58153cd50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:42.713641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-c8578ed5-851f-424e-812d-e58153cd50a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386295 Dec 24 04:03:42.804234 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-27968ac7-e8ce-4948-9ce0-ffc3000a210d service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824025 Dec 24 04:03:42.852160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:42.891352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2657a186-aaef-463d-98d6-dabefc186d72 req-b9b31743-70a2-4569-92d7-0bb070b984b9 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811431 Dec 24 04:03:43.867162 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:03:44.550049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:45.141071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:52.345821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:56.806286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-193cd081-a710-4a7f-a4ce-3e181905650e req-8ca3806b-f9f9-4dec-b1f1-bff1db87dd73 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455726982&fields=id&tenant_id=ef40c08de7ce4af6811841afd60ea2fa HTTP/1.1" status: 200 len: 267 time: 0.0430336 Dec 24 04:03:56.861912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cd081-a710-4a7f-a4ce-3e181905650e req-ade1fcca-32cc-475e-88e0-3640c5a95665 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:56.863357 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-193cd081-a710-4a7f-a4ce-3e181905650e req-ade1fcca-32cc-475e-88e0-3640c5a95665 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 984 time: 0.0516374 Dec 24 04:03:56.874578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Request body: {'port': {'security_groups': ['7b35aa39-7815-46da-96b6-1d6a5b018f83']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:03:56.951055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.118509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:03:57.146579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.151420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.185305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['eb21e09b-9a9e-442b-be86-d028d5e3b254'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:03:57.200876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:57.201552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.203207 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-193cd081-a710-4a7f-a4ce-3e181905650e req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "PUT /v2.0/ports/eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 942 time: 0.3330154 Dec 24 04:03:57.203696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:03:57.206011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9291fc51-2478-411a-a1bf-2d8174ba569f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:03:57.217730 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 55994) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:03:57.231191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event updated for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:03:57.239189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.239555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.239985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.240326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.241593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.241936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.242304 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.242644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.243013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.243301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.243619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.243942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.244260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645af6-171b-4532-9e15-223b4aeccd86 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.307159 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.348446 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.352985 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['eb21e09b-9a9e-442b-be86-d028d5e3b254'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:03:57.361740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f0cf9-6427-4e49-ab2b-e665cb9754d4 x-openstack-request-id: req-b81f0cf9-6427-4e49-ab2b-e665cb9754d4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:03:57.362035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:03:57.362289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b81f0cf9-6427-4e49-ab2b-e665cb9754d4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:03:57.362694 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'status': 'completed', 'code': 200} Dec 24 04:03:57.416703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.419988 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.421406 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "DELETE /v2.0/security-groups/8be65799-179d-4352-b8ce-2f46c8709adf HTTP/1.1" status: 204 len: 168 time: 0.2013183 Dec 24 04:03:57.427214 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56000) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:03:57.451806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4102f3d7-8f4c-46fc-baac-0168d88218a2 None None] Provisioning complete for port eb21e09b-9a9e-442b-be86-d028d5e3b254 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:03:57.452602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4102f3d7-8f4c-46fc-baac-0168d88218a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.455380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-0f7a9bff-8d56-456d-925a-cb905c672cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:57.456950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-0f7a9bff-8d56-456d-925a-cb905c672cfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1098 time: 0.0459607 Dec 24 04:03:57.557345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-9f8d3ae5-5004-4f1a-b744-d121295ca40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:57.558827 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-9f8d3ae5-5004-4f1a-b744-d121295ca40e service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.0932126 Dec 24 04:03:57.632869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-b70ac889-8888-4a1d-9fe0-5aec10c264eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 1000 time: 0.0660477 Dec 24 04:03:57.684500 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-b01d6bdb-728e-40e9-a97c-6b24c173ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:57.686014 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-b01d6bdb-728e-40e9-a97c-6b24c173ba0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0458310 Dec 24 04:03:57.733094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-2ff823f7-eb5a-4517-b32e-5c7a3bc2caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:57.734636 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-2ff823f7-eb5a-4517-b32e-5c7a3bc2caa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413346 Dec 24 04:03:57.769561 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be65799-179d-4352-b8ce-2f46c8709adf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:03:57.783813 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.784146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.784517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.784858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.785194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.785521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.785849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.786269 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.786601 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.786925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.787281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.787604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.787930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec880742-2e31-4cfd-ad07-b8c564191741 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:03:57.830118 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-2baa5f8b-35c9-4490-9af7-8d1635d7fa7f service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873885 Dec 24 04:03:57.899850 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Deleting port 0c69f0e2-ff87-439a-8684-85cd17b0a76d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:03:57.900199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.919659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9291fc51-2478-411a-a1bf-2d8174ba569f req-a43a0293-a890-4d56-a884-bcbe3b8500ff service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817289 Dec 24 04:03:57.976763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.977091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:57.988397 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Calling delete_port for 0c69f0e2-ff87-439a-8684-85cd17b0a76d owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:03:58.132206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:58.157351 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event deleted for resources: {'Port': ['ID=0c69f0e2-ff87-439a-8684-85cd17b0a76d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:03:58.218083 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:58.218753 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Floating IP 9e26b4e4-19cb-4ce3-85af-7dda9da13952 disassociated (deleted). External IP: 172.26.5.93, port: eb21e09b-9a9e-442b-be86-d028d5e3b254. Dec 24 04:03:58.417179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:03:58.523188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:03:58.527920 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:03:58.532811 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] Sync routers for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:03:58.544337 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:03:58.544960 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:03:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:03:58.555018 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-79e7533a-7f3a-4b66-9927-1ca97e71a5fd tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "DELETE /v2.0/floatingips/9e26b4e4-19cb-4ce3-85af-7dda9da13952 HTTP/1.1" status: 204 len: 168 time: 1.1267531 Dec 24 04:03:58.555614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:03:58.557890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f1077d-7879-4f0b-a959-f6a0de019435" -d '{"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:03:58.652050 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:03:58.653624 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceab580a-165c-4b11-b58f-e5e51ea8101f x-openstack-request-id: req-ceab580a-165c-4b11-b58f-e5e51ea8101f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:03:58.653974 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:03:58.654290 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ceab580a-165c-4b11-b58f-e5e51ea8101f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:03:58.654767 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'status': 'completed', 'code': 200} Dec 24 04:03:58.766555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-7bd0456d-5b00-4143-ad53-f72a00268b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:58.768557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-7bd0456d-5b00-4143-ad53-f72a00268b34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 1098 time: 0.0692408 Dec 24 04:03:58.863747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-724524d2-a44b-4390-a9d1-4b9060eba207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:58.865726 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-724524d2-a44b-4390-a9d1-4b9060eba207 service neutron] 10.222.0.41 "GET /v2.0/networks?id=001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 200 len: 915 time: 0.0881710 Dec 24 04:03:58.918211 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-df64affb-3816-486e-8475-021abc151cd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 200 len: 217 time: 0.0376258 Dec 24 04:03:58.952835 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 5, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:03:58.966731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-2a4df638-dc56-4755-86c8-194eec98235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:58.968161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-2a4df638-dc56-4755-86c8-194eec98235b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 200 len: 854 time: 0.0427239 Dec 24 04:03:58.981352 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] Checking router: 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:03:58.989588 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:03:58.990181 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:03:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:03:59.015488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-c168f7dc-e318-4adf-af5e-26eed1ee06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:03:59.016977 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-c168f7dc-e318-4adf-af5e-26eed1ee06e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=001ad273-65ca-447a-acd2-2284a49b28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392768 Dec 24 04:03:59.092495 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:03:59.108746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-79d1099a-58cd-439d-8e5d-17fccf577306 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Dec 24 04:03:59.210310 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5f1077d-7879-4f0b-a959-f6a0de019435 req-df1964f4-dc1d-4f0c-8087-94bfff19b2c6 service neutron] 10.222.0.41 "GET /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825586 Dec 24 04:03:59.285886 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 5, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:03:59.314051 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b62ae-3df7-4e38-99aa-b4897082ab53 None None] The sync data for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv is: [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:55Z', 'revision_number': 4, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'eaafa42e-deca-4847-aa87-80348847b46b', 'name': '', 'network_id': '001ad273-65ca-447a-acd2-2284a49b28a2', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'mac_address': 'fa:16:3e:fd:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:54Z', 'updated_at': '2021-12-24T04:00:59Z', 'revision_number': 5, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'subnets': [{'id': '45b927db-8085-4d12-b9c7-3fffcdc0102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:03:59.551515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474fb114-69a0-40bb-bffa-a57a5bf0037a None None] New status for floating IP 9e26b4e4-19cb-4ce3-85af-7dda9da13952: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:03:59.742462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-8226dc22-292b-424a-a061-8c75381e172d req-a87a80de-9721-4f95-ad19-a1a8f5ff0ae2 tempest-ServerDiskConfigTestJSON-1692025250 tempest-ServerDiskConfigTestJSON-1692025250-project] (103176) timed out ('10.222.0.41', 61713) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 24 04:04:07.559564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e66159-1501-4bf0-9384-e5a097ea63b0 req-eb35ff3a-5e04-4ae3-9266-9d2c74cc6e2e tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:07.561134 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d3e66159-1501-4bf0-9384-e5a097ea63b0 req-eb35ff3a-5e04-4ae3-9266-9d2c74cc6e2e tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0565953 Dec 24 04:04:07.609001 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d3e66159-1501-4bf0-9384-e5a097ea63b0 req-1d5d582d-5e49-4727-9182-28755aaefa42 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Dec 24 04:04:08.722253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4538f-efc2-42e6-a31b-ae9644c4d41d req-a5a974e1-d702-4eaa-9aeb-fdec6ca7a6c9 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:08.723749 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6eb4538f-efc2-42e6-a31b-ae9644c4d41d req-a5a974e1-d702-4eaa-9aeb-fdec6ca7a6c9 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0478289 Dec 24 04:04:08.769254 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6eb4538f-efc2-42e6-a31b-ae9644c4d41d req-f33d8ec0-cca0-4336-8210-9b5dfe0b8ca1 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Dec 24 04:04:09.477976 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6de0242e-05a4-43b5-8f59-470ab7ecf28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:09.603638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-22195909-a243-4118-aeaf-711565d41b89 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:09.605056 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-22195909-a243-4118-aeaf-711565d41b89 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0463405 Dec 24 04:04:09.694305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Deleting port eb21e09b-9a9e-442b-be86-d028d5e3b254 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:09.694642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:09.780337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] For port eb21e09b-9a9e-442b-be86-d028d5e3b254, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb21e09b-9a9e-442b-be86-d028d5e3b254,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:09.781036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:09.793287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Calling delete_port for eb21e09b-9a9e-442b-be86-d028d5e3b254 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:09.906691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fcbe4-ad30-43fb-b93b-be8801ae367f req-de85d936-7174-4b52-a844-7bd7d66f2aa6 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:09.908147 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-388fcbe4-ad30-43fb-b93b-be8801ae367f req-de85d936-7174-4b52-a844-7bd7d66f2aa6 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2501419-e89a-4909-8896-3baecf632d95 HTTP/1.1" status: 200 len: 945 time: 0.0714552 Dec 24 04:04:09.993366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-388fcbe4-ad30-43fb-b93b-be8801ae367f req-1943a0a6-448f-4f69-a757-fe8887e09ed3 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b35aa39-7815-46da-96b6-1d6a5b018f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784392 Dec 24 04:04:09.993872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:10.020653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Pushing event deleted for resources: {'Port': ['ID=eb21e09b-9a9e-442b-be86-d028d5e3b254,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:10.062313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] No DVR routers for this DVR port eb21e09b-9a9e-442b-be86-d028d5e3b254 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:04:10.064841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:10.068646 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be678021-6614-4e4c-ba05-05a8fb3558ff req-dfdf4f39-ec55-4a0d-9dac-497d95fbaa92 tempest-TestMinimumBasicScenario-1362001562 tempest-TestMinimumBasicScenario-1362001562-project] 10.222.0.41 "DELETE /v2.0/ports/eb21e09b-9a9e-442b-be86-d028d5e3b254 HTTP/1.1" status: 204 len: 173 time: 0.4567666 Dec 24 04:04:10.069074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'name': 'network-vif-deleted', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:04:10.071350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7006db-5cf7-419a-a979-96c83e667bb6" -d '{"events": [{"server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "name": "network-vif-deleted", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:04:10.109403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506cb78f-53c7-4aaf-84d7-7ca225a1e997 x-openstack-request-id: req-506cb78f-53c7-4aaf-84d7-7ca225a1e997 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:04:10.109713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2501419-e89a-4909-8896-3baecf632d95", "name": "network-vif-deleted", "tag": "eb21e09b-9a9e-442b-be86-d028d5e3b254", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:04:10.109970 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-506cb78f-53c7-4aaf-84d7-7ca225a1e997 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:04:10.110363 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2501419-e89a-4909-8896-3baecf632d95', 'name': 'network-vif-deleted', 'tag': 'eb21e09b-9a9e-442b-be86-d028d5e3b254', 'status': 'completed', 'code': 200} Dec 24 04:04:11.582181 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56102) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:11.802409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device eb21e09b-9a9e-442b-be86-d028d5e3b254 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:04:11.822573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: eb21e09b-9a9e-442b-be86-d028d5e3b254 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:04:11.822918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device eb21e09b-9a9e-442b-be86-d028d5e3b254 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:04:11.842172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b47d83f-94d1-49a9-9d77-a09fc5dc22f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:11.928867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:12.167990 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Deleting port eaafa42e-deca-4847-aa87-80348847b46b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:12.168331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:12.249418 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] For port eaafa42e-deca-4847-aa87-80348847b46b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=eaafa42e-deca-4847-aa87-80348847b46b,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:12.249777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:12.262095 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Calling delete_port for eaafa42e-deca-4847-aa87-80348847b46b owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:12.434998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:12.469593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaafa42e-deca-4847-aa87-80348847b46b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:12.627880 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:12.833111 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:04:12.855250 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:12.937904 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:04:12.943166 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-b7f8cc1c-25c1-48da-b470-f288ded75cc2 admin admin] 10.222.0.37 "PUT /v2.0/routers/464de6f4-0da8-4979-9eeb-ec5cc672a3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3599782 Dec 24 04:04:12.946210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56104) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:12.948701 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] Sync routers for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:04:12.963869 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:12.964574 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:13.052623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.066459 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:13.154439 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.206032 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Deleting port e8427a56-18d4-4cac-b65c-f46addc4b08d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:13.206378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.238634 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:04:12Z', 'revision_number': 5, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port': {'id': 'e8427a56-18d4-4cac-b65c-f46addc4b08d', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:13.263839 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] Checking router: 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:04:13.271912 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] Routers {'464de6f4-0da8-4979-9eeb-ec5cc672a3e8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:13.272542 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:13.284226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] For port e8427a56-18d4-4cac-b65c-f46addc4b08d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e8427a56-18d4-4cac-b65c-f46addc4b08d,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:13.284614 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.297456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Calling delete_port for e8427a56-18d4-4cac-b65c-f46addc4b08d owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:13.356924 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] Set router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:13.413009 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:04:13Z', 'revision_number': 6, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:13.439137 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde85e8-ccc1-4bc4-91e3-38e67565c5be None None] The sync data for ids ['464de6f4-0da8-4979-9eeb-ec5cc672a3e8'] in dv-neutron-822869-1-hyperv is: [{'id': '464de6f4-0da8-4979-9eeb-ec5cc672a3e8', 'name': 'tempest-TestMinimumBasicScenario-1006097989-router', 'tenant_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:52Z', 'updated_at': '2021-12-24T04:04:13Z', 'revision_number': 6, 'project_id': 'ef40c08de7ce4af6811841afd60ea2fa', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:04:13.464752 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.487806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8427a56-18d4-4cac-b65c-f46addc4b08d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:13.502491 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7061e39-7556-4187-b387-fe34399bf0fd None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:04:13.551960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.638989 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.641068 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.682390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.682892 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 464de6f4-0da8-4979-9eeb-ec5cc672a3e8 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:04:13.687222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.688437 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9a32d864-01e3-427c-805b-0468f5dd9813 admin admin] 10.222.0.37 "DELETE /v2.0/routers/464de6f4-0da8-4979-9eeb-ec5cc672a3e8 HTTP/1.1" status: 204 len: 168 time: 0.7412643 Dec 24 04:04:13.690906 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56106) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:13.738372 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] Deleting subnet 45b927db-8085-4d12-b9c7-3fffcdc0102f {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:04:13.741301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.777935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.868055 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.936013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.938145 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device eaafa42e-deca-4847-aa87-80348847b46b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:04:13.962244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: eaafa42e-deca-4847-aa87-80348847b46b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:04:13.962881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device eaafa42e-deca-4847-aa87-80348847b46b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:04:13.963458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b927db-8085-4d12-b9c7-3fffcdc0102f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:13.966992 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:13.970211 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7fe56072-86a2-46d0-a35b-64e4d47f322d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/45b927db-8085-4d12-b9c7-3fffcdc0102f HTTP/1.1" status: 204 len: 168 time: 0.2784057 Dec 24 04:04:13.972652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56108) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:13.978613 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559625d5-7b38-417b-86f9-96ccf13acf37 None None] Network 001ad273-65ca-447a-acd2-2284a49b28a2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:04:14.041286 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.094578 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Deleting port 21b2e07e-ae12-4e70-864c-286edc6d15f6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:14.094917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.169004 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] For port 21b2e07e-ae12-4e70-864c-286edc6d15f6, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=21b2e07e-ae12-4e70-864c-286edc6d15f6,segment=NetworkSegment(53499582-85d2-42bd-817b-e4c4b438ce8b),segment_id=53499582-85d2-42bd-817b-e4c4b438ce8b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:14.169370 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.181551 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Calling delete_port for 21b2e07e-ae12-4e70-864c-286edc6d15f6 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:14.270420 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.281263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0179ec3-edbf-4b5b-8179-2b9159bca73b None None] DHCP port deletion for 001ad273-65ca-447a-acd2-2284a49b28a2 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:04:14.302347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] No DVR routers for this DVR port 21b2e07e-ae12-4e70-864c-286edc6d15f6 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:04:14.304065 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b2e07e-ae12-4e70-864c-286edc6d15f6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:14.375965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.396737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001ad273-65ca-447a-acd2-2284a49b28a2']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:14.407660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53499582-85d2-42bd-817b-e4c4b438ce8b') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:14.407958 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53499582-85d2-42bd-817b-e4c4b438ce8b') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:14.423118 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.437317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.443942 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:04:14.444331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:04:14.446936 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:04:14.511021 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.517298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:14.524861 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/001ad273-65ca-447a-acd2-2284a49b28a2 HTTP/1.1" status: 204 len: 168 time: 0.5473659 Dec 24 04:04:14.525047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:14.555326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828369b9-e0d0-4bea-9f6f-1ea6bef94db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=001ad273-65ca-447a-acd2-2284a49b28a2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:14.558935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:15.144655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:15.195699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:15.428059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Deleting port 99b45373-2c53-445e-bb66-ce2b526fd6b3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:15.428277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:15.505793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] For port 99b45373-2c53-445e-bb66-ce2b526fd6b3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=99b45373-2c53-445e-bb66-ce2b526fd6b3,segment=NetworkSegment(7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c),segment_id=7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:15.506157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:15.518101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Calling delete_port for 99b45373-2c53-445e-bb66-ce2b526fd6b3 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:15.604033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e8427a56-18d4-4cac-b65c-f46addc4b08d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:04:15.623813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e8427a56-18d4-4cac-b65c-f46addc4b08d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:04:15.624157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e8427a56-18d4-4cac-b65c-f46addc4b08d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:04:15.624604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 21b2e07e-ae12-4e70-864c-286edc6d15f6 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:04:15.642512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 21b2e07e-ae12-4e70-864c-286edc6d15f6 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:04:15.642891 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 21b2e07e-ae12-4e70-864c-286edc6d15f6 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:04:15.698605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:15.728996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b45373-2c53-445e-bb66-ce2b526fd6b3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:15.891063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:16.103032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Router 68f2df17-2a7e-4716-9b88-a726614f5378 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:04:16.208781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:04:16.215060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-560845dc-3572-470f-a78d-e6eff6a1e567 admin admin] 10.222.0.37 "PUT /v2.0/routers/68f2df17-2a7e-4716-9b88-a726614f5378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879978 Dec 24 04:04:16.216448 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56112) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:16.217152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] Sync routers for ids ['68f2df17-2a7e-4716-9b88-a726614f5378'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:04:16.226542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] Routers {'68f2df17-2a7e-4716-9b88-a726614f5378'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:16.227149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['68f2df17-2a7e-4716-9b88-a726614f5378'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:16.333013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] Set router 68f2df17-2a7e-4716-9b88-a726614f5378 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:16.609081 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:16.659110 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:04:15Z', 'revision_number': 5, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:16.686199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] Checking router: 68f2df17-2a7e-4716-9b88-a726614f5378 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:04:16.694306 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] Routers {'68f2df17-2a7e-4716-9b88-a726614f5378'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:16.694945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['68f2df17-2a7e-4716-9b88-a726614f5378'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:16.710778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:16.762177 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Deleting port 898c810d-9564-4c10-8363-082f06faeed7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:16.762516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:16.800413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] Set router 68f2df17-2a7e-4716-9b88-a726614f5378 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:16.843858 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] For port 898c810d-9564-4c10-8363-082f06faeed7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=898c810d-9564-4c10-8363-082f06faeed7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:16.844222 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:16.856542 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Calling delete_port for 898c810d-9564-4c10-8363-082f06faeed7 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:16.971785 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:04:15Z', 'revision_number': 5, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:17.002328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e073f4-3d81-4e7b-9a17-144e22a5249b None None] The sync data for ids ['68f2df17-2a7e-4716-9b88-a726614f5378'] in dv-neutron-822869-1-hyperv is: [{'id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'name': 'tempest-TestMinimumBasicScenario-1085536938-router', 'tenant_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '898c810d-9564-4c10-8363-082f06faeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:00:56Z', 'updated_at': '2021-12-24T04:04:15Z', 'revision_number': 5, 'project_id': '3e28ab53d70f4e0fb5bbbf5073c13082', 'gw_port': {'id': '898c810d-9564-4c10-8363-082f06faeed7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f2df17-2a7e-4716-9b88-a726614f5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:00:57Z', 'updated_at': '2021-12-24T04:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:04:17.020221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.045406 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=898c810d-9564-4c10-8363-082f06faeed7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:17.061059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d942c0c-dd4b-4f1b-961f-61b576fef643 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:04:17.109461 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.202239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.204302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.249399 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.250079 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f2df17-2a7e-4716-9b88-a726614f5378 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:04:17.254456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.255074 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bb277fcc-8a00-442e-8ab4-657ba4f7c5b4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/68f2df17-2a7e-4716-9b88-a726614f5378 HTTP/1.1" status: 204 len: 168 time: 1.0376539 Dec 24 04:04:17.258169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56114) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:17.300631 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] Deleting subnet 61f9779d-9ac8-420e-a42f-2692f8a797c8 {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:04:17.303464 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.339689 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.423140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.477933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.502888 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f9779d-9ac8-420e-a42f-2692f8a797c8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:17.508146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.513784 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7e0280c8-47ef-4ae2-be7c-41f2ace52e5b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/61f9779d-9ac8-420e-a42f-2692f8a797c8 HTTP/1.1" status: 204 len: 168 time: 0.2524500 Dec 24 04:04:17.514024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56116) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:17.515480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917ebf3-9ee5-4c24-bb5b-7af845f0ea42 None None] Network 171494aa-892a-496f-b36f-9366a09cbad2 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:04:17.594060 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.662235 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Deleting port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:17.662574 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.704813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] DHCP port deletion for 171494aa-892a-496f-b36f-9366a09cbad2 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:04:17.727228 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] For port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,segment=NetworkSegment(7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c),segment_id=7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:17.727592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.739650 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Calling delete_port for 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:17.750889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Deleting port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:04:17.751273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.812227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] For port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,segment=NetworkSegment(7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c),segment_id=7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:17.812581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.822241 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.829372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Calling delete_port for 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:04:17.848022 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:17.852282 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] No DVR routers for this DVR port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:04:17.905650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.924428 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.931160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Pushing event deleted for resources: {'Port': ['ID=6a8ffd8c-84ac-42fe-85f6-583c52f1f28d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:17.935493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] No DVR routers for this DVR port 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:04:17.941787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.942326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.942854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.943194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.943696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.944035 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.944389 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.945936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.945936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.945936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.946214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.946539 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.946862 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5d2570-0a95-4a33-929c-32b66fd38e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:17.949766 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171494aa-892a-496f-b36f-9366a09cbad2']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:17.960005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:17.960396 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6e8a56-e435-45dd-af0c-7bbc2ce7e56c') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:17.970580 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.983585 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.989815 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:04:17.990272 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:04:17.992696 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:04:18.014371 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 99b45373-2c53-445e-bb66-ce2b526fd6b3 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:04:18.036532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 99b45373-2c53-445e-bb66-ce2b526fd6b3 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:04:18.037176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 99b45373-2c53-445e-bb66-ce2b526fd6b3 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:04:18.052301 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.057820 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.061035 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] 10.222.0.37 "DELETE /v2.0/networks/171494aa-892a-496f-b36f-9366a09cbad2 HTTP/1.1" status: 204 len: 168 time: 0.5460942 Dec 24 04:04:18.072419 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978387-7671-4134-a651-6fe66498abab admin admin] Pushing event deleted for resources: {'Network': ['ID=171494aa-892a-496f-b36f-9366a09cbad2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:18.222551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56120) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:18.261893 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c947582c-92c0-4dc3-a9e0-9d71f2b8625a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef40c08de7ce4af6811841afd60ea2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381320 Dec 24 04:04:18.264319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56122) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:18.311189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4934a89-c2cf-4527-8f2a-05a8e576c721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.332234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4934a89-c2cf-4527-8f2a-05a8e576c721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.376058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4934a89-c2cf-4527-8f2a-05a8e576c721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.378679 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4934a89-c2cf-4527-8f2a-05a8e576c721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.379824 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e4934a89-c2cf-4527-8f2a-05a8e576c721 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b35aa39-7815-46da-96b6-1d6a5b018f83 HTTP/1.1" status: 204 len: 168 time: 0.1145825 Dec 24 04:04:18.387890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4934a89-c2cf-4527-8f2a-05a8e576c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b35aa39-7815-46da-96b6-1d6a5b018f83,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:18.671453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56128) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:18.714760 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-514c5a51-d524-494b-90fd-78bc4c14c275 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e28ab53d70f4e0fb5bbbf5073c13082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421665 Dec 24 04:04:18.717246 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56130) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:18.762408 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7edd156-810b-4b8b-8712-1b94c96a3ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.782934 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7edd156-810b-4b8b-8712-1b94c96a3ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.827911 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7edd156-810b-4b8b-8712-1b94c96a3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.830491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7edd156-810b-4b8b-8712-1b94c96a3ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:18.831856 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d7edd156-810b-4b8b-8712-1b94c96a3ee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea628bd3-c9f1-40ac-872d-37ccb2a48e8a HTTP/1.1" status: 204 len: 168 time: 0.1137412 Dec 24 04:04:18.839679 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edd156-810b-4b8b-8712-1b94c96a3ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea628bd3-c9f1-40ac-872d-37ccb2a48e8a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:19.609311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 898c810d-9564-4c10-8363-082f06faeed7 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:04:19.629728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 898c810d-9564-4c10-8363-082f06faeed7 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:04:19.630072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 898c810d-9564-4c10-8363-082f06faeed7 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:04:19.630487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:04:19.649398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:04:19.649747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6a8ffd8c-84ac-42fe-85f6-583c52f1f28d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:04:20.477326 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56170) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:20.482201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326600545', 'description': 'tempest-secgroup-smoke-1326600545 description', 'project_id': '551959188339457198deb3ed84b19220'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:20.506094 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.513807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.585141 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.589084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.625611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ca8993-1884-40ff-a5d6-8b9797f33e74,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:20.660945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.665480 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.696870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.698088 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2197311 Dec 24 04:04:20.698946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a97f43-4c98-4f0c-9729-d75d26174cec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0587a1-f1b1-484f-8486-6f04f56c5cdc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:20.701606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:20.706381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-30081c17-0f0b-48d1-bfc1-03394dc9b0a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '1d0587a1-f1b1-484f-8486-6f04f56c5cdc', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:20.734867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30081c17-0f0b-48d1-bfc1-03394dc9b0a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.791730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30081c17-0f0b-48d1-bfc1-03394dc9b0a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.795243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30081c17-0f0b-48d1-bfc1-03394dc9b0a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.812027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30081c17-0f0b-48d1-bfc1-03394dc9b0a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839745bb-6604-4362-8476-bdeea10f9847,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:20.819105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30081c17-0f0b-48d1-bfc1-03394dc9b0a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.820304 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-30081c17-0f0b-48d1-bfc1-03394dc9b0a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174266 Dec 24 04:04:20.823016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:20.827449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8a1bcd01-4d47-4f5b-9496-9e1df6929e23 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '1d0587a1-f1b1-484f-8486-6f04f56c5cdc', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:20.855173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd01-4d47-4f5b-9496-9e1df6929e23 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.865678 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:04:20.916433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd01-4d47-4f5b-9496-9e1df6929e23 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.919724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd01-4d47-4f5b-9496-9e1df6929e23 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.934386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bcd01-4d47-4f5b-9496-9e1df6929e23 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae31e0e7-1db8-428e-b6f2-b34a15246429,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:20.945159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a1bcd01-4d47-4f5b-9496-9e1df6929e23 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:20.946352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8a1bcd01-4d47-4f5b-9496-9e1df6929e23 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224380 Dec 24 04:04:20.948993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:20.953432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3414fc0b-c6ea-4082-8690-58c4e373d9ff tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '1d0587a1-f1b1-484f-8486-6f04f56c5cdc', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:20.980659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3414fc0b-c6ea-4082-8690-58c4e373d9ff tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.034929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3414fc0b-c6ea-4082-8690-58c4e373d9ff tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.038375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3414fc0b-c6ea-4082-8690-58c4e373d9ff tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.055250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414fc0b-c6ea-4082-8690-58c4e373d9ff tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba06ece-0796-4d13-9330-d0c2d6442ebb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:21.062086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3414fc0b-c6ea-4082-8690-58c4e373d9ff tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.063259 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3414fc0b-c6ea-4082-8690-58c4e373d9ff tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133676 Dec 24 04:04:21.065945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56178) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:21.071106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-86170324-bf2a-4518-b11b-4a752b89f372 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '1d0587a1-f1b1-484f-8486-6f04f56c5cdc', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:21.099102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86170324-bf2a-4518-b11b-4a752b89f372 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.157942 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86170324-bf2a-4518-b11b-4a752b89f372 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.161441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86170324-bf2a-4518-b11b-4a752b89f372 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.178695 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86170324-bf2a-4518-b11b-4a752b89f372 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83425dba-1409-4d63-af7b-3f90c38f2e2d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:21.186780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-86170324-bf2a-4518-b11b-4a752b89f372 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.187944 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-86170324-bf2a-4518-b11b-4a752b89f372 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210926 Dec 24 04:04:21.190662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56180) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:21.195526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '1d0587a1-f1b1-484f-8486-6f04f56c5cdc', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:21.218751 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:04:21.224207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.286748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.289958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.307515 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cba45b-63f9-4170-8936-ed61e79ba762,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:21.314767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.315956 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e1ff0fe4-3408-467d-8493-49aef8e22fc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243732 Dec 24 04:04:21.318616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:21.323428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '1d0587a1-f1b1-484f-8486-6f04f56c5cdc', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:21.345547 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:04:21.350397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.407639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.411279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.428379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a3c441-cca2-4697-aec9-9000a0c1c609,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:21.436934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.438105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9788b5cb-1cb0-42f5-a2d8-38390ad49448 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185892 Dec 24 04:04:21.441110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:21.446388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'network': {'name': 'tempest-network-smoke--235867893', 'project_id': '551959188339457198deb3ed84b19220', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:21.467060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:04:21.470367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.492518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:04:21.500757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.501092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Added segment 37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1 of type vlan for network d24f36f7-2da1-40c1-9308-7f4c3264fa2c Dec 24 04:04:21.542590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.565622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.571796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:21.572386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.605312 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1632206 Dec 24 04:04:21.608140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:21.612341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'admin_state_up': True, 'project_id': '551959188339457198deb3ed84b19220', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:21.653293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce44759-c434-41a6-82ff-6b05afee71c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Network': ['ID=d24f36f7-2da1-40c1-9308-7f4c3264fa2c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:21.664066 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:04:21.669109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.670107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.724685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:21.861163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.049381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.067582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.171545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.221 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/3ea51240-0439-4e7a-b3b0-c52147e1e0e7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:04:22.269263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.302103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.342021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:04:22.344922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:04:22.348447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:04:22.359860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f58dca-bb73-4d3c-a656-90d4fdf2b1bd None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:04:22.363478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.376907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:22.453757 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-09c7f685-f192-442c-b682-2d2f97149114 None None] Provisioning complete for port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:22.454125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09c7f685-f192-442c-b682-2d2f97149114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.488093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-09c7f685-f192-442c-b682-2d2f97149114 None None] Port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:04:22.600262 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.788441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:22.917769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 3e49862f-2ec7-4c42-b701-d79fe32c962e is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:04:23.022140 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:04:23.032116 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Sync routers for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:04:23.041457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.042424 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:23.042640 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-961835b4-05b4-4000-8bd5-16a61bf4787b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4335301 Dec 24 04:04:23.043028 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:23.045826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56188) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:23.147522 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:23.166549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6411554c-0574-4101-a93f-e98a49f9ba7b tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=551959188339457198deb3ed84b19220&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193695 Dec 24 04:04:23.169253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:23.320424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed429b2-b1e7-4725-8357-5c75365c6109 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:23.322010 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5ed429b2-b1e7-4725-8357-5c75365c6109 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1517751 Dec 24 04:04:23.324776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:23.412302 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:22Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:23.439442 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Checking router: 3e49862f-2ec7-4c42-b701-d79fe32c962e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:04:23.439786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Updating router 3e49862f-2ec7-4c42-b701-d79fe32c962e port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:04:23.465009 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.661109 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e0a4a836-58c4-439b-b045-c6f0a306dd04 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3351161 Dec 24 04:04:23.664032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:23.668684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399358418', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'project_id': '551959188339457198deb3ed84b19220', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:23.722375 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.728781 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.757759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:04:23.761667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.776442 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Attempting to bind port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:04:23.776751 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef8aa2f-0537-46fe-ad02-5c006c1d4a48 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:04:23.777255 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Attempting to bind port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:04:23.777255 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Attempting to bind port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:04:23.791006 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:04:23.791437 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:04:23.791755 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.792140 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:04:23.792630 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Bound port: 3ea51240-0439-4e7a-b3b0-c52147e1e0e7, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:04:23.792997 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.813530 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fece00d0-2213-4666-8701-57e1ce5c017d None None] Provisioning complete for port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:23.813902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fece00d0-2213-4666-8701-57e1ce5c017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.816411 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Pushing event updated for resources: {'Port': ['ID=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:23.849806 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] For port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:04:23.853516 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] For port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:04:23.855401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fece00d0-2213-4666-8701-57e1ce5c017d None None] Port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:04:23.858864 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.859213 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.859624 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.859879 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.860200 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.860590 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.860891 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.861239 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.861790 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.862481 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.862481 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.862750 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.863071 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:04:23.872358 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.915140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec1f15-fb98-49a0-a4e6-c1c87a5c595d None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:04:23.924527 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:23.925004 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:23.959305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.978031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7f191bbc-55b9-4075-9d2b-98a5e60a36ec None None] Provisioning complete for port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:23.978489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f191bbc-55b9-4075-9d2b-98a5e60a36ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:23.980754 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309dbad-e1e1-4088-95db-3c52a45ec938 None None] Pushing event updated for resources: {'Port': ['ID=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:24.027784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Subnet': ['ID=5f2af3d7-d36c-4182-b508-26b5ac93183b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:24.035020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Checking segment: {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:04:24.035207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network hostable DHCP agents. Network: d24f36f7-2da1-40c1-9308-7f4c3264fa2c, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:04:24.041275 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:24.053578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:04:24.065477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, d24f36f7-2da1-40c1-9308-7f4c3264fa2c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:04:24.066967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f191bbc-55b9-4075-9d2b-98a5e60a36ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.070299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:24.071128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.082079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f4a1b-c095-490f-96a1-b0450160d398 None None] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:04:24.089333 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-390da7ea-09e6-41f1-a352-675191142c90 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4241939 Dec 24 04:04:24.092588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56198) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:24.116641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7f191bbc-55b9-4075-9d2b-98a5e60a36ec None None] For port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:24.148554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f191bbc-55b9-4075-9d2b-98a5e60a36ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.211682 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f191bbc-55b9-4075-9d2b-98a5e60a36ec None None] Pushing event updated for resources: {'Port': ['ID=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:24.231624 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:22Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:24.238762 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-d24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:04:24.239893 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.257608 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d4071-bc1d-4215-a1d6-63da86c3ce62 None None] The sync data for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv is: [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:22Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:04:24.387024 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Allocated IP 172.20.0.2 (d24f36f7-2da1-40c1-9308-7f4c3264fa2c/5f2af3d7-d36c-4182-b508-26b5ac93183b/e07bc747-b153-42e9-abaa-8214495ef791) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:04:24.552460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.558393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.581959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.610899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:04:24.614057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:04:24.618864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:04:24.622300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Pushing event updated for resources: {'Port': ['ID=e07bc747-b153-42e9-abaa-8214495ef791,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:24.691998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Attempting to bind port e07bc747-b153-42e9-abaa-8214495ef791 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:04:24.692833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Attempting to bind port e07bc747-b153-42e9-abaa-8214495ef791 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:04:24.692833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Attempting to bind port e07bc747-b153-42e9-abaa-8214495ef791 on network d24f36f7-2da1-40c1-9308-7f4c3264fa2c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:04:24.698694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:04:24.699069 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Checking segment: {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:04:24.699466 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.699851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Bound using segment: {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:04:24.700314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Bound port: e07bc747-b153-42e9-abaa-8214495ef791, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:04:24.700715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.766799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] For port e07bc747-b153-42e9-abaa-8214495ef791, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:04:24.770233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] For port e07bc747-b153-42e9-abaa-8214495ef791, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e07bc747-b153-42e9-abaa-8214495ef791,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:04:24.774816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:24.837030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dc1b1-9ae4-4588-8290-8606789aef1a None None] Pushing event updated for resources: {'Port': ['ID=e07bc747-b153-42e9-abaa-8214495ef791,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:24.926770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.1 (d24f36f7-2da1-40c1-9308-7f4c3264fa2c/5f2af3d7-d36c-4182-b508-26b5ac93183b/7737170c-27a7-4fd7-a377-53bc2bdb34f1) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:04:25.077067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.118875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.168550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:04:25.172536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:04:25.175147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:04:25.208379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=7737170c-27a7-4fd7-a377-53bc2bdb34f1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:25.233444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.357520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.645201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.651578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.686694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:04:25.737610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.739547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=7737170c-27a7-4fd7-a377-53bc2bdb34f1,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:25.753156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:25.753528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.825234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51419b7-9f50-411b-aa3c-a06839a55f63 None None] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:04:25.836803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:04:25.838136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:04:25.863575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e07bc747-b153-42e9-abaa-8214495ef791 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:04:25.950460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b9b9f698-baf1-44e3-9ea7-d3b47d3a0adb None None] Provisioning complete for port e07bc747-b153-42e9-abaa-8214495ef791 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:25.950824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9b9f698-baf1-44e3-9ea7-d3b47d3a0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:25.969220 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 3e49862f-2ec7-4c42-b701-d79fe32c962e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:04:26.027174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e07bc747-b153-42e9-abaa-8214495ef791 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:26.027480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:26.088882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:04:26.097184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6fc13114-23dc-4355-9979-bc227060307f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/3e49862f-2ec7-4c42-b701-d79fe32c962e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031688 Dec 24 04:04:26.113115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9b9f698-baf1-44e3-9ea7-d3b47d3a0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:26.185731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b9b9f698-baf1-44e3-9ea7-d3b47d3a0adb None None] For port e07bc747-b153-42e9-abaa-8214495ef791, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e07bc747-b153-42e9-abaa-8214495ef791,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:26.195571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9b9f698-baf1-44e3-9ea7-d3b47d3a0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:26.231195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:26.283265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-9b267f15-1003-48d0-9a04-c97eadc9afb0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326600545&fields=id&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 267 time: 0.0559249 Dec 24 04:04:26.306212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9f698-baf1-44e3-9ea7-d3b47d3a0adb None None] Pushing event updated for resources: {'Port': ['ID=e07bc747-b153-42e9-abaa-8214495ef791,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:26.316176 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 04:04:26.316545 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG oslo_db.api [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 04:04:26.327758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7b08759d-3b13-42ee-80e2-30cafdc8920a None None] Provisioning complete for port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:26.328053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b08759d-3b13-42ee-80e2-30cafdc8920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:26.353068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Sync routers for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:04:26.374708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7b08759d-3b13-42ee-80e2-30cafdc8920a None None] Port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:04:26.376403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:26.377036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:26.411159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-0fd3518b-b734-4fb5-a510-261d431c3168 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:26.412688 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-0fd3518b-b734-4fb5-a510-261d431c3168 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/networks?id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 200 len: 796 time: 0.1175854 Dec 24 04:04:26.429890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-e79e021d-c7c3-4eba-9c02-fde831c73150 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/quotas/551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 375 time: 0.0096624 Dec 24 04:04:26.431105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7b08759d-3b13-42ee-80e2-30cafdc8920a None None] Provisioning complete for port e07bc747-b153-42e9-abaa-8214495ef791 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:26.431478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b08759d-3b13-42ee-80e2-30cafdc8920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:26.486194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-2c958af0-1920-4c61-9901-26a0c65c82e5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493727 Dec 24 04:04:26.648064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-9d390edc-9878-4ebc-90a3-5e3307196936 service neutron] 10.222.0.37 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491945 Dec 24 04:04:26.682065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:26.739791 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-0a16b781-46b6-42e6-bf9a-f0440082f9bb service neutron] 10.222.0.37 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835648 Dec 24 04:04:26.910391 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6e7f1b8f-61e8-4328-91d7-f91c6bc4eb2b req-ad2a1274-d245-45f5-b6ce-d862b9285dd6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 210 time: 0.0283380 Dec 24 04:04:26.926940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4a612867-05e5-4d05-8376-f95ce2f4e7ed None None] Provisioning complete for port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:26.927481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a612867-05e5-4d05-8376-f95ce2f4e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:26.970824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4a612867-05e5-4d05-8376-f95ce2f4e7ed None None] Port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:04:26.983124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 2, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:27.009287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Checking router: 3e49862f-2ec7-4c42-b701-d79fe32c962e for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:04:27.009632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Updating router 3e49862f-2ec7-4c42-b701-d79fe32c962e port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:04:27.037355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.311099 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.316290 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.369211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bc34e-dba7-4bbb-b09f-dff2135ca2be None None] Pushing event updated for resources: {'Port': ['ID=7737170c-27a7-4fd7-a377-53bc2bdb34f1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:27.420318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Attempting to bind port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:04:27.420725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Attempting to bind port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:04:27.421096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Attempting to bind port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 on network d24f36f7-2da1-40c1-9308-7f4c3264fa2c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:04:27.427750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:04:27.427750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Checking segment: {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:04:27.427750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.427750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Bound using segment: {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:04:27.428262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Bound port: 7737170c-27a7-4fd7-a377-53bc2bdb34f1, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:04:27.428590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.502851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] For port 7737170c-27a7-4fd7-a377-53bc2bdb34f1, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:04:27.507935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] For port 7737170c-27a7-4fd7-a377-53bc2bdb34f1, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7737170c-27a7-4fd7-a377-53bc2bdb34f1,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:04:27.514127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.580075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bc34e-dba7-4bbb-b09f-dff2135ca2be None None] Pushing event updated for resources: {'Port': ['ID=7737170c-27a7-4fd7-a377-53bc2bdb34f1,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:27.582810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:27.583366 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:27.652595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e07bc747-b153-42e9-abaa-8214495ef791 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:04:27.676904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c7eef24b-9ae3-4947-86d3-93e926fe7662 None None] Provisioning complete for port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:27.677275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7eef24b-9ae3-4947-86d3-93e926fe7662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.787070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:27.823573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e07bc747-b153-42e9-abaa-8214495ef791 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:27.823869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:27.938970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7eef24b-9ae3-4947-86d3-93e926fe7662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:28.041168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6a14e1dd-4df9-4043-8782-6154538c8afa req-0c054783-1de5-4661-a868-6952eb6b9ffc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 210 time: 0.0442395 Dec 24 04:04:28.064996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c7eef24b-9ae3-4947-86d3-93e926fe7662 None None] For port 7737170c-27a7-4fd7-a377-53bc2bdb34f1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7737170c-27a7-4fd7-a377-53bc2bdb34f1,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:28.080659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7eef24b-9ae3-4947-86d3-93e926fe7662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:28.138222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-f4304c93-db8e-4ee1-9a1e-e053fe592b03 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:28.139665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-f4304c93-db8e-4ee1-9a1e-e053fe592b03 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/networks?id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 200 len: 796 time: 0.1533480 Dec 24 04:04:28.165109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eef24b-9ae3-4947-86d3-93e926fe7662 None None] Pushing event updated for resources: {'Port': ['ID=7737170c-27a7-4fd7-a377-53bc2bdb34f1,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:28.183088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:28.214921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84fe5c-c6cc-45e8-a14c-38839befc629 None None] The sync data for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv is: [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:04:28.230979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-d3ba3e6b-eb5f-4a35-9b1b-5648956af3d8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 380 time: 0.0634542 Dec 24 04:04:28.231185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9e0ea0c5-1379-4b33-9e00-c019628710ac None None] Provisioning complete for port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:28.231423 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea0c5-1379-4b33-9e00-c019628710ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:28.242479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'port': {'device_id': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'admin_state_up': True, 'tenant_id': '551959188339457198deb3ed84b19220', 'security_groups': ['1d0587a1-f1b1-484f-8486-6f04f56c5cdc']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:28.394083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:04:28.398555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:28.539065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.7 (d24f36f7-2da1-40c1-9308-7f4c3264fa2c/5f2af3d7-d36c-4182-b508-26b5ac93183b/aaf22378-a51f-4dd4-bd34-fa536d77b93c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:04:28.706739 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:28.741049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:28.793092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:04:28.796104 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:04:28.799881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:04:28.806764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=aaf22378-a51f-4dd4-bd34-fa536d77b93c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:04:28.855685 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:04:28.860676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:28.861155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:28.882096 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-ff8142a0-d917-47fe-9b29-85ae66d91a25 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455078 Dec 24 04:04:28.901800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Request body: {'port': {'device_id': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:28.963534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.114620 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d2bb5f74-93e6-4adb-81ca-78e2afdd1a27 None None] Provisioning complete for port aaf22378-a51f-4dd4-bd34-fa536d77b93c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:29.115593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5f74-93e6-4adb-81ca-78e2afdd1a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.159151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb5f74-93e6-4adb-81ca-78e2afdd1a27 None None] Port aaf22378-a51f-4dd4-bd34-fa536d77b93c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:04:29.244884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cf95c-eb77-4c78-8263-cbbefad34373 req-dfc444e1-df15-43ec-9e94-b5ff02b41e5c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:29.246424 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b6cf95c-eb77-4c78-8263-cbbefad34373 req-dfc444e1-df15-43ec-9e94-b5ff02b41e5c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 931 time: 0.1084795 Dec 24 04:04:29.348871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2b6cf95c-eb77-4c78-8263-cbbefad34373 req-07d2c9db-10a9-44f7-855d-4ea6d1e7a6a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901515 Dec 24 04:04:29.353164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf22378-a51f-4dd4-bd34-fa536d77b93c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:04:29.360974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.375794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Transition to ACTIVE for port object aaf22378-a51f-4dd4-bd34-fa536d77b93c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:04:29.380906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.432088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Pushing event updated for resources: {'Port': ['ID=aaf22378-a51f-4dd4-bd34-fa536d77b93c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:29.498504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Attempting to bind port aaf22378-a51f-4dd4-bd34-fa536d77b93c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:04:29.498850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Attempting to bind port aaf22378-a51f-4dd4-bd34-fa536d77b93c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:04:29.499184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Attempting to bind port aaf22378-a51f-4dd4-bd34-fa536d77b93c on network d24f36f7-2da1-40c1-9308-7f4c3264fa2c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:04:29.503798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Port aaf22378-a51f-4dd4-bd34-fa536d77b93c on network d24f36f7-2da1-40c1-9308-7f4c3264fa2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:04:29.504128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Attempting to bind port aaf22378-a51f-4dd4-bd34-fa536d77b93c on network d24f36f7-2da1-40c1-9308-7f4c3264fa2c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:04:29.509693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:04:29.510034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Checking segment: {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:04:29.510424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Bound using segment: {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:04:29.510854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Bound port: aaf22378-a51f-4dd4-bd34-fa536d77b93c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:04:29.511212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.585534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] For port aaf22378-a51f-4dd4-bd34-fa536d77b93c, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:04:29.589676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] For port aaf22378-a51f-4dd4-bd34-fa536d77b93c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:04:29.594524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.630638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:29.631256 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.633317 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] 10.222.0.41 "PUT /v2.0/ports/aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 200 len: 1093 time: 0.7372456 Dec 24 04:04:29.633755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:04:29.635999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3b5dfb-5ad7-444b-8993-632083ab4445" -d '{"events": [{"name": "network-changed", "server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:04:29.656753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7737170c-27a7-4fd7-a377-53bc2bdb34f1 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:04:29.676716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a96987-f8ab-4cb7-a096-aa86fb3abffa service neutron] Pushing event updated for resources: {'Port': ['ID=aaf22378-a51f-4dd4-bd34-fa536d77b93c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:29.683154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84141b10-ec89-4e94-bfe5-d891f9122034 x-openstack-request-id: req-84141b10-ec89-4e94-bfe5-d891f9122034 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:04:29.683777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:04:29.684245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84141b10-ec89-4e94-bfe5-d891f9122034 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:04:29.684818 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'status': 'completed', 'code': 200} Dec 24 04:04:29.728878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:29.729259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:29.743705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-5a81145b-a7d3-4a87-9de3-cf2e892c6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:29.745247 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-5a81145b-a7d3-4a87-9de3-cf2e892c6a52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1096 time: 0.0443189 Dec 24 04:04:29.796488 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-f1c22aed-5d63-4ce8-a901-da3b2a9f00d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 200 len: 217 time: 0.0375526 Dec 24 04:04:29.851881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-26159f25-5496-4dca-a05f-cd96f748e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:29.853372 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-26159f25-5496-4dca-a05f-cd96f748e899 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f2af3d7-d36c-4182-b508-26b5ac93183b HTTP/1.1" status: 200 len: 834 time: 0.0503850 Dec 24 04:04:29.896678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-31d3883c-d635-41d2-9be9-e9a22849da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:29.898546 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-31d3883c-d635-41d2-9be9-e9a22849da4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382431 Dec 24 04:04:29.990092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-557b5ea4-f161-46a5-8941-729ef6e712b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Dec 24 04:04:30.401327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33a0cf7f-592d-4186-8445-35d523acdc7c req-802964a0-a092-4c04-b344-134c3b3b7f6a service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037549 Dec 24 04:04:30.472269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc977168-fc48-4db2-8abc-7693268e2de0 req-c5fc2030-a543-412c-bc88-a26908670883 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:30.473784 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc977168-fc48-4db2-8abc-7693268e2de0 req-c5fc2030-a543-412c-bc88-a26908670883 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 943 time: 0.0511670 Dec 24 04:04:30.558814 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc977168-fc48-4db2-8abc-7693268e2de0 req-fdd44d4d-32f2-4e6e-b70e-5afbe7caa8e4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789239 Dec 24 04:04:30.561264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-345cc566-e97c-43e3-ab28-be64a06b2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:30.562631 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-345cc566-e97c-43e3-ab28-be64a06b2aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1096 time: 0.0661323 Dec 24 04:04:30.651979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-c3b170f4-3ec1-409f-82c7-d946f9d705c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:30.653438 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-c3b170f4-3ec1-409f-82c7-d946f9d705c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 200 len: 896 time: 0.0829937 Dec 24 04:04:30.697031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-c725057b-abab-4fa7-9c8f-c3ab84c1ed69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 200 len: 217 time: 0.0365820 Dec 24 04:04:30.744359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-67ae5533-2ebe-4302-8af8-f332bb247b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:30.745779 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-67ae5533-2ebe-4302-8af8-f332bb247b0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f2af3d7-d36c-4182-b508-26b5ac93183b HTTP/1.1" status: 200 len: 834 time: 0.0416276 Dec 24 04:04:30.788817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-4e372b87-9cea-4650-ac2d-225a12e1f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:30.790227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-4e372b87-9cea-4650-ac2d-225a12e1f62d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0373838 Dec 24 04:04:30.881314 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-9947f42e-bae3-425b-b143-02f7f07688bb service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836105 Dec 24 04:04:30.972284 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3b5dfb-5ad7-444b-8993-632083ab4445 req-08202595-b897-4c58-8c2b-4ce77b628706 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827727 Dec 24 04:04:31.675625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51256b09-3c45-427d-b1dd-17ac901f1432 req-641cae20-7363-4d09-b8a1-d7e356a8edbf tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:31.677106 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51256b09-3c45-427d-b1dd-17ac901f1432 req-641cae20-7363-4d09-b8a1-d7e356a8edbf tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 943 time: 0.0486364 Dec 24 04:04:31.728253 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51256b09-3c45-427d-b1dd-17ac901f1432 req-7d6ae5f2-105c-4d48-b316-a76e1049a7bf tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Dec 24 04:04:32.839035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03a72a-453a-49dd-8929-187f1146668b req-8005221e-c7de-4cde-8c82-810e56b352d2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:32.840723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ad03a72a-453a-49dd-8929-187f1146668b req-8005221e-c7de-4cde-8c82-810e56b352d2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 943 time: 0.0479023 Dec 24 04:04:32.888526 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ad03a72a-453a-49dd-8929-187f1146668b req-9ee4c29e-ad4c-41a1-bcf1-31181a3140cf tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Dec 24 04:04:33.844890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device aaf22378-a51f-4dd4-bd34-fa536d77b93c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:04:33.936479 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port aaf22378-a51f-4dd4-bd34-fa536d77b93c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:33.951362 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'port_id': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'mac_address': 'fa:16:3e:b4:2e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:04:33.988428 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:34.001169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf22378-a51f-4dd4-bd34-fa536d77b93c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:04:34.003923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a55a7-01af-4cc1-843a-7f76541c9645 req-55ddcfe8-5103-4a69-8d24-223e39fb124a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:34.005437 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-083a55a7-01af-4cc1-843a-7f76541c9645 req-55ddcfe8-5103-4a69-8d24-223e39fb124a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 943 time: 0.0516386 Dec 24 04:04:34.021117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port aaf22378-a51f-4dd4-bd34-fa536d77b93c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:34.026849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:34.055978 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-083a55a7-01af-4cc1-843a-7f76541c9645 req-d3f057b4-213e-448f-847d-4c2691b5697b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434268 Dec 24 04:04:34.073254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=aaf22378-a51f-4dd4-bd34-fa536d77b93c,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:34.455007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['aaf22378-a51f-4dd4-bd34-fa536d77b93c'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:04:35.169492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099aa99-a12e-446b-bd14-7e9d945610d3 req-a10d55b3-9e1e-47f0-89e7-8c284c8e5bf1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:35.170950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a099aa99-a12e-446b-bd14-7e9d945610d3 req-a10d55b3-9e1e-47f0-89e7-8c284c8e5bf1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 944 time: 0.0486324 Dec 24 04:04:35.220617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a099aa99-a12e-446b-bd14-7e9d945610d3 req-d0aad23a-6d5b-4f0e-a52a-8de3ec6bf55f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Dec 24 04:04:35.833013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device aaf22378-a51f-4dd4-bd34-fa536d77b93c up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:04:35.883689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port aaf22378-a51f-4dd4-bd34-fa536d77b93c completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:04:35.887301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port aaf22378-a51f-4dd4-bd34-fa536d77b93c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:04:35.887663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:35.961828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:35.984113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:04:35.986327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2e43d-03ce-4d27-ac63-62db2e9b6f84" -d '{"events": [{"server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "name": "network-vif-plugged", "status": "completed", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:04:35.998758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port aaf22378-a51f-4dd4-bd34-fa536d77b93c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:04:36.002599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:36.047731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=aaf22378-a51f-4dd4-bd34-fa536d77b93c,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:36.083537 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e451746a-c781-4352-88c9-c5232097a01b x-openstack-request-id: req-e451746a-c781-4352-88c9-c5232097a01b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:04:36.083776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "name": "network-vif-plugged", "status": "completed", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:04:36.084029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e451746a-c781-4352-88c9-c5232097a01b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:04:36.084448 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'code': 200} Dec 24 04:04:36.282292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea1535-476e-46ae-9580-42e4cc3d799b req-2f0adf6b-b27c-4708-b238-9b1703af5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:36.283777 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9ea1535-476e-46ae-9580-42e4cc3d799b req-2f0adf6b-b27c-4708-b238-9b1703af5eb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1098 time: 0.0394607 Dec 24 04:04:36.363191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60f2c1-10cc-49b8-94ec-c17030a98191 req-b1dc50c5-ecb5-42c7-acd5-9cf448ac6347 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:36.364572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b60f2c1-10cc-49b8-94ec-c17030a98191 req-b1dc50c5-ecb5-42c7-acd5-9cf448ac6347 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0775526 Dec 24 04:04:36.368357 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a9ea1535-476e-46ae-9580-42e4cc3d799b req-617a5b2d-4e0c-492d-8abb-733d03d5e56d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727921 Dec 24 04:04:36.411895 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b60f2c1-10cc-49b8-94ec-c17030a98191 req-593593fc-05f4-4fcf-bf92-c91376acf976 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Dec 24 04:04:37.524439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be53e7-2ec0-4c4c-bc63-b68615eb28cc req-b3b626ae-207c-4852-bb19-ba1d7f8e4034 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:37.525911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85be53e7-2ec0-4c4c-bc63-b68615eb28cc req-b3b626ae-207c-4852-bb19-ba1d7f8e4034 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0471601 Dec 24 04:04:37.574289 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-85be53e7-2ec0-4c4c-bc63-b68615eb28cc req-69d07d94-6075-4218-a1ba-4cad21a00482 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 Dec 24 04:04:38.690929 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec41584-bfa6-457f-9c2a-2f7c4e99cf5b req-39b9164d-4888-4603-81a7-ed1d29013731 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:38.692394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ec41584-bfa6-457f-9c2a-2f7c4e99cf5b req-39b9164d-4888-4603-81a7-ed1d29013731 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0514407 Dec 24 04:04:38.740576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2ec41584-bfa6-457f-9c2a-2f7c4e99cf5b req-52862a78-c79d-46e8-9961-1fe2e144077c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Dec 24 04:04:38.852496 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b286-a0a8-4d86-8db3-4a7acf226e5c req-0f12d56f-10fc-4077-95ac-df728ee5cf09 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:38.853949 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5519b286-a0a8-4d86-8db3-4a7acf226e5c req-0f12d56f-10fc-4077-95ac-df728ee5cf09 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0486374 Dec 24 04:04:38.905287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5519b286-a0a8-4d86-8db3-4a7acf226e5c req-aa05cbfb-b8cc-4e3a-9e74-5c5ebcbc4456 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Dec 24 04:04:38.928025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:38.969987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0feebf-f80c-4c9f-9335-1202cf4be7bd tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:38.971465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dc0feebf-f80c-4c9f-9335-1202cf4be7bd tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1093 time: 0.0423985 Dec 24 04:04:38.974185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:38.978822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'tenant_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:04:39.001824 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.094737 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.202482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.126 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/69415bf5-c132-458f-9958-4df8a72f7d53) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:04:39.300070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.332065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.373719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:04:39.376560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:04:39.379109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:04:39.407329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=69415bf5-c132-458f-9958-4df8a72f7d53,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:39.482141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c894ba9-e821-4a17-9070-2960526bc4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.738876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.805480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.952940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:39.957236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:40.023150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=69415bf5-c132-458f-9958-4df8a72f7d53,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:04:40.034483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:40.132039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP 342ae019-b06f-4044-8a2d-904fe431f80f associated. External IP: 172.26.5.126, port: aaf22378-a51f-4dd4-bd34-fa536d77b93c. Dec 24 04:04:40.333830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 3e49862f-2ec7-4c42-b701-d79fe32c962e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:04:40.437422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:04:40.447718 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] Sync routers for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:04:40.455776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:40.458658 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:40.459333 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:40.485668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aae98535-2dad-47bf-a244-9149b3aba7c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5078387 Dec 24 04:04:40.485668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:04:40.486455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969e3258-5e9a-4417-9664-30d456e124f4" -d '{"events": [{"name": "network-changed", "server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:04:40.523114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f07fb41-17a6-40ba-94c8-2a5e228988b8 x-openstack-request-id: req-5f07fb41-17a6-40ba-94c8-2a5e228988b8 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:04:40.523404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:04:40.523802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f07fb41-17a6-40ba-94c8-2a5e228988b8 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:04:40.524338 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'status': 'completed', 'code': 200} Dec 24 04:04:40.580450 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:40.589041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d7247-cbbf-4ddb-b8fa-349c5e779d90 req-46fbbc68-dd43-4105-aed5-904516e24031 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:40.590430 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f91d7247-cbbf-4ddb-b8fa-349c5e779d90 req-46fbbc68-dd43-4105-aed5-904516e24031 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0577431 Dec 24 04:04:40.645894 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e3258-5e9a-4417-9664-30d456e124f4 req-6f3c5122-7cdf-4329-a75e-a8c5d0774410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:40.647385 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-969e3258-5e9a-4417-9664-30d456e124f4 req-6f3c5122-7cdf-4329-a75e-a8c5d0774410 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1098 time: 0.0767932 Dec 24 04:04:40.671453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f91d7247-cbbf-4ddb-b8fa-349c5e779d90 req-3a9f7554-2775-4ba4-8a78-769e4b284e1c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632958 Dec 24 04:04:40.694382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56270) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:40.748523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e3258-5e9a-4417-9664-30d456e124f4 req-e6b67290-f2ce-48a1-a453-63441ce23fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:40.750149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-969e3258-5e9a-4417-9664-30d456e124f4 req-e6b67290-f2ce-48a1-a453-63441ce23fef service neutron] 10.222.0.41 "GET /v2.0/networks?id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 200 len: 896 time: 0.0916290 Dec 24 04:04:40.755246 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1ec0b0ec-eb97-4aae-bb56-1c01acc7472e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/342ae019-b06f-4044-8a2d-904fe431f80f HTTP/1.1" status: 200 len: 991 time: 0.0596898 Dec 24 04:04:40.800542 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '342ae019-b06f-4044-8a2d-904fe431f80f', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.126', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'port_id': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'mac_address': 'fa:16:3e:b4:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:04:39Z', 'updated_at': '2021-12-24T04:04:39Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:40.818907 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-969e3258-5e9a-4417-9664-30d456e124f4 req-0ad4e527-61a8-4cbe-9eea-9a69cbbe421b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 200 len: 999 time: 0.0621934 Dec 24 04:04:40.870853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e3258-5e9a-4417-9664-30d456e124f4 req-c8bdac75-fbb9-45cd-bc35-c8ff30fe6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:40.872240 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-969e3258-5e9a-4417-9664-30d456e124f4 req-c8bdac75-fbb9-45cd-bc35-c8ff30fe6ab6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f2af3d7-d36c-4182-b508-26b5ac93183b HTTP/1.1" status: 200 len: 834 time: 0.0461388 Dec 24 04:04:40.918548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e3258-5e9a-4417-9664-30d456e124f4 req-f193e561-6f68-442a-812a-02515974841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:40.919126 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] Checking router: 3e49862f-2ec7-4c42-b701-d79fe32c962e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:04:40.920045 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-969e3258-5e9a-4417-9664-30d456e124f4 req-f193e561-6f68-442a-812a-02515974841a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413330 Dec 24 04:04:40.927567 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:04:40.928178 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:04:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:41.015082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-969e3258-5e9a-4417-9664-30d456e124f4 req-59887ee4-c0e1-419f-a037-d4aeeca6b997 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878870 Dec 24 04:04:41.032344 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:04:41.103686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-969e3258-5e9a-4417-9664-30d456e124f4 req-f814f7d9-3721-4fbd-9e24-6a294eac969e service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820544 Dec 24 04:04:41.249835 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '342ae019-b06f-4044-8a2d-904fe431f80f', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.126', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'port_id': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'mac_address': 'fa:16:3e:b4:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:04:39Z', 'updated_at': '2021-12-24T04:04:39Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:04:41.279164 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c4fc3-0324-409b-a1bd-f31e69bb4096 None None] The sync data for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv is: [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '342ae019-b06f-4044-8a2d-904fe431f80f', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.126', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'port_id': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'mac_address': 'fa:16:3e:b4:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:04:39Z', 'updated_at': '2021-12-24T04:04:39Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:04:41.467737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3ebf-248d-4cb4-94c6-6f6cedcb4ece None None] New status for floating IP 342ae019-b06f-4044-8a2d-904fe431f80f: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:04:41.758451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56272) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:04:41.822405 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-43e1f059-641d-459e-a2ea-94ff75318f9a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/342ae019-b06f-4044-8a2d-904fe431f80f HTTP/1.1" status: 200 len: 993 time: 0.0625546 Dec 24 04:04:41.845458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-388d10e7-4e3e-4854-b3cc-316a2e65dd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:42.315896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-f4ded301-e3d2-4197-a975-90e8335c4b6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465181 Dec 24 04:04:42.410155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42025-143a-48eb-a664-36ad09750076 req-1d075b3b-3735-49b2-9c1d-9ffeaa41936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:42.411548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-1d075b3b-3735-49b2-9c1d-9ffeaa41936a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1098 time: 0.0384870 Dec 24 04:04:42.510245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42025-143a-48eb-a664-36ad09750076 req-3c05ca77-70e0-41ee-8e0b-0df8eb60cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:42.511686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-3c05ca77-70e0-41ee-8e0b-0df8eb60cf85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 200 len: 896 time: 0.0824013 Dec 24 04:04:42.584165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-6751e702-d7b0-41ca-a430-90c8ed50da65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 200 len: 1001 time: 0.0656695 Dec 24 04:04:42.633181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42025-143a-48eb-a664-36ad09750076 req-0839e29d-aa72-4aca-89a3-7d0c1f14bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:42.634590 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-0839e29d-aa72-4aca-89a3-7d0c1f14bbf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f2af3d7-d36c-4182-b508-26b5ac93183b HTTP/1.1" status: 200 len: 834 time: 0.0429771 Dec 24 04:04:42.681549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42025-143a-48eb-a664-36ad09750076 req-5c39196f-d70a-44a3-8adb-2162bf23b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:04:42.682941 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-5c39196f-d70a-44a3-8adb-2162bf23b4dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376995 Dec 24 04:04:42.771699 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-3a9e3751-0b9a-4e21-a972-77fdd7416316 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817254 Dec 24 04:04:42.856464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:42.862090 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-21d42025-143a-48eb-a664-36ad09750076 req-03173108-ed14-4f9c-805c-8ac9b09a0663 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829277 Dec 24 04:04:44.557081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:45.137903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:52.341929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:04:57.865988 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:05:09.484242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1dc4646f-59bc-48ad-9dcb-552c2d600818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:11.847230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f481137-5996-4221-9647-519d5c6d0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:12.859850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:14.560072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:15.138935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:22.373587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:34.864002 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:05:39.488860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a97c567-fd82-4856-b06a-ac8167b8e8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:41.849257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51f26661-45cf-4334-8a59-4b2b50493510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:42.319385 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-74843d08-67f9-4b6a-821f-21b55f476012 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383158 Dec 24 04:05:42.527483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-168b82d7-f5ee-4002-b66e-b56b72ba5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:42.529045 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-168b82d7-f5ee-4002-b66e-b56b72ba5041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1098 time: 0.0416956 Dec 24 04:05:42.631543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-161a5201-d413-4f48-a7a9-18a540b6572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:42.633025 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-161a5201-d413-4f48-a7a9-18a540b6572e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 200 len: 896 time: 0.0856380 Dec 24 04:05:42.699396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-3ba36760-47d5-4d39-9c02-7d4f4d604f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 200 len: 1001 time: 0.0588880 Dec 24 04:05:42.746397 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-da209614-d327-486f-80ba-d94d661e2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:42.747742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-da209614-d327-486f-80ba-d94d661e2f95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f2af3d7-d36c-4182-b508-26b5ac93183b HTTP/1.1" status: 200 len: 834 time: 0.0414574 Dec 24 04:05:42.792856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-d4d0ead8-699b-4195-ae2e-e96cb679d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:42.794193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-d4d0ead8-699b-4195-ae2e-e96cb679d7f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383863 Dec 24 04:05:42.805916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-c4f924bb-47da-46fd-b439-9c8037d7834e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:05:42.806826 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-c4f924bb-47da-46fd-b439-9c8037d7834e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046732 Dec 24 04:05:42.862579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:42.897274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-19f0afc5-3c7d-4566-b3c7-91ff85a39a76 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822089 Dec 24 04:05:42.986137 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b4aca743-83d0-4293-af29-fd55fe4a75d6 req-3e2e96b8-b892-41ed-8174-912cbdd8af61 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821977 Dec 24 04:05:44.562352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:45.140978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:52.405719 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:55.266198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce52f6f-7411-47d0-9ec1-b07903e6fb09 req-073637dc-9593-44db-be2b-679138fb35c9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:55.267651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dce52f6f-7411-47d0-9ec1-b07903e6fb09 req-073637dc-9593-44db-be2b-679138fb35c9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0523570 Dec 24 04:05:55.314854 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dce52f6f-7411-47d0-9ec1-b07903e6fb09 req-30439c9a-ee9e-4563-bf27-6b471818cc15 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Dec 24 04:05:56.427171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ffc0a-403c-4015-bf94-0a6593823325 req-852d41a6-99ad-48d9-ae7c-a6847739e632 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:56.428527 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8c5ffc0a-403c-4015-bf94-0a6593823325 req-852d41a6-99ad-48d9-ae7c-a6847739e632 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0462666 Dec 24 04:05:56.476613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8c5ffc0a-403c-4015-bf94-0a6593823325 req-dd08d939-e671-4394-9a04-705df3707d93 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Dec 24 04:05:56.498989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56302) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:05:56.560260 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5c67246b-3c61-442e-a170-c3c9398670f0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/342ae019-b06f-4044-8a2d-904fe431f80f HTTP/1.1" status: 200 len: 993 time: 0.0601811 Dec 24 04:05:57.861509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217add-e2f9-4f29-a2c6-54d4d7b84c3f req-1ea26ab1-6527-4d76-b1bc-4748e14d4f9b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:57.862899 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03217add-e2f9-4f29-a2c6-54d4d7b84c3f req-1ea26ab1-6527-4d76-b1bc-4748e14d4f9b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0501690 Dec 24 04:05:57.913372 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03217add-e2f9-4f29-a2c6-54d4d7b84c3f req-6870c921-3761-4d5b-bd47-606f21e5283c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 Dec 24 04:05:59.026985 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09153da-461d-48f9-85d8-c10f66599092 req-d760f87c-172d-492f-b73e-d2c80dc8a712 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:05:59.028420 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e09153da-461d-48f9-85d8-c10f66599092 req-d760f87c-172d-492f-b73e-d2c80dc8a712 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0461559 Dec 24 04:05:59.079168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e09153da-461d-48f9-85d8-c10f66599092 req-41aeb7f6-18e0-4c64-8814-45b64d4e4de1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449409 Dec 24 04:05:59.101624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56312) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:05:59.161565 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-06025177-cdf1-4fef-8d2a-d618f4001490 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/342ae019-b06f-4044-8a2d-904fe431f80f HTTP/1.1" status: 200 len: 993 time: 0.0587802 Dec 24 04:05:59.412671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56318) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:05:59.564518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 69415bf5-c132-458f-9958-4df8a72f7d53 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:05:59.564772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:59.947991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:59.948402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:05:59.959835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 69415bf5-c132-458f-9958-4df8a72f7d53 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:06:00.108936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:00.132058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=69415bf5-c132-458f-9958-4df8a72f7d53,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:00.144181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.144549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.144898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.145240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.145575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.146335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.146669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.147000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.147330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.147662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.148024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.148348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.148697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:00.203836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:00.204086 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP 342ae019-b06f-4044-8a2d-904fe431f80f disassociated (deleted). External IP: 172.26.5.126, port: aaf22378-a51f-4dd4-bd34-fa536d77b93c. Dec 24 04:06:00.404754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 3e49862f-2ec7-4c42-b701-d79fe32c962e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:06:00.508351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:06:00.513072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:00.518160 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] Sync routers for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:06:00.527348 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:00.527945 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:05:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:00.543885 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-88b4d5b6-2bef-44a0-acca-4428cd6dd2b4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/floatingips/342ae019-b06f-4044-8a2d-904fe431f80f HTTP/1.1" status: 204 len: 168 time: 1.1299357 Dec 24 04:06:00.544609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:06:00.546972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d1c79c-77f6-4051-8850-1768607eee65" -d '{"events": [{"name": "network-changed", "server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:06:00.586315 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fcabe2-a08f-4a47-927a-6daa6e9c2c66 x-openstack-request-id: req-20fcabe2-a08f-4a47-927a-6daa6e9c2c66 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:06:00.586611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:06:00.586949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20fcabe2-a08f-4a47-927a-6daa6e9c2c66 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:06:00.587544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'status': 'completed', 'code': 200} Dec 24 04:06:00.641318 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:00.682327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-ba064f9a-90c5-4d65-891a-e4dc06a9327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:00.684289 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-ba064f9a-90c5-4d65-891a-e4dc06a9327d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 1098 time: 0.0471077 Dec 24 04:06:00.834316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feb88d-94c5-4be7-8e72-368e38cd161a req-773ce95c-7a50-4ba3-a974-810526a628d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:00.836419 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c6feb88d-94c5-4be7-8e72-368e38cd161a req-773ce95c-7a50-4ba3-a974-810526a628d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.1071370 Dec 24 04:06:00.841590 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:00.867804 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-5d03493e-8760-4d85-a1fd-ac0b53f4f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:00.869285 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-5d03493e-8760-4d85-a1fd-ac0b53f4f9ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 200 len: 896 time: 0.1300490 Dec 24 04:06:00.871990 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] Checking router: 3e49862f-2ec7-4c42-b701-d79fe32c962e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:06:00.880164 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:00.880786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:05:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:00.928655 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-63c7fbd1-2e73-492a-bccc-3d687c960e65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 200 len: 217 time: 0.0488336 Dec 24 04:06:00.934615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c6feb88d-94c5-4be7-8e72-368e38cd161a req-0a3f8c1a-88ac-4a12-9342-ff4c3b9ce667 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917685 Dec 24 04:06:00.978644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-4ad031e0-43e5-4e70-8d04-40a98063f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:00.980105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-4ad031e0-43e5-4e70-8d04-40a98063f0a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f2af3d7-d36c-4182-b508-26b5ac93183b HTTP/1.1" status: 200 len: 834 time: 0.0442483 Dec 24 04:06:00.982822 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:01.025976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-1ba4a917-2609-4371-9665-9fbe536a5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:01.027473 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-1ba4a917-2609-4371-9665-9fbe536a5fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d24f36f7-2da1-40c1-9308-7f4c3264fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396769 Dec 24 04:06:01.122984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-0f1554df-16c0-48aa-804d-af0818fe8d99 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865393 Dec 24 04:06:01.176840 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:01.202459 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9dbc7-3868-40a7-8ae3-c714a4125f1b None None] The sync data for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv is: [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:04:25Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '7737170c-27a7-4fd7-a377-53bc2bdb34f1', 'name': '', 'network_id': 'd24f36f7-2da1-40c1-9308-7f4c3264fa2c', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:bc:08:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:24Z', 'updated_at': '2021-12-24T04:04:27Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '5f2af3d7-d36c-4182-b508-26b5ac93183b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:06:01.220251 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8d1c79c-77f6-4051-8850-1768607eee65 req-c03779c7-89f9-4918-850c-20f02eaa8c99 service neutron] 10.222.0.41 "GET /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892060 Dec 24 04:06:01.412875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b7f4c-8056-4117-9480-b4e70e84adf1 None None] New status for floating IP 342ae019-b06f-4044-8a2d-904fe431f80f: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:06:02.051277 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba2f4d-40c0-49c8-b6e7-4cbbba4bab07 req-98275c53-4d34-45e1-b1b4-06e408f64776 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:02.052725 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42ba2f4d-40c0-49c8-b6e7-4cbbba4bab07 req-98275c53-4d34-45e1-b1b4-06e408f64776 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0469875 Dec 24 04:06:02.100428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-42ba2f4d-40c0-49c8-b6e7-4cbbba4bab07 req-a1fe5974-e69c-41e1-ab8b-21cadf12318e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d0587a1-f1b1-484f-8486-6f04f56c5cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Dec 24 04:06:02.767119 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a05d0-8253-40db-8241-9f751d795e8d req-8b08f30e-fcc4-4869-aeb4-df5271abac0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:02.768596 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61a05d0-8253-40db-8241-9f751d795e8d req-8b08f30e-fcc4-4869-aeb4-df5271abac0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 945 time: 0.0471175 Dec 24 04:06:02.859438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port aaf22378-a51f-4dd4-bd34-fa536d77b93c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:06:02.859773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:02.946885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port aaf22378-a51f-4dd4-bd34-fa536d77b93c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aaf22378-a51f-4dd4-bd34-fa536d77b93c,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:02.947217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:02.959767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for aaf22378-a51f-4dd4-bd34-fa536d77b93c owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:06:03.085741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:03.111287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=aaf22378-a51f-4dd4-bd34-fa536d77b93c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:03.156722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] No DVR routers for this DVR port aaf22378-a51f-4dd4-bd34-fa536d77b93c on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:06:03.159093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:03.162414 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61a05d0-8253-40db-8241-9f751d795e8d req-7681d8c6-802e-4337-9d72-ce055dd4f812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "DELETE /v2.0/ports/aaf22378-a51f-4dd4-bd34-fa536d77b93c HTTP/1.1" status: 204 len: 173 time: 0.3880203 Dec 24 04:06:03.162853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'name': 'network-vif-deleted', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:06:03.165177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57ce1a-3390-4ea8-acd6-6021bc9f1db6" -d '{"events": [{"server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "name": "network-vif-deleted", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:06:03.206184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-73518b14-0481-468b-92f7-6c8a93da2c44 req-5c008119-3d91-4ba8-85c5-abd31a946d86 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b044e3-6e57-4551-b3bb-3e040fa2654f HTTP/1.1" status: 200 len: 210 time: 0.0277886 Dec 24 04:06:03.211884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d695a-6a05-4c31-a7c0-0ce98b2b79d9 x-openstack-request-id: req-e20d695a-6a05-4c31-a7c0-0ce98b2b79d9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:06:03.212740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b044e3-6e57-4551-b3bb-3e040fa2654f", "name": "network-vif-deleted", "tag": "aaf22378-a51f-4dd4-bd34-fa536d77b93c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:06:03.212740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e20d695a-6a05-4c31-a7c0-0ce98b2b79d9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:06:03.212951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b044e3-6e57-4551-b3bb-3e040fa2654f', 'name': 'network-vif-deleted', 'tag': 'aaf22378-a51f-4dd4-bd34-fa536d77b93c', 'status': 'completed', 'code': 200} Dec 24 04:06:04.262430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56336) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:04.608523 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:04.853162 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 7737170c-27a7-4fd7-a377-53bc2bdb34f1 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:06:04.853500 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:04.942226 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 7737170c-27a7-4fd7-a377-53bc2bdb34f1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=7737170c-27a7-4fd7-a377-53bc2bdb34f1,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:04.942589 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:04.954739 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 7737170c-27a7-4fd7-a377-53bc2bdb34f1 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:06:05.141763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:05.169018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=7737170c-27a7-4fd7-a377-53bc2bdb34f1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:05.192539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.192831 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.193174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.193511 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.193842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.194174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.195035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.195381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.195705 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.196035 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.196359 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.196700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.197020 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:05.355220 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:05.569921 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 3e49862f-2ec7-4c42-b701-d79fe32c962e has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:06:05.678718 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:06:05.684486 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-075943b0-bfb1-4cb5-9625-5e8293fcf00e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/3e49862f-2ec7-4c42-b701-d79fe32c962e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4210210 Dec 24 04:06:05.687180 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56340) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:05.689796 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] Sync routers for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:06:05.700140 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:05.701108 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:05:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:05.736916 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting subnet 5f2af3d7-d36c-4182-b508-26b5ac93183b {{(pid=103177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:06:05.740196 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:05.785598 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1773273'] for subnet, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:05.808568 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:05.868413 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:05.927390 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2758439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3487166'] for subnet, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:05.956538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2af3d7-d36c-4182-b508-26b5ac93183b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:05.962715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:05.965947 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-8bab705b-4fa2-4a32-8bb4-fc817ffddae3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/subnets/5f2af3d7-d36c-4182-b508-26b5ac93183b HTTP/1.1" status: 204 len: 168 time: 0.2778239 Dec 24 04:06:05.968593 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56342) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:05.973014 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca3ebf-3467-4f45-84fc-1cb089331fab None None] Network d24f36f7-2da1-40c1-9308-7f4c3264fa2c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:06:06.081388 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:06:05Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:06.087513 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.109841 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] Checking router: 3e49862f-2ec7-4c42-b701-d79fe32c962e for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:06:06.119586 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] Routers {'3e49862f-2ec7-4c42-b701-d79fe32c962e'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:06.119586 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:05:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['3e49862f-2ec7-4c42-b701-d79fe32c962e'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:06.144012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] DHCP port deletion for d24f36f7-2da1-40c1-9308-7f4c3264fa2c request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:06:06.196846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Deleting port e07bc747-b153-42e9-abaa-8214495ef791 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:06:06.197217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.200535 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.235571 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] Set router 3e49862f-2ec7-4c42-b701-d79fe32c962e gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:06.257684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:06:06.258043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.260344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] For port e07bc747-b153-42e9-abaa-8214495ef791, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e07bc747-b153-42e9-abaa-8214495ef791,segment=NetworkSegment(37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1),segment_id=37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:06.260768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.273920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Calling delete_port for e07bc747-b153-42e9-abaa-8214495ef791 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:06:06.336102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 3ea51240-0439-4e7a-b3b0-c52147e1e0e7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:06.336555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.348044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:06:06.356791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.382446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Pushing event deleted for resources: {'Port': ['ID=e07bc747-b153-42e9-abaa-8214495ef791,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:06.386777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] No DVR routers for this DVR port e07bc747-b153-42e9-abaa-8214495ef791 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:06:06.393472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.394078 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.394265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.399712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b465e2f-6f1b-4501-bdc1-add20dda8d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:06.431282 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:06:05Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:06.460284 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ee2ec0-1dd1-41cf-8163-24ce3bbbf2d6 None None] The sync data for ids ['3e49862f-2ec7-4c42-b701-d79fe32c962e'] in dv-neutron-822869-1-hyperv is: [{'id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-720904939', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:04:21Z', 'updated_at': '2021-12-24T04:06:05Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '3ea51240-0439-4e7a-b3b0-c52147e1e0e7', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e49862f-2ec7-4c42-b701-d79fe32c962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:04:22Z', 'updated_at': '2021-12-24T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:06:06.532475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.558491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=3ea51240-0439-4e7a-b3b0-c52147e1e0e7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:06.571167 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde267f-e97a-4d14-a221-1951cf35dff7 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:06:06.622164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:06.999289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.001515 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.044146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.044685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Fanout notify agent at l3_agent the message router_deleted on router 3e49862f-2ec7-4c42-b701-d79fe32c962e {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:06:07.051341 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.052463 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f10159ef-9925-4a8a-ac9a-845964738260 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/routers/3e49862f-2ec7-4c42-b701-d79fe32c962e HTTP/1.1" status: 204 len: 168 time: 1.0828876 Dec 24 04:06:07.055306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56344) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:07.136090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.226817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.246136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24f36f7-2da1-40c1-9308-7f4c3264fa2c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:07.254932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:07.255230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c6b0ee-0532-4e0c-a6f3-16ffa3a2bad1') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:07.264203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.276773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.282361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:06:07.282725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:06:07.285623 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:06:07.345689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.353058 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.356146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/networks/d24f36f7-2da1-40c1-9308-7f4c3264fa2c HTTP/1.1" status: 204 len: 168 time: 0.2998209 Dec 24 04:06:07.359011 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56346) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:07.367572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531e85-ed9a-4416-bc85-54cdcc9985cc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Network': ['ID=d24f36f7-2da1-40c1-9308-7f4c3264fa2c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:07.417952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11a7a267-ff9c-4a3f-9e25-1e2ea011430f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.442443 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11a7a267-ff9c-4a3f-9e25-1e2ea011430f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.519344 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11a7a267-ff9c-4a3f-9e25-1e2ea011430f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.522186 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11a7a267-ff9c-4a3f-9e25-1e2ea011430f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.526016 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-11a7a267-ff9c-4a3f-9e25-1e2ea011430f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/security-groups/1d0587a1-f1b1-484f-8486-6f04f56c5cdc HTTP/1.1" status: 204 len: 168 time: 0.1633816 Dec 24 04:06:07.532922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7a267-ff9c-4a3f-9e25-1e2ea011430f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0587a1-f1b1-484f-8486-6f04f56c5cdc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:07.669979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e07bc747-b153-42e9-abaa-8214495ef791 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:06:07.694252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e07bc747-b153-42e9-abaa-8214495ef791 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:06:07.695116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e07bc747-b153-42e9-abaa-8214495ef791 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:06:07.695534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:06:07.714286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:06:07.714627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 3ea51240-0439-4e7a-b3b0-c52147e1e0e7 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:06:07.715030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7737170c-27a7-4fd7-a377-53bc2bdb34f1 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:06:07.733842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 7737170c-27a7-4fd7-a377-53bc2bdb34f1 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:06:07.734195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 7737170c-27a7-4fd7-a377-53bc2bdb34f1 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:06:07.790645 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56352) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:07.795161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-9b7433f3-40ba-4175-a41e-1a147e3d17b1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875308958', 'description': 'tempest-secgroup-smoke-875308958 description', 'project_id': '551959188339457198deb3ed84b19220'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:07.822317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7433f3-40ba-4175-a41e-1a147e3d17b1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.886211 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7433f3-40ba-4175-a41e-1a147e3d17b1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.889723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7433f3-40ba-4175-a41e-1a147e3d17b1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.915984 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b7433f3-40ba-4175-a41e-1a147e3d17b1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:07.917215 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9b7433f3-40ba-4175-a41e-1a147e3d17b1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1255414 Dec 24 04:06:07.920164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:07.921107 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7433f3-40ba-4175-a41e-1a147e3d17b1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f040fb20-f706-4c08-b596-0f00cbcebba3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:07.924948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-72a2b9db-c2ad-4699-8e6f-4bce01e8c5e7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'f040fb20-f706-4c08-b596-0f00cbcebba3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:07.954105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72a2b9db-c2ad-4699-8e6f-4bce01e8c5e7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.007338 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72a2b9db-c2ad-4699-8e6f-4bce01e8c5e7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.011001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72a2b9db-c2ad-4699-8e6f-4bce01e8c5e7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.028141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2b9db-c2ad-4699-8e6f-4bce01e8c5e7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77477929-f38d-4d4e-a72f-30c29a7ea8e2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:08.035313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72a2b9db-c2ad-4699-8e6f-4bce01e8c5e7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.036508 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-72a2b9db-c2ad-4699-8e6f-4bce01e8c5e7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150804 Dec 24 04:06:08.039738 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56356) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:08.044105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cc21ddc7-3fb4-48bf-be3e-7e3c09c579f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'f040fb20-f706-4c08-b596-0f00cbcebba3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:08.070796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc21ddc7-3fb4-48bf-be3e-7e3c09c579f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.124724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc21ddc7-3fb4-48bf-be3e-7e3c09c579f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.128237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc21ddc7-3fb4-48bf-be3e-7e3c09c579f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.151501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21ddc7-3fb4-48bf-be3e-7e3c09c579f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcdef16-2471-472e-bff6-30fac046ead2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:08.159321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc21ddc7-3fb4-48bf-be3e-7e3c09c579f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.160530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cc21ddc7-3fb4-48bf-be3e-7e3c09c579f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198163 Dec 24 04:06:08.164013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:08.168213 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2c2933b5-d00f-4214-b3a8-919c27d221f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'f040fb20-f706-4c08-b596-0f00cbcebba3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:08.194347 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c2933b5-d00f-4214-b3a8-919c27d221f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.227295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device aaf22378-a51f-4dd4-bd34-fa536d77b93c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:06:08.247211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: aaf22378-a51f-4dd4-bd34-fa536d77b93c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:06:08.247552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device aaf22378-a51f-4dd4-bd34-fa536d77b93c not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:06:08.251301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c2933b5-d00f-4214-b3a8-919c27d221f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.254952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c2933b5-d00f-4214-b3a8-919c27d221f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.272044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2933b5-d00f-4214-b3a8-919c27d221f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caa91f8-6a7a-41f9-89df-78baea789de0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:08.280667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c2933b5-d00f-4214-b3a8-919c27d221f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.281840 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2c2933b5-d00f-4214-b3a8-919c27d221f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168869 Dec 24 04:06:08.284715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56360) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:08.289930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-35351322-b673-4fa9-a1d7-15a800f01a50 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'f040fb20-f706-4c08-b596-0f00cbcebba3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:08.317761 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35351322-b673-4fa9-a1d7-15a800f01a50 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.374281 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35351322-b673-4fa9-a1d7-15a800f01a50 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.377563 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35351322-b673-4fa9-a1d7-15a800f01a50 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.394283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35351322-b673-4fa9-a1d7-15a800f01a50 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a1b64e-1e86-4be4-bf35-69fb191bb675,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:08.402070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35351322-b673-4fa9-a1d7-15a800f01a50 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.403172 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-35351322-b673-4fa9-a1d7-15a800f01a50 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174333 Dec 24 04:06:08.406029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:08.410661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'f040fb20-f706-4c08-b596-0f00cbcebba3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:08.433594 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:06:08.438457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.496684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.504757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.523255 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba1aba3-9e72-42d5-9fda-5d75ed7ce682,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:08.530795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.532013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c8bab026-b742-49e5-80d1-cd92b56c54d9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248944 Dec 24 04:06:08.534680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56364) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:08.538908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'f040fb20-f706-4c08-b596-0f00cbcebba3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:08.561666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:06:08.566546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.624258 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.627792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.648455 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa19869-d343-414c-af88-05f4a0000d4a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:08.655874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.657091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aca25213-4619-4716-8786-f29b81f409d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215138 Dec 24 04:06:08.659903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56366) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:08.664871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'network': {'name': 'tempest-network-smoke--1157662024', 'project_id': '551959188339457198deb3ed84b19220', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:08.686101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:06:08.689624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.714031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:06:08.723158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.723545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Added segment 999ead86-464d-4d7c-952a-c39a63ec31ce of type vlan for network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a Dec 24 04:06:08.762720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.786336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.791957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:08.792580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.831366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1704268 Dec 24 04:06:08.834054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56368) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:08.838875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'admin_state_up': True, 'project_id': '551959188339457198deb3ed84b19220', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:08.871965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e683969-038a-4559-8b61-691d0b8cdb44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Network': ['ID=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:08.882840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:06:08.892656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.893653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:08.951890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.088055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.273610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.291909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.393238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.3 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/118e41a5-ebef-451a-9ffe-910ba2c9406b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:06:09.490100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6985-e47c-42bb-a3c3-535331814e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.491757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.524479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.567932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:06:09.570791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:06:09.574182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:06:09.583611 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f768144-45b4-43da-ad0c-5ea01ed170ef None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:06:09.600147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=118e41a5-ebef-451a-9ffe-910ba2c9406b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:09.623432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9daab8b2-b912-4ac9-b93a-39d4a597823e None None] Provisioning complete for port 118e41a5-ebef-451a-9ffe-910ba2c9406b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:09.623798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9daab8b2-b912-4ac9-b93a-39d4a597823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:09.657406 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9daab8b2-b912-4ac9-b93a-39d4a597823e None None] Port 118e41a5-ebef-451a-9ffe-910ba2c9406b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:06:09.819420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:10.012083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:10.441074 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:06:10.541664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:06:10.550904 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Sync routers for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:06:10.559950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:10.560599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:05:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:10.561429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:10.562806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-455a0829-7e95-4e37-a707-f61c06e1fccd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7278354 Dec 24 04:06:10.565956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:10.596684 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7154208d-19c3-4792-b1c7-1e7669329179 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=551959188339457198deb3ed84b19220&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293932 Dec 24 04:06:10.599203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56372) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:10.664878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:10.682681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea4a3f-7504-458b-b4ba-201f270a2936 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:10.684188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1dea4a3f-7504-458b-b4ba-201f270a2936 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841053 Dec 24 04:06:10.686914 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:10.714750 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e09ee624-a426-46c8-9951-d7d698177229 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267239 Dec 24 04:06:10.717040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:10.721583 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1016500941', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'project_id': '551959188339457198deb3ed84b19220', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:10.812041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:06:10.815782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:10.845458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:09Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:10.873056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Checking router: 2762550b-3ec0-4f3e-99b4-3575aa52e2ea for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:06:10.873400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Updating router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea port 118e41a5-ebef-451a-9ffe-910ba2c9406b binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:06:10.901106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.001378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.063867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Subnet': ['ID=6c63abb4-37ea-46ae-96b0-573160b1452d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:11.072596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Checking segment: {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:06:11.072966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network hostable DHCP agents. Network: cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:06:11.090520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:06:11.100272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:06:11.106149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:11.106872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.112683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d436b-f5b7-4d2d-aeb1-e354425c3664 None None] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:06:11.127226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c2226162-5172-4754-8aa4-21f85a9c75a5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091969 Dec 24 04:06:11.130005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56378) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:11.215021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.223885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.283131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:06:11.283870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.298007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bbc1c-ab2c-49b0-9e4c-76b3a833f1b5 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:06:11.317880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Attempting to bind port 118e41a5-ebef-451a-9ffe-910ba2c9406b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:06:11.318232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Attempting to bind port 118e41a5-ebef-451a-9ffe-910ba2c9406b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:06:11.318596 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Attempting to bind port 118e41a5-ebef-451a-9ffe-910ba2c9406b on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:06:11.326290 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9531a-5e70-4d5e-b8eb-c6eb6df2a102 None None] Pushing event updated for resources: {'Port': ['ID=118e41a5-ebef-451a-9ffe-910ba2c9406b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:11.338189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:06:11.338565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:06:11.338960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.339919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:06:11.340420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Bound port: 118e41a5-ebef-451a-9ffe-910ba2c9406b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:06:11.340797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.464084 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f20bee13-01a9-4e17-a76f-a7ca4db942a1 None None] Provisioning complete for port 118e41a5-ebef-451a-9ffe-910ba2c9406b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:11.464471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f20bee13-01a9-4e17-a76f-a7ca4db942a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.504695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] For port 118e41a5-ebef-451a-9ffe-910ba2c9406b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:06:11.529700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] For port 118e41a5-ebef-451a-9ffe-910ba2c9406b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=118e41a5-ebef-451a-9ffe-910ba2c9406b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:06:11.540994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.545410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f20bee13-01a9-4e17-a76f-a7ca4db942a1 None None] Port 118e41a5-ebef-451a-9ffe-910ba2c9406b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:06:11.569430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Allocated IP 172.20.0.2 (cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a/6c63abb4-37ea-46ae-96b0-573160b1452d/bbc723ee-42a7-4713-a86c-390db88106da) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:06:11.573528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.628469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660d3cc-d37f-41b0-a2c0-15af5c9665ef None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:06:11.841753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:11.842377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:05:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:11.848559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9531a-5e70-4d5e-b8eb-c6eb6df2a102 None None] Pushing event updated for resources: {'Port': ['ID=118e41a5-ebef-451a-9ffe-910ba2c9406b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:11.863587 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:06:11.925315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-929bf7bc-cc76-47b1-9de7-2bceb918c3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:11.989325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-35ae66e7-33f3-42b1-8b34-dfda1ff0da76 None None] Provisioning complete for port 118e41a5-ebef-451a-9ffe-910ba2c9406b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:11.989699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35ae66e7-33f3-42b1-8b34-dfda1ff0da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.061626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.063935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:12.091833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.117402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.1 (cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a/6c63abb4-37ea-46ae-96b0-573160b1452d/992a62d1-79e2-4fc7-b203-ab973d35240d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:06:12.188559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:06:12.213593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:06:12.233793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.247890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:06:12.258242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Pushing event updated for resources: {'Port': ['ID=bbc723ee-42a7-4713-a86c-390db88106da,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:12.269106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.292249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35ae66e7-33f3-42b1-8b34-dfda1ff0da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.312431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:06:12.315421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:06:12.319159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:06:12.325969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=992a62d1-79e2-4fc7-b203-ab973d35240d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:12.347553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-35ae66e7-33f3-42b1-8b34-dfda1ff0da76 None None] For port 118e41a5-ebef-451a-9ffe-910ba2c9406b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=118e41a5-ebef-451a-9ffe-910ba2c9406b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:12.369290 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Attempting to bind port bbc723ee-42a7-4713-a86c-390db88106da on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:06:12.369665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Attempting to bind port bbc723ee-42a7-4713-a86c-390db88106da by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:06:12.370045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Attempting to bind port bbc723ee-42a7-4713-a86c-390db88106da on network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:06:12.371935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35ae66e7-33f3-42b1-8b34-dfda1ff0da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.372082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.397998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:06:12.398387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Checking segment: {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:06:12.398788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.399182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Bound using segment: {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:06:12.399654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Bound port: bbc723ee-42a7-4713-a86c-390db88106da, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:06:12.400033 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.476096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae66e7-33f3-42b1-8b34-dfda1ff0da76 None None] Pushing event updated for resources: {'Port': ['ID=118e41a5-ebef-451a-9ffe-910ba2c9406b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:12.499164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.500804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:09Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:12.528505 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] For port bbc723ee-42a7-4713-a86c-390db88106da, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:06:12.530560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464de727-3e31-400d-8825-c78e6b3f2b7a None None] The sync data for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv is: [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:09Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:06:12.542815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] For port bbc723ee-42a7-4713-a86c-390db88106da, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bbc723ee-42a7-4713-a86c-390db88106da,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:06:12.552435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.614001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bfe8-5263-4b1a-ac09-b2a4a2e9dcbe None None] Pushing event updated for resources: {'Port': ['ID=bbc723ee-42a7-4713-a86c-390db88106da,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:12.830306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.838124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.895135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:12.937814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=992a62d1-79e2-4fc7-b203-ab973d35240d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:12.940508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:13.052241 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:06:13.053707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:06:13.169787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:06:13.283299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:06:13.295039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-36334527-fa42-4f44-8162-9aec946d9516 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/2762550b-3ec0-4f3e-99b4-3575aa52e2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1573670 Dec 24 04:06:13.454000 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-465dee2e-50f4-4be6-9dff-4e2a2f182e7b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875308958&fields=id&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 267 time: 0.0544407 Dec 24 04:06:13.567016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-eee48d80-1ba2-4279-a37d-0512ac44fb5e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:13.568533 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-eee48d80-1ba2-4279-a37d-0512ac44fb5e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 797 time: 0.1071508 Dec 24 04:06:13.584965 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-239ba8b0-4ec6-4e55-9dd7-bccd832b642c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/quotas/551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Dec 24 04:06:13.615859 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeef756-edf9-46e5-ac9b-598e22789d9e None None] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:06:13.641763 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-f0c9d5fc-a478-4e75-86d4-d290a20c2023 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505681 Dec 24 04:06:13.732925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3b6d2afd-f452-42e0-a2c3-50f2e321cdaa None None] Provisioning complete for port bbc723ee-42a7-4713-a86c-390db88106da triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:13.733298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2afd-f452-42e0-a2c3-50f2e321cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:13.754741 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-b38e4cfa-e746-4a0a-b93e-76484afa1e13 service neutron] 10.222.0.37 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981255 Dec 24 04:06:13.767828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bbc723ee-42a7-4713-a86c-390db88106da up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:06:13.863632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-4bf368be-19a3-458d-ba08-3a3959948de8 service neutron] 10.222.0.37 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023867 Dec 24 04:06:13.879983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port bbc723ee-42a7-4713-a86c-390db88106da triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:13.880358 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:13.926133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2afd-f452-42e0-a2c3-50f2e321cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:13.968068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3b6d2afd-f452-42e0-a2c3-50f2e321cdaa None None] For port bbc723ee-42a7-4713-a86c-390db88106da, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bbc723ee-42a7-4713-a86c-390db88106da,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:13.973667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2afd-f452-42e0-a2c3-50f2e321cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.051890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 118e41a5-ebef-451a-9ffe-910ba2c9406b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:06:14.074315 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c8a034cc-11ed-43ff-a25b-1e8473bc8315 req-61ee9fc8-a1cb-49d6-888f-d5991ec5771f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 210 time: 0.0326030 Dec 24 04:06:14.102630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2afd-f452-42e0-a2c3-50f2e321cdaa None None] Pushing event updated for resources: {'Port': ['ID=bbc723ee-42a7-4713-a86c-390db88106da,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:14.117856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cbf4b4fb-ccf7-402b-8402-f7b51db746a3 None None] Provisioning complete for port bbc723ee-42a7-4713-a86c-390db88106da triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:14.118218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b4fb-ccf7-402b-8402-f7b51db746a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.161057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 118e41a5-ebef-451a-9ffe-910ba2c9406b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:14.161412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.269695 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Sync routers for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:06:14.280517 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:14.281456 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:06:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:14.287683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-cbf4b4fb-ccf7-402b-8402-f7b51db746a3 None None] Provisioning complete for port 992a62d1-79e2-4fc7-b203-ab973d35240d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:14.288154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b4fb-ccf7-402b-8402-f7b51db746a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.329143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4b4fb-ccf7-402b-8402-f7b51db746a3 None None] Port 992a62d1-79e2-4fc7-b203-ab973d35240d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:06:14.386449 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:14.449158 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-29de633f-acd1-4f1b-afb0-1e8e9da7f414 None None] Provisioning complete for port 992a62d1-79e2-4fc7-b203-ab973d35240d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:14.449541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29de633f-acd1-4f1b-afb0-1e8e9da7f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.483996 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-29de633f-acd1-4f1b-afb0-1e8e9da7f414 None None] Port 992a62d1-79e2-4fc7-b203-ab973d35240d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:06:14.566630 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.582147 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 2, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:14.602998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e848a8a7-59e0-4501-afb1-63a018bb26ec None None] Provisioning complete for port 992a62d1-79e2-4fc7-b203-ab973d35240d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:14.603373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e848a8a7-59e0-4501-afb1-63a018bb26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.611553 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Checking router: 2762550b-3ec0-4f3e-99b4-3575aa52e2ea for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:06:14.611898 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Updating router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea port 992a62d1-79e2-4fc7-b203-ab973d35240d binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:06:14.635333 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.636844 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e848a8a7-59e0-4501-afb1-63a018bb26ec None None] Port 992a62d1-79e2-4fc7-b203-ab973d35240d cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:06:14.880635 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.888262 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:14.935778 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Pushing event updated for resources: {'Port': ['ID=992a62d1-79e2-4fc7-b203-ab973d35240d,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:14.947646 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.947993 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.948327 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.948685 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.949013 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.949331 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.949649 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.949972 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.950289 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.950600 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.951166 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.951474 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.951786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:06:14.996727 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Attempting to bind port 992a62d1-79e2-4fc7-b203-ab973d35240d on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:06:14.997086 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Attempting to bind port 992a62d1-79e2-4fc7-b203-ab973d35240d by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:06:14.997448 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Attempting to bind port 992a62d1-79e2-4fc7-b203-ab973d35240d on network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:06:15.002668 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:06:15.003032 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Checking segment: {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:06:15.003422 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.003808 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Bound using segment: {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:06:15.004257 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Bound port: 992a62d1-79e2-4fc7-b203-ab973d35240d, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:06:15.004654 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.070978 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] For port 992a62d1-79e2-4fc7-b203-ab973d35240d, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:06:15.074597 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] For port 992a62d1-79e2-4fc7-b203-ab973d35240d, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=992a62d1-79e2-4fc7-b203-ab973d35240d,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:06:15.080752 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.135979 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594309e1-d5d1-4d61-b514-86acc7303279 None None] Pushing event updated for resources: {'Port': ['ID=992a62d1-79e2-4fc7-b203-ab973d35240d,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:15.150302 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:15.150682 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:06:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:15.171392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.178599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-684dd61e-6eba-417a-a62d-762fd0566340 None None] Provisioning complete for port 992a62d1-79e2-4fc7-b203-ab973d35240d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:15.178964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-684dd61e-6eba-417a-a62d-762fd0566340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.194685 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7c61e2f-7ac4-4f35-9ad5-68ce240a0f09 req-64197d93-7f03-447a-bea4-675d2872ce08 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 210 time: 0.0565171 Dec 24 04:06:15.262928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-684dd61e-6eba-417a-a62d-762fd0566340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.265852 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:15.301053 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-684dd61e-6eba-417a-a62d-762fd0566340 None None] For port 992a62d1-79e2-4fc7-b203-ab973d35240d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=992a62d1-79e2-4fc7-b203-ab973d35240d,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:15.309535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-684dd61e-6eba-417a-a62d-762fd0566340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.363086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dd61e-6eba-417a-a62d-762fd0566340 None None] Pushing event updated for resources: {'Port': ['ID=992a62d1-79e2-4fc7-b203-ab973d35240d,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:15.428802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c940bce1-84d6-41a3-b8d2-707ca931f9f6 None None] Provisioning complete for port 992a62d1-79e2-4fc7-b203-ab973d35240d triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:15.429068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c940bce1-84d6-41a3-b8d2-707ca931f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:15.550091 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:15.579424 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860377af-b5de-4e54-9d08-ec6f52fc14e4 None None] The sync data for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv is: [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:06:15.790701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bbc723ee-42a7-4713-a86c-390db88106da up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:06:15.842566 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port bbc723ee-42a7-4713-a86c-390db88106da triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:15.842927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:16.071677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 992a62d1-79e2-4fc7-b203-ab973d35240d up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:06:16.118610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 992a62d1-79e2-4fc7-b203-ab973d35240d triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:16.118984 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:16.278758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-269e27fa-b73d-4330-98c3-4b3dfe8857c6 req-a1c2b05b-02a2-49f2-9b10-47fc0d63d795 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 210 time: 0.0307493 Dec 24 04:06:17.357099 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e63aa642-6ecf-468c-8bc9-cabe79740517 req-edb87dd3-6ea3-46de-89f1-855cb27ac9fd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Dec 24 04:06:18.451580 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1287270e-ce0c-4fc5-bf54-12bd77270cec req-daef6a9a-6605-4ed0-9f3d-2ec5bebbc5c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 210 time: 0.0286298 Dec 24 04:06:19.131366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-4bb162c7-6036-4cd4-bf03-aaeb5a0aaf93 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:19.132821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-4bb162c7-6036-4cd4-bf03-aaeb5a0aaf93 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 797 time: 0.1086574 Dec 24 04:06:19.204827 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-209e276c-dd59-4584-a282-1e9d6c4171b0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 379 time: 0.0551643 Dec 24 04:06:19.214327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'port': {'device_id': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'admin_state_up': True, 'tenant_id': '551959188339457198deb3ed84b19220', 'security_groups': ['f040fb20-f706-4c08-b596-0f00cbcebba3']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:19.323216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:06:19.326919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:19.446703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.5 (cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a/6c63abb4-37ea-46ae-96b0-573160b1452d/19d657c1-8999-4377-900c-1d209d4e053e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:06:19.570798 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-984e9f93-ccb4-47b7-948b-9f3fc5bd34a7 req-2df777ec-210c-4f17-ab02-d11fb05ccebe tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 210 time: 0.0495155 Dec 24 04:06:19.613094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:19.645520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:19.690758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:06:19.693955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:06:19.697995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:06:19.725572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=19d657c1-8999-4377-900c-1d209d4e053e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:19.751590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:19.752205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:19.768474 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0ba955cf-3119-483b-b91f-580a1acaafc9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575759 Dec 24 04:06:19.789128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Request body: {'port': {'device_id': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:19.844730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:19.969556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b520365f-2b98-4c9f-a912-2b686469894c None None] Provisioning complete for port 19d657c1-8999-4377-900c-1d209d4e053e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:19.970132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b520365f-2b98-4c9f-a912-2b686469894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:20.003353 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b520365f-2b98-4c9f-a912-2b686469894c None None] Port 19d657c1-8999-4377-900c-1d209d4e053e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:06:20.105594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d657c1-8999-4377-900c-1d209d4e053e {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:06:20.114396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:20.125851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Transition to ACTIVE for port object 19d657c1-8999-4377-900c-1d209d4e053e will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:06:20.129659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:20.178776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Pushing event updated for resources: {'Port': ['ID=19d657c1-8999-4377-900c-1d209d4e053e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:20.249075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Attempting to bind port 19d657c1-8999-4377-900c-1d209d4e053e on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:06:20.249416 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Attempting to bind port 19d657c1-8999-4377-900c-1d209d4e053e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:06:20.249885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Attempting to bind port 19d657c1-8999-4377-900c-1d209d4e053e on network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:06:20.254591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Port 19d657c1-8999-4377-900c-1d209d4e053e on network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:06:20.254918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Attempting to bind port 19d657c1-8999-4377-900c-1d209d4e053e on network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:06:20.259993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:06:20.260497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Checking segment: {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:06:20.260892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Bound using segment: {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:06:20.261326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Bound port: 19d657c1-8999-4377-900c-1d209d4e053e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999ead86-464d-4d7c-952a-c39a63ec31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:06:20.261686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:20.329866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] For port 19d657c1-8999-4377-900c-1d209d4e053e, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:06:20.332959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] For port 19d657c1-8999-4377-900c-1d209d4e053e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=19d657c1-8999-4377-900c-1d209d4e053e,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:06:20.336893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:20.372460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:20.373127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:20.374496 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] 10.222.0.41 "PUT /v2.0/ports/19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 1093 time: 0.5896676 Dec 24 04:06:20.374939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:06:20.377224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1242f618-605c-42f3-a8e3-78e60f6f269d" -d '{"events": [{"name": "network-changed", "server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "tag": "19d657c1-8999-4377-900c-1d209d4e053e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:06:20.400628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ede5c-9673-4339-91e3-0226b01bb04d service neutron] Pushing event updated for resources: {'Port': ['ID=19d657c1-8999-4377-900c-1d209d4e053e,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:20.429266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df6773-7f0b-44a3-82a2-dad31f708279 x-openstack-request-id: req-77df6773-7f0b-44a3-82a2-dad31f708279 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:06:20.429562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "tag": "19d657c1-8999-4377-900c-1d209d4e053e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:06:20.429808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77df6773-7f0b-44a3-82a2-dad31f708279 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:06:20.430230 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e', 'status': 'completed', 'code': 200} Dec 24 04:06:20.485706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-f1cf9fb9-3125-4d2d-9240-02eb3303b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:20.487279 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-f1cf9fb9-3125-4d2d-9240-02eb3303b9b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1096 time: 0.0429647 Dec 24 04:06:20.541779 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-0f29245d-6008-453f-9dab-f2ad8479c578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 217 time: 0.0393114 Dec 24 04:06:20.591110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-d8a47617-81ed-462b-9271-5dcdba768dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:20.592572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-d8a47617-81ed-462b-9271-5dcdba768dc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0431316 Dec 24 04:06:20.647701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-03bea94c-c7cd-4a17-b29c-2966c9ff3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:20.650537 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-03bea94c-c7cd-4a17-b29c-2966c9ff3354 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508597 Dec 24 04:06:20.746114 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395fcd4-90cb-4824-b9b3-d084bb678156 req-e9bbb70a-125c-46be-90cd-19ef1cbff414 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:20.747478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0395fcd4-90cb-4824-b9b3-d084bb678156 req-e9bbb70a-125c-46be-90cd-19ef1cbff414 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 943 time: 0.1101844 Dec 24 04:06:20.783661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-71f4e5eb-3bea-478f-ba22-97ba271cd80e service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160424 Dec 24 04:06:20.830889 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0395fcd4-90cb-4824-b9b3-d084bb678156 req-7963b438-f905-4703-89de-85cab1fa5ba3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775154 Dec 24 04:06:21.202152 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2bcb5a24-54bb-498f-b91c-73e432ae9f47 req-479e2c1e-8aff-45d5-9831-4dc55413474a service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111350 Dec 24 04:06:21.334406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-809f1ea1-94b0-4ef9-98e6-ba101672053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:21.335830 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-809f1ea1-94b0-4ef9-98e6-ba101672053f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1096 time: 0.0390761 Dec 24 04:06:21.423046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-8218a405-1903-44d9-937e-cb198012f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:21.424425 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-8218a405-1903-44d9-937e-cb198012f778 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 897 time: 0.0810609 Dec 24 04:06:21.467796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-bdc957d2-46c8-4694-af51-1178a41b32c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 217 time: 0.0361142 Dec 24 04:06:21.514637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-edcc11d9-cb89-4f06-875d-94b61d46c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:21.516062 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-edcc11d9-cb89-4f06-875d-94b61d46c713 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0422428 Dec 24 04:06:21.564392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-e53e6d33-4921-47c7-a62d-2bd725a832c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:21.565851 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-e53e6d33-4921-47c7-a62d-2bd725a832c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430613 Dec 24 04:06:21.659404 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-8c87ed6c-9ffb-450d-8e2f-8eeafc501ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860789 Dec 24 04:06:21.750759 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1242f618-605c-42f3-a8e3-78e60f6f269d req-69fa24ab-0f7f-4859-a255-33a812e10150 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Dec 24 04:06:21.943847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307ef15-7ee2-4131-8c2f-885eb41534d5 req-60db6e77-182f-4727-921e-f02b59d697ec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:21.945724 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2307ef15-7ee2-4131-8c2f-885eb41534d5 req-60db6e77-182f-4727-921e-f02b59d697ec tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 943 time: 0.0473340 Dec 24 04:06:21.993944 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2307ef15-7ee2-4131-8c2f-885eb41534d5 req-3d0dca02-0b7f-45ce-8bd3-3c266986951b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Dec 24 04:06:22.399216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:23.105389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d9511-b5c6-4a8e-bf13-7922031df977 req-bbe54754-f4b5-4a67-b7a8-b0081c6934b6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:23.106942 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d13d9511-b5c6-4a8e-bf13-7922031df977 req-bbe54754-f4b5-4a67-b7a8-b0081c6934b6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 943 time: 0.0473669 Dec 24 04:06:23.155327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d13d9511-b5c6-4a8e-bf13-7922031df977 req-245d5618-b259-4e6a-b79c-7567be888b2c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Dec 24 04:06:24.270604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f1be6-5cab-414e-8db6-9a96d8b9d7a2 req-2ac0f469-c0fd-4048-8003-b901fabe198f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:24.272066 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b05f1be6-5cab-414e-8db6-9a96d8b9d7a2 req-2ac0f469-c0fd-4048-8003-b901fabe198f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 943 time: 0.0514324 Dec 24 04:06:24.320831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b05f1be6-5cab-414e-8db6-9a96d8b9d7a2 req-d0e2dd97-f7e7-492f-a2ef-5426eb8b6fe0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Dec 24 04:06:24.322554 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 19d657c1-8999-4377-900c-1d209d4e053e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:06:24.416436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 19d657c1-8999-4377-900c-1d209d4e053e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=19d657c1-8999-4377-900c-1d209d4e053e,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:24.426944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '19d657c1-8999-4377-900c-1d209d4e053e', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'port_id': '19d657c1-8999-4377-900c-1d209d4e053e', 'mac_address': 'fa:16:3e:2d:30:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:06:24.462670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:24.474789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d657c1-8999-4377-900c-1d209d4e053e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:06:24.494794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 19d657c1-8999-4377-900c-1d209d4e053e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=19d657c1-8999-4377-900c-1d209d4e053e,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:24.498453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:24.545608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=19d657c1-8999-4377-900c-1d209d4e053e,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:24.951575 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['19d657c1-8999-4377-900c-1d209d4e053e'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:06:25.430757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b99964-c10a-4f1e-ba57-c92663012db8 req-2361d3b2-64f9-4533-bbc5-bc88dbbb3400 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:25.432184 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-20b99964-c10a-4f1e-ba57-c92663012db8 req-2361d3b2-64f9-4533-bbc5-bc88dbbb3400 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 944 time: 0.0469911 Dec 24 04:06:25.479927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-20b99964-c10a-4f1e-ba57-c92663012db8 req-94b224dd-c690-42cc-8635-51cb4ceec7ac tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419552 Dec 24 04:06:26.353646 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 19d657c1-8999-4377-900c-1d209d4e053e up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:06:26.401982 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 19d657c1-8999-4377-900c-1d209d4e053e completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:06:26.405989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 19d657c1-8999-4377-900c-1d209d4e053e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:06:26.406342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:26.482990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:26.506216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:06:26.508509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f763f921-ed2e-434d-b82c-9868486ad682" -d '{"events": [{"server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "name": "network-vif-plugged", "status": "completed", "tag": "19d657c1-8999-4377-900c-1d209d4e053e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:06:26.522081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 19d657c1-8999-4377-900c-1d209d4e053e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=19d657c1-8999-4377-900c-1d209d4e053e,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:06:26.527703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:26.550967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89741e1d-7586-4ba9-89d3-41554022e1db x-openstack-request-id: req-89741e1d-7586-4ba9-89d3-41554022e1db {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:06:26.551266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "name": "network-vif-plugged", "status": "completed", "tag": "19d657c1-8999-4377-900c-1d209d4e053e", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:06:26.551518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89741e1d-7586-4ba9-89d3-41554022e1db {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:06:26.551913 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e', 'code': 200} Dec 24 04:06:26.577345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=19d657c1-8999-4377-900c-1d209d4e053e,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:26.599075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc037-3c73-4591-9efc-f401c427ef2f req-10e3398e-dcd3-47c3-9094-bc8e3819041b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:26.601043 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebefc037-3c73-4591-9efc-f401c427ef2f req-10e3398e-dcd3-47c3-9094-bc8e3819041b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0490291 Dec 24 04:06:26.657025 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebefc037-3c73-4591-9efc-f401c427ef2f req-c702dfa3-3e70-44a9-a29d-ad070c2e61f5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491488 Dec 24 04:06:26.752588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83b82b-044c-4630-b815-9a45bb61f24b req-bf9bbf8e-f4e8-45ca-9b15-302e5960aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:26.754037 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f83b82b-044c-4630-b815-9a45bb61f24b req-bf9bbf8e-f4e8-45ca-9b15-302e5960aedc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1098 time: 0.0373967 Dec 24 04:06:26.799034 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1f83b82b-044c-4630-b815-9a45bb61f24b req-4966eec1-913c-42bf-b734-003106cf6a59 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382004 Dec 24 04:06:27.769355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c7d63-a478-477f-bc60-85177d472855 req-16da5a93-73cb-4c09-9941-39c279169677 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:27.770778 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-109c7d63-a478-477f-bc60-85177d472855 req-16da5a93-73cb-4c09-9941-39c279169677 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0470035 Dec 24 04:06:27.826710 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-109c7d63-a478-477f-bc60-85177d472855 req-71872885-b130-4ad3-ad7c-3f453a7d10c7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496154 Dec 24 04:06:28.942353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4ebac-63c9-43db-9055-2ff639da30ae req-2d9e0e72-a36e-46f9-a727-8a86ef6eb469 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:28.943792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1db4ebac-63c9-43db-9055-2ff639da30ae req-2d9e0e72-a36e-46f9-a727-8a86ef6eb469 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Dec 24 04:06:28.991657 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1db4ebac-63c9-43db-9055-2ff639da30ae req-90abc461-2ce0-4bb2-8257-e1c70e6dd2c7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414882 Dec 24 04:06:29.103039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5d1ab-7f85-42ac-9598-972c78d96a84 req-7d973ff0-c0f9-4696-b4cf-110faaf88d11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:29.104664 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83a5d1ab-7f85-42ac-9598-972c78d96a84 req-7d973ff0-c0f9-4696-b4cf-110faaf88d11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0476465 Dec 24 04:06:29.153949 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83a5d1ab-7f85-42ac-9598-972c78d96a84 req-7ab77039-4cfe-4466-a54f-b174cac0282a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Dec 24 04:06:29.177216 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:29.225568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4c34e-f3a2-4694-96d1-9eb3ee938251 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:29.227047 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dec4c34e-f3a2-4694-96d1-9eb3ee938251 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1093 time: 0.0488350 Dec 24 04:06:29.229931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:29.234149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '19d657c1-8999-4377-900c-1d209d4e053e', 'tenant_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:06:29.258566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:29.351222 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:29.453903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.143 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f6772bd5-2220-4705-9298-9f1985c85775) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:06:29.558686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:29.593700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:29.636645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:06:29.639396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:06:29.641939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:06:29.665403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=f6772bd5-2220-4705-9298-9f1985c85775,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:29.994996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:30.062106 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:30.213292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:30.217727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:30.283912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=f6772bd5-2220-4705-9298-9f1985c85775,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:06:30.294722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:30.392586 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP 71d6c5cd-92d5-43d5-b414-9aec95a92ee4 associated. External IP: 172.26.5.143, port: 19d657c1-8999-4377-900c-1d209d4e053e. Dec 24 04:06:30.598361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:06:30.701903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:06:30.712210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] Sync routers for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:06:30.720147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:30.722721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:30.723342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:06:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:30.746692 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-fd9945e2-4ec8-41ff-8a8f-fa29e96d3035 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5157676 Dec 24 04:06:30.747280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:06:30.749565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db9097-079a-4d38-9949-968c38e1b0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "tag": "19d657c1-8999-4377-900c-1d209d4e053e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:06:30.800049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d167cac1-f9a9-40f2-ab7d-69192dd7c176 x-openstack-request-id: req-d167cac1-f9a9-40f2-ab7d-69192dd7c176 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:06:30.800435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "tag": "19d657c1-8999-4377-900c-1d209d4e053e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:06:30.800702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d167cac1-f9a9-40f2-ab7d-69192dd7c176 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:06:30.801137 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e', 'status': 'completed', 'code': 200} Dec 24 04:06:30.832552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:30.859000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d90e0-5a95-466d-8517-9f9b042c2a9d req-188950e8-bfd5-4550-9322-2830eccdb37b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:30.860442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee3d90e0-5a95-466d-8517-9f9b042c2a9d req-188950e8-bfd5-4550-9322-2830eccdb37b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0627620 Dec 24 04:06:30.918995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-144cdc83-11f8-4263-87fd-9334026c1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:30.920515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-144cdc83-11f8-4263-87fd-9334026c1a54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1098 time: 0.0785232 Dec 24 04:06:30.941821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee3d90e0-5a95-466d-8517-9f9b042c2a9d req-e63d6960-c6ae-4b13-9ecc-117b60ae8bae tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678046 Dec 24 04:06:30.965517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56460) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:31.026373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-c5442f3a-00e9-4ec1-9dea-a5fba74c7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:31.027869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-c5442f3a-00e9-4ec1-9dea-a5fba74c7d4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 897 time: 0.0987215 Dec 24 04:06:31.034173 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-35626a41-6c3f-419f-aa10-08b6d49a5279 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/71d6c5cd-92d5-43d5-b414-9aec95a92ee4 HTTP/1.1" status: 200 len: 991 time: 0.0675159 Dec 24 04:06:31.065584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '71d6c5cd-92d5-43d5-b414-9aec95a92ee4', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.143', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'port_id': '19d657c1-8999-4377-900c-1d209d4e053e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'mac_address': 'fa:16:3e:2d:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:06:29Z', 'updated_at': '2021-12-24T04:06:29Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:31.090805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] Checking router: 2762550b-3ec0-4f3e-99b4-3575aa52e2ea for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:06:31.097762 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-3aff138d-d1c5-451e-aed3-5bbe3e9ef48d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 999 time: 0.0616701 Dec 24 04:06:31.098930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:06:31.099524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:06:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:31.149153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-619341cd-6e9d-4544-b81d-c614ec4aa1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:31.149153 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-619341cd-6e9d-4544-b81d-c614ec4aa1a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0444298 Dec 24 04:06:31.195692 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-4a5d2c32-994e-4ffb-a24d-c02b139be60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:31.197221 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-4a5d2c32-994e-4ffb-a24d-c02b139be60b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415413 Dec 24 04:06:31.203059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:06:31.289904 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-abea8075-d4e4-4c12-9d1e-d1b0a422082f service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853581 Dec 24 04:06:31.378290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-03db9097-079a-4d38-9949-968c38e1b0f7 req-a1e80444-f0db-486e-ad2e-1f9b0b4fe759 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815573 Dec 24 04:06:31.425864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '71d6c5cd-92d5-43d5-b414-9aec95a92ee4', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.143', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'port_id': '19d657c1-8999-4377-900c-1d209d4e053e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'mac_address': 'fa:16:3e:2d:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:06:29Z', 'updated_at': '2021-12-24T04:06:29Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:06:31.451197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c6e6c-12d2-4e3e-9de6-2f895163fd1c None None] The sync data for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv is: [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '71d6c5cd-92d5-43d5-b414-9aec95a92ee4', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.143', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'port_id': '19d657c1-8999-4377-900c-1d209d4e053e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'mac_address': 'fa:16:3e:2d:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:06:29Z', 'updated_at': '2021-12-24T04:06:29Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:06:31.641253 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79c6f0-6b4e-458e-b7e7-7d6037065b6c None None] New status for floating IP 71d6c5cd-92d5-43d5-b414-9aec95a92ee4: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:06:32.038160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56462) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:06:32.097270 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-023901f9-1b98-4778-8c72-62c9d5ed9c0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/71d6c5cd-92d5-43d5-b414-9aec95a92ee4 HTTP/1.1" status: 200 len: 993 time: 0.0580466 Dec 24 04:06:39.493365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ace4cd7f-83d4-4a9a-ba03-bb9838d33d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:41.846704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9be309af-53dc-4082-92c2-579539d3e179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:42.867895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:44.361206 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-079d3f27-0722-4be0-bc73-eb9f99df4646 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841725 Dec 24 04:06:44.458855 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-b2b9eac8-450f-433c-ad60-96cadae4919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:44.460348 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-b2b9eac8-450f-433c-ad60-96cadae4919f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1098 time: 0.0411088 Dec 24 04:06:44.570907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:44.572024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-a1695dfb-4b5f-445c-a45e-92d71d243a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:44.573532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-a1695dfb-4b5f-445c-a45e-92d71d243a59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 897 time: 0.0938418 Dec 24 04:06:44.640451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-3fea4488-62d8-4525-a1dd-a1a0689eb19d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 1001 time: 0.0586061 Dec 24 04:06:44.687820 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-4fa91879-a090-49eb-9229-f56d1c114395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:44.689274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-4fa91879-a090-49eb-9229-f56d1c114395 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0425766 Dec 24 04:06:44.736173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-c082f565-672b-4261-91c0-dc5ed4332085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:06:44.737631 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-c082f565-672b-4261-91c0-dc5ed4332085 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413504 Dec 24 04:06:44.828297 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-3e577856-5cb2-404c-9300-df0ea581dd56 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795276 Dec 24 04:06:44.927178 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb851530-478d-4593-8423-ce1ce7fda9c9 req-98f9b5df-5aba-403f-b9cf-7698e87f47d3 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916319 Dec 24 04:06:45.143244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:06:48.862679 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:06:52.428937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:09.494477 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c912bb7f-354d-4cef-98ce-b799b5f7d68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:11.848346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0fa98be-a0a3-47c1-8091-a8fd898e9400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:12.871534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:14.573041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:15.144637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:22.466892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:25.861976 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:07:39.495856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70d38f36-ffcd-47ef-bfe8-febf2ecec47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:41.850850 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f424f89-c42e-4768-8cd7-9209ee66a17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:42.874342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:44.312460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-34da40fb-3368-4d07-8d2b-7bbcd5f183a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381107 Dec 24 04:07:44.413175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5d931-6849-4ab6-95a8-50f292884598 req-24d0ef73-6ff7-459f-a0fb-272742ec6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:44.414574 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-24d0ef73-6ff7-459f-a0fb-272742ec6965 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1098 time: 0.0421972 Dec 24 04:07:44.513696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5d931-6849-4ab6-95a8-50f292884598 req-81eb8f0f-aad6-4198-b269-dc7c8bbff2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:44.515122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-81eb8f0f-aad6-4198-b269-dc7c8bbff2bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 897 time: 0.0819628 Dec 24 04:07:44.576133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:44.585042 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-d649a2f1-e202-4a29-84d5-fd9f243280ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 1001 time: 0.0625904 Dec 24 04:07:44.634523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5d931-6849-4ab6-95a8-50f292884598 req-3f3eb5aa-fe1a-4ebc-919a-35fe4eb322da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:44.636076 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-3f3eb5aa-fe1a-4ebc-919a-35fe4eb322da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0427642 Dec 24 04:07:44.680795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5d931-6849-4ab6-95a8-50f292884598 req-9d5e686f-fcbc-49e0-87bc-d097ce6381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:44.682249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-9d5e686f-fcbc-49e0-87bc-d097ce6381a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390182 Dec 24 04:07:44.772730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-2ac35b4d-2726-48f2-bc5b-044195d5a39e service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830812 Dec 24 04:07:44.862640 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-82b5d931-6849-4ab6-95a8-50f292884598 req-793fcfad-de6c-44f5-a2f2-5c9a1d360818 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826917 Dec 24 04:07:45.150048 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:45.445752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638aabd-3401-4883-9d5e-1e29c1c0b69a req-db6e7124-ef0f-492d-873c-f69a0e0682a7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:45.447203 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d638aabd-3401-4883-9d5e-1e29c1c0b69a req-db6e7124-ef0f-492d-873c-f69a0e0682a7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0804484 Dec 24 04:07:45.453217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bccae-3633-44b9-b079-1cab104b5721 req-3b319309-2b75-4245-ab55-fccddc81178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:45.454587 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df7bccae-3633-44b9-b079-1cab104b5721 req-3b319309-2b75-4245-ab55-fccddc81178c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1098 time: 0.0541368 Dec 24 04:07:45.553974 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d638aabd-3401-4883-9d5e-1e29c1c0b69a req-1dbb29c0-1479-4639-a4f1-716f38053294 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984414 Dec 24 04:07:45.580834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bccae-3633-44b9-b079-1cab104b5721 req-ecc77830-f1c4-4c1c-ae86-5f8d7ecb1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:45.582280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df7bccae-3633-44b9-b079-1cab104b5721 req-ecc77830-f1c4-4c1c-ae86-5f8d7ecb1de9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 897 time: 0.1197374 Dec 24 04:07:45.645938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df7bccae-3633-44b9-b079-1cab104b5721 req-3983f73d-e727-4586-8c11-2610f97111a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 1001 time: 0.0562065 Dec 24 04:07:45.696648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bccae-3633-44b9-b079-1cab104b5721 req-ef80bae3-f839-4034-9ba1-5e2b74c7fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:45.698008 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df7bccae-3633-44b9-b079-1cab104b5721 req-ef80bae3-f839-4034-9ba1-5e2b74c7fc3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0448470 Dec 24 04:07:45.746393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bccae-3633-44b9-b079-1cab104b5721 req-744755b8-856c-4cc6-a40c-019117481236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:45.747817 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df7bccae-3633-44b9-b079-1cab104b5721 req-744755b8-856c-4cc6-a40c-019117481236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413599 Dec 24 04:07:45.844955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df7bccae-3633-44b9-b079-1cab104b5721 req-25ffa591-5d64-47ba-bbe4-0034ce95bff2 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889044 Dec 24 04:07:46.253620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-df7bccae-3633-44b9-b079-1cab104b5721 req-22e29be4-6310-4b11-ba71-fc989dd02afa service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009776 Dec 24 04:07:46.668232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2204224-82bd-469c-8803-4e7325d26f92 req-32821c64-2413-4cb2-b1c0-21c625f889b6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:46.669691 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f2204224-82bd-469c-8803-4e7325d26f92 req-32821c64-2413-4cb2-b1c0-21c625f889b6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0475409 Dec 24 04:07:46.717577 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f2204224-82bd-469c-8803-4e7325d26f92 req-0ab4b259-d15d-489b-969f-d500a1a9688c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Dec 24 04:07:47.829699 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fabfbe-0fad-4f02-92c1-0dcd4f000297 req-8632ab26-f2ed-4944-b4cb-6031f5db5e48 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:47.831129 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1fabfbe-0fad-4f02-92c1-0dcd4f000297 req-8632ab26-f2ed-4944-b4cb-6031f5db5e48 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0467455 Dec 24 04:07:47.882470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1fabfbe-0fad-4f02-92c1-0dcd4f000297 req-26b7ec9d-8d60-4009-ad26-81dd23e4e653 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449932 Dec 24 04:07:49.042297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c07eb-48d6-49ce-bf76-c339a70f808e req-28ad1dec-e0c3-4bbe-94d7-a08f69d486b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:49.043727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd7c07eb-48d6-49ce-bf76-c339a70f808e req-28ad1dec-e0c3-4bbe-94d7-a08f69d486b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0954604 Dec 24 04:07:49.090761 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd7c07eb-48d6-49ce-bf76-c339a70f808e req-610e5c92-c750-4da6-8eca-907e8a8b78c9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412769 Dec 24 04:07:50.251003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37c9b8-912e-46c4-8505-7bee65681290 req-625e943f-e493-4d8a-bfe0-99363266efc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:50.252452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa37c9b8-912e-46c4-8505-7bee65681290 req-625e943f-e493-4d8a-bfe0-99363266efc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0942364 Dec 24 04:07:50.299559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa37c9b8-912e-46c4-8505-7bee65681290 req-c8575a6b-38e9-469e-a4f3-160cf9ef3256 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405571 Dec 24 04:07:51.418908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a1025-d3fc-442b-8cf0-b04ec6e6887e req-e35ec5e4-0d5f-42a3-9a98-9389381c07e8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:51.420288 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-448a1025-d3fc-442b-8cf0-b04ec6e6887e req-e35ec5e4-0d5f-42a3-9a98-9389381c07e8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Dec 24 04:07:51.468506 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-448a1025-d3fc-442b-8cf0-b04ec6e6887e req-b2fd3cc3-53cd-4849-9b71-980023f40183 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Dec 24 04:07:52.482441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:07:52.578989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4038ec-1e3e-43f5-9c0c-51f989a03984 req-9747171a-5a04-481f-b257-53f5fac378fd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:52.580470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eb4038ec-1e3e-43f5-9c0c-51f989a03984 req-9747171a-5a04-481f-b257-53f5fac378fd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Dec 24 04:07:52.628072 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eb4038ec-1e3e-43f5-9c0c-51f989a03984 req-62d2b231-1da6-4da9-8be0-db74e8344084 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Dec 24 04:07:53.740200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e638494-5c3c-4c93-ba87-44660c38f995 req-6d487b3e-fb0c-47d5-b7f0-a69488a91ddd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:53.741694 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1e638494-5c3c-4c93-ba87-44660c38f995 req-6d487b3e-fb0c-47d5-b7f0-a69488a91ddd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Dec 24 04:07:53.794355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1e638494-5c3c-4c93-ba87-44660c38f995 req-4a9b9338-52b6-4967-a12e-f180bba37088 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469334 Dec 24 04:07:54.906840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc2d9f-34fa-4302-9c52-bcb233753c5f req-5131ed4a-1ab4-4edc-a3d3-53f9b125b9a7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:54.908263 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-72cc2d9f-34fa-4302-9c52-bcb233753c5f req-5131ed4a-1ab4-4edc-a3d3-53f9b125b9a7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0486155 Dec 24 04:07:54.955681 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-72cc2d9f-34fa-4302-9c52-bcb233753c5f req-ab5447f3-e2ec-431d-b397-cb0d56dc7d82 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410788 Dec 24 04:07:56.066392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93530e-ca42-487f-b364-1f9bee36c29c req-c201621c-4692-47f3-8a98-ac2d1f1289e6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:56.068450 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc93530e-ca42-487f-b364-1f9bee36c29c req-c201621c-4692-47f3-8a98-ac2d1f1289e6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0486667 Dec 24 04:07:56.118706 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc93530e-ca42-487f-b364-1f9bee36c29c req-647bb8e0-fd32-4814-a7f1-9d4540919c0d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444403 Dec 24 04:07:57.235597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ce317-bd88-47a9-acb5-5d29984e95e8 req-f8221915-28a1-4e40-b95a-8ae31c443b7c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:57.237077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-990ce317-bd88-47a9-acb5-5d29984e95e8 req-f8221915-28a1-4e40-b95a-8ae31c443b7c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Dec 24 04:07:57.285865 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-990ce317-bd88-47a9-acb5-5d29984e95e8 req-49d9db7f-1e21-475b-9462-67d8a127d635 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Dec 24 04:07:58.397746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c57d15-e48f-4fcd-be0c-dfcc7c258479 req-fa998850-6957-4704-987a-6c5263a90067 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:58.399073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87c57d15-e48f-4fcd-be0c-dfcc7c258479 req-fa998850-6957-4704-987a-6c5263a90067 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0468533 Dec 24 04:07:58.446954 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-87c57d15-e48f-4fcd-be0c-dfcc7c258479 req-527fc27f-f1c2-4b99-9684-9b3030e9a330 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420594 Dec 24 04:07:59.562848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83431e-2388-4876-afcf-37e1fce9fd65 req-e26eb2b7-5d07-4ed7-a9b9-78d9ffb36b39 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:07:59.564300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e83431e-2388-4876-afcf-37e1fce9fd65 req-e26eb2b7-5d07-4ed7-a9b9-78d9ffb36b39 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0511456 Dec 24 04:07:59.611403 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7e83431e-2388-4876-afcf-37e1fce9fd65 req-9729257b-647e-484d-86eb-8c90601b61b9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Dec 24 04:08:00.722138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726501-7da6-431b-8e51-b57e028cbb81 req-ace18592-aa9e-4ee9-830f-2eb589688bc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:00.723619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62726501-7da6-431b-8e51-b57e028cbb81 req-ace18592-aa9e-4ee9-830f-2eb589688bc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0480630 Dec 24 04:08:00.777181 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62726501-7da6-431b-8e51-b57e028cbb81 req-93a62da7-d10d-4fee-90a9-abdb5b5004fb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477779 Dec 24 04:08:01.892531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dbd91-d3dd-4d7a-a0ac-cac4aef08a99 req-49bfe279-c751-4abc-8f39-9e70c893c686 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:01.893988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-903dbd91-d3dd-4d7a-a0ac-cac4aef08a99 req-49bfe279-c751-4abc-8f39-9e70c893c686 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0467372 Dec 24 04:08:01.945619 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-903dbd91-d3dd-4d7a-a0ac-cac4aef08a99 req-721f6345-dacc-42fc-bf62-66fe55a0524f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Dec 24 04:08:02.861817 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:08:03.056459 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774645e-5ff1-46e7-b08b-dec14523efcc req-95920855-01b1-419a-8ea1-f56d1bb97b48 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:03.057900 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f774645e-5ff1-46e7-b08b-dec14523efcc req-95920855-01b1-419a-8ea1-f56d1bb97b48 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0474277 Dec 24 04:08:03.105741 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f774645e-5ff1-46e7-b08b-dec14523efcc req-3b4b5743-74a1-41b9-ae35-14760be68e3e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Dec 24 04:08:03.127095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:08:03.185961 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8d69e489-3add-48df-8e73-a1b8c2f2ee5f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/71d6c5cd-92d5-43d5-b414-9aec95a92ee4 HTTP/1.1" status: 200 len: 993 time: 0.0577543 Dec 24 04:08:09.497434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55872822-8b98-4395-9d8d-6e79e95695fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:11.852658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10fd9a07-b9b8-46f7-bc78-685d32b32c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:12.876970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:14.574799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:15.150731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:22.482335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:39.499030 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60e85250-e11f-491e-8462-9a135fb9f4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:39.860264 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:08:41.853216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b3917d2-e5f8-4998-bb5a-1a7e034ae7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:42.878325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:44.576801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:45.151890 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:45.343027 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-eabde28c-8f64-4a79-bfc6-6658380eb5c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393813 Dec 24 04:08:45.439164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-2aa2f9ce-46f5-4bd3-9c44-8294b40d2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:45.440674 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-2aa2f9ce-46f5-4bd3-9c44-8294b40d2e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1098 time: 0.0397713 Dec 24 04:08:45.543027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-fa609ad9-e6a6-409f-9643-475c59be516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:45.544506 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-fa609ad9-e6a6-409f-9643-475c59be516a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 897 time: 0.0851781 Dec 24 04:08:45.607817 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-27dd717e-3091-4691-8035-060b09f41dd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 1001 time: 0.0565538 Dec 24 04:08:45.658693 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-b1961777-e6cc-4465-9e51-3dc61962e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:45.660790 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-b1961777-e6cc-4465-9e51-3dc61962e3c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0458465 Dec 24 04:08:45.705151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-e0a99ed4-dc98-4eb9-9572-e2b6723e3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:45.706609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-e0a99ed4-dc98-4eb9-9572-e2b6723e3095 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379753 Dec 24 04:08:45.793471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-007e69d2-b888-4efd-8c89-2b15b16b1eca service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796576 Dec 24 04:08:45.884924 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a617d04c-a3fa-4a2f-8506-da7e5ab3b377 req-674d0731-bb92-40cd-aab4-db21d2df341e service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847900 Dec 24 04:08:52.499340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:53.819928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:08:53.975766 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port f6772bd5-2220-4705-9298-9f1985c85775 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:08:53.976020 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:54.052143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:54.052521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:54.063689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for f6772bd5-2220-4705-9298-9f1985c85775 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:08:54.211043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:54.236572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=f6772bd5-2220-4705-9298-9f1985c85775,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:08:54.248160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.248554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.248900 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.249240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.249571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.249899 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.250233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.250558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.250886 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.251214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.251527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.251852 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.252170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:08:54.304259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:54.304644 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP 71d6c5cd-92d5-43d5-b414-9aec95a92ee4 disassociated (deleted). External IP: 172.26.5.143, port: 19d657c1-8999-4377-900c-1d209d4e053e. Dec 24 04:08:54.510370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:08:54.615630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:08:54.620421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:54.624955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] Sync routers for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:08:54.634255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:08:54.634867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:08:54.647238 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-45815d5d-2875-4bc5-842f-868af9d1d0c8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/floatingips/71d6c5cd-92d5-43d5-b414-9aec95a92ee4 HTTP/1.1" status: 204 len: 168 time: 0.8261943 Dec 24 04:08:54.647910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:08:54.650308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991786d9-8f1e-4577-9e81-41d6d75d622f" -d '{"events": [{"name": "network-changed", "server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "tag": "19d657c1-8999-4377-900c-1d209d4e053e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:08:54.690342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e24191-2093-42e2-aed0-78d79cbdc227 x-openstack-request-id: req-48e24191-2093-42e2-aed0-78d79cbdc227 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:08:54.690871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "tag": "19d657c1-8999-4377-900c-1d209d4e053e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:08:54.691144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48e24191-2093-42e2-aed0-78d79cbdc227 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:08:54.691782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e', 'status': 'completed', 'code': 200} Dec 24 04:08:54.741765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:08:54.780546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-bb528c68-0be1-458f-911f-af0c4cd6d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:54.782085 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-bb528c68-0be1-458f-911f-af0c4cd6d1da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 1098 time: 0.0435402 Dec 24 04:08:54.906671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-e7203fa2-ea63-468e-a901-6e5da9eb4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:54.908138 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-e7203fa2-ea63-468e-a901-6e5da9eb4791 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 200 len: 897 time: 0.1192977 Dec 24 04:08:54.916282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4248f-b9b5-421f-a08f-9cf3aef06d93 req-c9c9605c-5eca-409a-8a35-31b41c9998ef tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:54.917699 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08c4248f-b9b5-421f-a08f-9cf3aef06d93 req-c9c9605c-5eca-409a-8a35-31b41c9998ef tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0691376 Dec 24 04:08:54.944845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:08:54.962988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-d80aa374-d982-432b-92e7-33ad071acf58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 200 len: 217 time: 0.0443709 Dec 24 04:08:54.971713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] Checking router: 2762550b-3ec0-4f3e-99b4-3575aa52e2ea for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:08:54.979948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:08:54.980574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:08:55.032027 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08c4248f-b9b5-421f-a08f-9cf3aef06d93 req-150b79fe-2e92-40e4-9f74-e900dcae596b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067653 Dec 24 04:08:55.035494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-da112ff8-de62-4ac2-815c-2feac845d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:55.036897 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-da112ff8-de62-4ac2-815c-2feac845d7c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 200 len: 835 time: 0.0645745 Dec 24 04:08:55.085139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-503a7da8-eedd-44dc-b070-79bc544ce7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:55.086650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-503a7da8-eedd-44dc-b070-79bc544ce7ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417674 Dec 24 04:08:55.184602 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-7fbcb695-bb5e-42b2-b035-8b5229bb963d service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898523 Dec 24 04:08:55.233788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:08:55.275840 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-991786d9-8f1e-4577-9e81-41d6d75d622f req-4875b144-d8ac-4492-a843-d3e5b1762bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828125 Dec 24 04:08:55.427671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:08:55.456699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c93ffb-74c3-433f-852b-d7dcfe37b8cc None None] The sync data for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv is: [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '992a62d1-79e2-4fc7-b203-ab973d35240d', 'name': '', 'network_id': 'cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:e1:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:11Z', 'updated_at': '2021-12-24T04:06:15Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': '6c63abb4-37ea-46ae-96b0-573160b1452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:08:55.675782 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aacd419-8760-47f3-b9b7-143a54ea093a None None] New status for floating IP 71d6c5cd-92d5-43d5-b414-9aec95a92ee4: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:08:56.153352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e522b3-d0cd-4143-b63a-56fd6cb921ba req-294c2293-5919-4099-8a80-5c4fab7224b2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:56.154841 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-15e522b3-d0cd-4143-b63a-56fd6cb921ba req-294c2293-5919-4099-8a80-5c4fab7224b2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Dec 24 04:08:56.203009 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-15e522b3-d0cd-4143-b63a-56fd6cb921ba req-35c39caa-0902-48e3-9487-26ee4cf6d9b6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=f040fb20-f706-4c08-b596-0f00cbcebba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Dec 24 04:08:56.803079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-a22f3343-1d73-44ba-a349-beb2086d3009 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:08:56.804527 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-a22f3343-1d73-44ba-a349-beb2086d3009 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 945 time: 0.0469406 Dec 24 04:08:56.894160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 19d657c1-8999-4377-900c-1d209d4e053e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:08:56.894501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:56.979908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 19d657c1-8999-4377-900c-1d209d4e053e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=19d657c1-8999-4377-900c-1d209d4e053e,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:08:56.980263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:56.992314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 19d657c1-8999-4377-900c-1d209d4e053e owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:08:57.118707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:57.147815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=19d657c1-8999-4377-900c-1d209d4e053e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:08:57.192287 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] No DVR routers for this DVR port 19d657c1-8999-4377-900c-1d209d4e053e on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:08:57.194814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:57.198138 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-11c06d52-7962-4952-a6d8-d502a0eba1ee req-7b1264ef-27d8-4b48-8525-93c715cd7166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "DELETE /v2.0/ports/19d657c1-8999-4377-900c-1d209d4e053e HTTP/1.1" status: 204 len: 173 time: 0.3871932 Dec 24 04:08:57.198921 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'name': 'network-vif-deleted', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:08:57.201396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c862d-2aca-41bd-b87b-f074b7aa02d8" -d '{"events": [{"server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "name": "network-vif-deleted", "tag": "19d657c1-8999-4377-900c-1d209d4e053e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:08:57.300423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-368b7786-45d8-428f-bf4a-a1e534568da7 req-2edb80a2-3d18-4aad-9d92-b99db0e683a8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=c30022bc-aeec-4c22-9338-ae17db60fed0 HTTP/1.1" status: 200 len: 210 time: 0.0269480 Dec 24 04:08:57.335437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256919a5-654f-43c6-89d4-99a8c790cac9 x-openstack-request-id: req-256919a5-654f-43c6-89d4-99a8c790cac9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:08:57.335791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30022bc-aeec-4c22-9338-ae17db60fed0", "name": "network-vif-deleted", "tag": "19d657c1-8999-4377-900c-1d209d4e053e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:08:57.336123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-256919a5-654f-43c6-89d4-99a8c790cac9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:08:57.336554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30022bc-aeec-4c22-9338-ae17db60fed0', 'name': 'network-vif-deleted', 'tag': '19d657c1-8999-4377-900c-1d209d4e053e', 'status': 'completed', 'code': 200} Dec 24 04:08:58.357881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56564) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:08:58.704493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:58.947856 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 992a62d1-79e2-4fc7-b203-ab973d35240d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:08:58.948188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:59.035446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 992a62d1-79e2-4fc7-b203-ab973d35240d, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=992a62d1-79e2-4fc7-b203-ab973d35240d,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:08:59.035721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:59.047883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 992a62d1-79e2-4fc7-b203-ab973d35240d owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:08:59.227687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:59.251742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=992a62d1-79e2-4fc7-b203-ab973d35240d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:08:59.429387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:08:59.638333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:09:00.044280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:09:00.049314 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-93b52b1c-300c-4638-8bff-e7f2da543472 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/2762550b-3ec0-4f3e-99b4-3575aa52e2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903358 Dec 24 04:09:00.052413 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:00.055061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] Sync routers for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:09:00.064257 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:00.064903 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:00.104288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting subnet 6c63abb4-37ea-46ae-96b0-573160b1452d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:09:00.107443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.147260 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.171209 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:00.227580 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.288684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.315484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Subnet': ['ID=6c63abb4-37ea-46ae-96b0-573160b1452d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:00.320881 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.327064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-ff6e6edb-5065-4501-bf5e-3a035fa3e5b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/subnets/6c63abb4-37ea-46ae-96b0-573160b1452d HTTP/1.1" status: 204 len: 168 time: 0.2701135 Dec 24 04:09:00.327064 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:00.327657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ab718-98c1-4cc6-a5eb-c25f56d07dd6 None None] Network cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:09:00.421433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:08:59Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:00.433463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.452212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] Checking router: 2762550b-3ec0-4f3e-99b4-3575aa52e2ea for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:09:00.464340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] Routers {'2762550b-3ec0-4f3e-99b4-3575aa52e2ea'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:00.464968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:00.539062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.546885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] DHCP port deletion for cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:09:00.591103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 118e41a5-ebef-451a-9ffe-910ba2c9406b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:09:00.591451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.599983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] Set router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:00.670293 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 118e41a5-ebef-451a-9ffe-910ba2c9406b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=118e41a5-ebef-451a-9ffe-910ba2c9406b,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:00.670650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.682295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 118e41a5-ebef-451a-9ffe-910ba2c9406b owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:09:00.685178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Deleting port bbc723ee-42a7-4713-a86c-390db88106da {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:09:00.685553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.791465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] For port bbc723ee-42a7-4713-a86c-390db88106da, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=bbc723ee-42a7-4713-a86c-390db88106da,segment=NetworkSegment(999ead86-464d-4d7c-952a-c39a63ec31ce),segment_id=999ead86-464d-4d7c-952a-c39a63ec31ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:00.791779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.824896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Calling delete_port for bbc723ee-42a7-4713-a86c-390db88106da owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:09:00.849960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.881055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=118e41a5-ebef-451a-9ffe-910ba2c9406b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:00.897162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07043f1a-e16b-4098-bb13-8261b279c84f None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:09:00.914009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:08:59Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:00.942346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.946467 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e01ad-0ad4-4d77-aa53-ea43959a6588 None None] The sync data for ids ['2762550b-3ec0-4f3e-99b4-3575aa52e2ea'] in dv-neutron-822869-1-hyperv is: [{'id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141106225', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:06:08Z', 'updated_at': '2021-12-24T04:08:59Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '118e41a5-ebef-451a-9ffe-910ba2c9406b', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2762550b-3ec0-4f3e-99b4-3575aa52e2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:06:09Z', 'updated_at': '2021-12-24T04:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:09:00.958328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:00.990730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Pushing event deleted for resources: {'Port': ['ID=bbc723ee-42a7-4713-a86c-390db88106da,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:00.993017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] No DVR routers for this DVR port bbc723ee-42a7-4713-a86c-390db88106da on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:09:01.002394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.002734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.003752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.004097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.004460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.004777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.005186 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.005432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.005758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.006087 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.006415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.006716 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.007036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f671ba8-5993-49e5-83c2-9f548162a6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.038026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 19d657c1-8999-4377-900c-1d209d4e053e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:09:01.046827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.049015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.058619 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 19d657c1-8999-4377-900c-1d209d4e053e {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:09:01.059126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 19d657c1-8999-4377-900c-1d209d4e053e not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:09:01.095401 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.095924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Fanout notify agent at l3_agent the message router_deleted on router 2762550b-3ec0-4f3e-99b4-3575aa52e2ea {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:09:01.107170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.108305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e4a57e22-d2e7-4336-98cf-800f1592790b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/routers/2762550b-3ec0-4f3e-99b4-3575aa52e2ea HTTP/1.1" status: 204 len: 168 time: 0.7806077 Dec 24 04:09:01.110960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56570) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:01.189848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.282875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.304845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:01.314511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999ead86-464d-4d7c-952a-c39a63ec31ce') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:01.314835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999ead86-464d-4d7c-952a-c39a63ec31ce') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:01.325796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.339061 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.345552 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:09:01.346150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:09:01.349347 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:09:01.409242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.413786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.420161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/networks/cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a HTTP/1.1" status: 204 len: 168 time: 0.3053133 Dec 24 04:09:01.420341 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56572) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:01.433145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0837a3d-05ca-40b1-be14-87041c472640 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Network': ['ID=cdef13a6-9da4-4a52-b4f0-d1b1ebe1b03a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:01.481078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.507146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.575145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.578288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.579514 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/security-groups/f040fb20-f706-4c08-b596-0f00cbcebba3 HTTP/1.1" status: 204 len: 168 time: 0.1583788 Dec 24 04:09:01.589239 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f040fb20-f706-4c08-b596-0f00cbcebba3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:01.597493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.597856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.598190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.598530 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.598864 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.599197 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.599524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.599849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.600174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.600538 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.600865 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.601187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.601506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a8b35-5c2c-46ea-9500-5c2b850d0ee3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:01.823106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56580) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:01.828188 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-89fec627-d31f-4908-9f7c-5910e03bb958 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002991857', 'description': 'tempest-secgroup-smoke-1002991857 description', 'project_id': '551959188339457198deb3ed84b19220'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:01.851996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89fec627-d31f-4908-9f7c-5910e03bb958 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.916641 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89fec627-d31f-4908-9f7c-5910e03bb958 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.920213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89fec627-d31f-4908-9f7c-5910e03bb958 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.948802 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89fec627-d31f-4908-9f7c-5910e03bb958 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:01.950264 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-89fec627-d31f-4908-9f7c-5910e03bb958 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1261568 Dec 24 04:09:01.952179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fec627-d31f-4908-9f7c-5910e03bb958 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453e7a50-0540-4ad1-9550-6433e22fb7b3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:01.954873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56582) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:01.960953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8b197cd8-d550-4d53-97fb-98965c653a33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '453e7a50-0540-4ad1-9550-6433e22fb7b3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:01.994831 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b197cd8-d550-4d53-97fb-98965c653a33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.030529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bbc723ee-42a7-4713-a86c-390db88106da no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:09:02.051881 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: bbc723ee-42a7-4713-a86c-390db88106da {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:09:02.052230 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device bbc723ee-42a7-4713-a86c-390db88106da not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:09:02.052680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 118e41a5-ebef-451a-9ffe-910ba2c9406b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:09:02.063497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b197cd8-d550-4d53-97fb-98965c653a33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.067992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b197cd8-d550-4d53-97fb-98965c653a33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.072974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 118e41a5-ebef-451a-9ffe-910ba2c9406b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:09:02.073590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 118e41a5-ebef-451a-9ffe-910ba2c9406b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:09:02.073741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 992a62d1-79e2-4fc7-b203-ab973d35240d no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:09:02.087443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b197cd8-d550-4d53-97fb-98965c653a33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbabe528-e7a9-4188-871b-187623966ce6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:02.093469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b197cd8-d550-4d53-97fb-98965c653a33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.094634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8b197cd8-d550-4d53-97fb-98965c653a33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384077 Dec 24 04:09:02.096678 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 992a62d1-79e2-4fc7-b203-ab973d35240d {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:09:02.097026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 992a62d1-79e2-4fc7-b203-ab973d35240d not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:09:02.097376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:02.103168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e8b4969-bc66-4f64-9903-386746c7bbeb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '453e7a50-0540-4ad1-9550-6433e22fb7b3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:02.131153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4969-bc66-4f64-9903-386746c7bbeb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.186616 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4969-bc66-4f64-9903-386746c7bbeb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.190217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4969-bc66-4f64-9903-386746c7bbeb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.212991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b4969-bc66-4f64-9903-386746c7bbeb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2150e05e-59ad-45fa-afca-5c9ce0c494fb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:02.222070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4969-bc66-4f64-9903-386746c7bbeb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.223277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9e8b4969-bc66-4f64-9903-386746c7bbeb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244164 Dec 24 04:09:02.226071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56586) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:02.230436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1b97e5a5-bb1b-42b3-b305-98460b6a2ea6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '453e7a50-0540-4ad1-9550-6433e22fb7b3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:02.258981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b97e5a5-bb1b-42b3-b305-98460b6a2ea6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.312553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b97e5a5-bb1b-42b3-b305-98460b6a2ea6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.316666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b97e5a5-bb1b-42b3-b305-98460b6a2ea6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.334456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97e5a5-bb1b-42b3-b305-98460b6a2ea6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fce71b6-4e09-46b8-b60c-15c078438543,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:02.341658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b97e5a5-bb1b-42b3-b305-98460b6a2ea6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.342844 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1b97e5a5-bb1b-42b3-b305-98460b6a2ea6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157737 Dec 24 04:09:02.345499 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56588) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:02.350208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7cd1d5fd-f90b-4fe5-ae47-84a8517998ab tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '453e7a50-0540-4ad1-9550-6433e22fb7b3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:02.378426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d5fd-f90b-4fe5-ae47-84a8517998ab tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.436439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d5fd-f90b-4fe5-ae47-84a8517998ab tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.439830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d5fd-f90b-4fe5-ae47-84a8517998ab tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.460215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1d5fd-f90b-4fe5-ae47-84a8517998ab tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551164c7-631d-4349-9067-e71e29e6b5df,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:02.466411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d5fd-f90b-4fe5-ae47-84a8517998ab tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.467039 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7cd1d5fd-f90b-4fe5-ae47-84a8517998ab tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206007 Dec 24 04:09:02.469714 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:02.474411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '453e7a50-0540-4ad1-9550-6433e22fb7b3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:02.497632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:09:02.502628 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.561968 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.565827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.585138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1837a487-4d09-4283-a3cd-dcb2fca2d8bd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:02.590411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.594350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eb83dde3-c49c-4a6c-b024-bbe6ff2255a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209028 Dec 24 04:09:02.594584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56592) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:02.599520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '453e7a50-0540-4ad1-9550-6433e22fb7b3', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:02.622948 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:09:02.627898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.684547 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.687841 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.705620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfc04d9-bdc5-40a2-9a85-a23837f347ed,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:02.713923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.715089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-efeb8958-9064-461d-bfcd-3b2d765eeff2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195946 Dec 24 04:09:02.717927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:02.723422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'network': {'name': 'tempest-network-smoke--235121873', 'project_id': '551959188339457198deb3ed84b19220', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:02.745208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:09:02.748925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.773047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:09:02.782190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.782530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Added segment 1fed8752-758f-4339-8171-e1df189de72a of type vlan for network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b Dec 24 04:09:02.823339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.847868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.853516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:02.854099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.886882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1679928 Dec 24 04:09:02.889623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:02.894363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'admin_state_up': True, 'project_id': '551959188339457198deb3ed84b19220', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:02.936623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6028b-349c-4df8-831b-3d3355a07698 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Network': ['ID=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:02.947288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:09:02.951176 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:02.952428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.008873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.143230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.333065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.350822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.452484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.215 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/92472a27-873c-4432-bc27-d2e2f04662bb) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:09:03.551537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.585238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.622635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:09:03.625432 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:09:03.627801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:09:03.639073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce059bf7-a9bc-484e-8a10-39d961a077ef None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:09:03.661745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=92472a27-873c-4432-bc27-d2e2f04662bb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:03.712597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-713c310f-f9ab-492d-a0f3-27da548f6bc2 None None] Provisioning complete for port 92472a27-873c-4432-bc27-d2e2f04662bb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:03.712997 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-713c310f-f9ab-492d-a0f3-27da548f6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:03.750435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-713c310f-f9ab-492d-a0f3-27da548f6bc2 None None] Port 92472a27-873c-4432-bc27-d2e2f04662bb cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:09:03.889776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:04.079379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:04.209589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:09:04.313172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:09:04.323263 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Sync routers for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:09:04.333234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:04.334053 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:04.334460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-392c7ee5-c84e-4c9c-8abe-3ad62dee59da tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4439259 Dec 24 04:09:04.334712 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:04.337510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56598) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:04.365374 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-f673193d-fdc4-4541-9bbe-1ad484ad385d tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=551959188339457198deb3ed84b19220&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267344 Dec 24 04:09:04.367781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:04.441060 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:04.455322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6095d8d7-b75c-4dd5-97db-d92ce2621509 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:04.457366 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6095d8d7-b75c-4dd5-97db-d92ce2621509 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887039 Dec 24 04:09:04.460295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56602) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:04.487545 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e1a4af6c-3410-4977-b31d-516e44c2d4ed tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261500 Dec 24 04:09:04.489962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:04.494951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299336497', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'project_id': '551959188339457198deb3ed84b19220', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:04.585907 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:09:04.589427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:04.635507 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:03Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:04.664071 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Checking router: e0227ddf-fe22-44a1-81a9-65bc04ee72b9 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:09:04.664432 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Updating router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 port 92472a27-873c-4432-bc27-d2e2f04662bb binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:09:04.689586 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:04.766765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:04.826664 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Subnet': ['ID=d912ed3a-a160-4c77-a45c-18a81a9a1ca6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:04.836112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Checking segment: {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:09:04.836514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network hostable DHCP agents. Network: cf54c0d5-95b7-4f91-9a78-0e71e6fc947b, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:09:04.854940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:09:04.864023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, cf54c0d5-95b7-4f91-9a78-0e71e6fc947b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:09:04.869836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:04.870713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:04.875592 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc9723-f1e0-4dcd-8bc1-db84efb9096f None None] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:09:04.891715 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b9d85933-aa32-4357-b3ba-43aa0cedd25a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3979466 Dec 24 04:09:04.892062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:04.991482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:09:04.992626 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.033821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.039770 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.086095 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Attempting to bind port 92472a27-873c-4432-bc27-d2e2f04662bb on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:09:05.086464 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Attempting to bind port 92472a27-873c-4432-bc27-d2e2f04662bb by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:09:05.086821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Attempting to bind port 92472a27-873c-4432-bc27-d2e2f04662bb on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:09:05.087345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53921280-cc15-4386-85b5-fd293b636304 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:09:05.096562 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:09:05.096994 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:09:05.097331 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.098216 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:09:05.098216 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Bound port: 92472a27-873c-4432-bc27-d2e2f04662bb, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:09:05.098543 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.135208 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Pushing event updated for resources: {'Port': ['ID=92472a27-873c-4432-bc27-d2e2f04662bb,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:05.148633 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.149254 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.149778 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.150112 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.150440 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.150761 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.151075 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.151571 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.152054 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.152558 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.153032 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.153498 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.153991 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:09:05.154544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Allocated IP 172.20.0.2 (cf54c0d5-95b7-4f91-9a78-0e71e6fc947b/d912ed3a-a160-4c77-a45c-18a81a9a1ca6/2d1951b3-3028-441b-94dd-eb27bf04e921) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:09:05.172862 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] For port 92472a27-873c-4432-bc27-d2e2f04662bb, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:09:05.177217 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] For port 92472a27-873c-4432-bc27-d2e2f04662bb, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=92472a27-873c-4432-bc27-d2e2f04662bb,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:09:05.182294 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.234886 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3f7febba-a46c-483a-b62a-26356575c6ad None None] Provisioning complete for port 92472a27-873c-4432-bc27-d2e2f04662bb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:05.235500 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f7febba-a46c-483a-b62a-26356575c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.243876 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:05.244553 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:05.261429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c8c72e-5c34-48fc-8224-0b5535fa06f4 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:09:05.288299 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6e9f6-14ae-40a6-9ac1-d82dd9c2ce54 None None] Pushing event updated for resources: {'Port': ['ID=92472a27-873c-4432-bc27-d2e2f04662bb,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:05.376461 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:05.379787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.393391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.420602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f7febba-a46c-483a-b62a-26356575c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.454898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:09:05.460430 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3f7febba-a46c-483a-b62a-26356575c6ad None None] For port 92472a27-873c-4432-bc27-d2e2f04662bb, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=92472a27-873c-4432-bc27-d2e2f04662bb,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:05.462055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Pushing event updated for resources: {'Port': ['ID=2d1951b3-3028-441b-94dd-eb27bf04e921,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:05.464534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:09:05.467338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:09:05.469484 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f7febba-a46c-483a-b62a-26356575c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.561979 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Attempting to bind port 2d1951b3-3028-441b-94dd-eb27bf04e921 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:09:05.562312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Attempting to bind port 2d1951b3-3028-441b-94dd-eb27bf04e921 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:09:05.562621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Attempting to bind port 2d1951b3-3028-441b-94dd-eb27bf04e921 on network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:09:05.564660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7febba-a46c-483a-b62a-26356575c6ad None None] Pushing event updated for resources: {'Port': ['ID=92472a27-873c-4432-bc27-d2e2f04662bb,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:05.571263 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:03Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:05.571514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:09:05.571771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Checking segment: {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:09:05.572174 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.572587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Bound using segment: {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:09:05.573049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Bound port: 2d1951b3-3028-441b-94dd-eb27bf04e921, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:09:05.573427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.601856 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf76ead-64eb-4770-951a-b2b706d0c56f None None] The sync data for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv is: [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:03Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:09:05.634143 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7fdd2fb2-fff0-4427-afc0-eddee75d5c77 None None] Provisioning complete for port 92472a27-873c-4432-bc27-d2e2f04662bb triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:05.634508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fb2-fff0-4427-afc0-eddee75d5c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.684151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] For port 2d1951b3-3028-441b-94dd-eb27bf04e921, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:09:05.700335 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] For port 2d1951b3-3028-441b-94dd-eb27bf04e921, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d1951b3-3028-441b-94dd-eb27bf04e921,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:09:05.721178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.728210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:05.983864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e39f8-7666-4c24-b8d7-702d7d48ee56 None None] Pushing event updated for resources: {'Port': ['ID=2d1951b3-3028-441b-94dd-eb27bf04e921,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:06.057918 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.1 (cf54c0d5-95b7-4f91-9a78-0e71e6fc947b/d912ed3a-a160-4c77-a45c-18a81a9a1ca6/33b6253f-4019-44fb-80b8-cf1c035d6f02) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:09:06.215111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:06.255178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:06.299031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:09:06.305660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:09:06.309690 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:09:06.338817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=33b6253f-4019-44fb-80b8-cf1c035d6f02,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:06.364428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:06.500479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:06.784559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:06.789427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:06.869634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:06.871480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=33b6253f-4019-44fb-80b8-cf1c035d6f02,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:06.975132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:09:06.976071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802fa583-aa5d-4486-bf4b-af3cf1d3edfc None None] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:09:06.976569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:09:07.050747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4117905a-4597-4324-9c8a-47f4ad402966 None None] Provisioning complete for port 2d1951b3-3028-441b-94dd-eb27bf04e921 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:07.051368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4117905a-4597-4324-9c8a-47f4ad402966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:07.089457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:09:07.162629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4117905a-4597-4324-9c8a-47f4ad402966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:07.211394 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4117905a-4597-4324-9c8a-47f4ad402966 None None] For port 2d1951b3-3028-441b-94dd-eb27bf04e921, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d1951b3-3028-441b-94dd-eb27bf04e921,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:07.217938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:09:07.219475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4117905a-4597-4324-9c8a-47f4ad402966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:07.234944 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2e8c0bd3-18b8-4a50-9380-f4c35f777566 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/e0227ddf-fe22-44a1-81a9-65bc04ee72b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336101 Dec 24 04:09:07.280013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117905a-4597-4324-9c8a-47f4ad402966 None None] Pushing event updated for resources: {'Port': ['ID=2d1951b3-3028-441b-94dd-eb27bf04e921,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:07.401327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4db1fbac-5a0d-416f-a4a4-f30889d0ee97 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002991857&fields=id&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 267 time: 0.0508752 Dec 24 04:09:07.443549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-02f91e0f-28f3-4899-bfd1-72c7f634606c None None] Provisioning complete for port 2d1951b3-3028-441b-94dd-eb27bf04e921 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:07.443992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-02f91e0f-28f3-4899-bfd1-72c7f634606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:07.523317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-59c97750-c18e-4bbb-b7ff-f137f500b831 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:07.525453 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-59c97750-c18e-4bbb-b7ff-f137f500b831 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 796 time: 0.1163321 Dec 24 04:09:07.543400 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-02f91e0f-28f3-4899-bfd1-72c7f634606c None None] Provisioning complete for port 33b6253f-4019-44fb-80b8-cf1c035d6f02 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:07.544089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-02f91e0f-28f3-4899-bfd1-72c7f634606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:07.549988 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-47c54a4e-e193-44b1-998e-ed44af6113c7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/quotas/551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 375 time: 0.0179815 Dec 24 04:09:07.572797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Sync routers for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:09:07.595372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-02f91e0f-28f3-4899-bfd1-72c7f634606c None None] Port 33b6253f-4019-44fb-80b8-cf1c035d6f02 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:09:07.599645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:07.600324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:07.610686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-6efaceba-6a43-4a9e-96e4-442a4579eee1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507243 Dec 24 04:09:07.714007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:07.715861 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-7b202102-6cd1-49e3-87eb-782df6c7eaaf service neutron] 10.222.0.37 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926948 Dec 24 04:09:07.763902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7d2db2f3-fcd2-4a73-8bc8-59257489d0d0 None None] Provisioning complete for port 33b6253f-4019-44fb-80b8-cf1c035d6f02 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:07.764088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d2db2f3-fcd2-4a73-8bc8-59257489d0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:07.800239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7d2db2f3-fcd2-4a73-8bc8-59257489d0d0 None None] Port 33b6253f-4019-44fb-80b8-cf1c035d6f02 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:09:07.825953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-c3b2bceb-66c0-48b7-b805-4ef0e5aa030d service neutron] 10.222.0.37 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065152 Dec 24 04:09:07.852686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 92472a27-873c-4432-bc27-d2e2f04662bb up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:09:07.969949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-65f931ff-b9a0-4546-9c6a-f633cb3c5b8c None None] Provisioning complete for port 33b6253f-4019-44fb-80b8-cf1c035d6f02 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:07.970320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65f931ff-b9a0-4546-9c6a-f633cb3c5b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:07.997251 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eebf15fd-2789-4191-9066-c833ad83fabc req-00bfcedd-564c-4f75-bf07-4614a4fc7f51 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 210 time: 0.0272036 Dec 24 04:09:08.000320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 92472a27-873c-4432-bc27-d2e2f04662bb triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:08.000799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.064142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-65f931ff-b9a0-4546-9c6a-f633cb3c5b8c None None] Port 33b6253f-4019-44fb-80b8-cf1c035d6f02 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:09:08.121900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 2, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:08.155304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Checking router: e0227ddf-fe22-44a1-81a9-65bc04ee72b9 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:09:08.156614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Updating router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 port 33b6253f-4019-44fb-80b8-cf1c035d6f02 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:09:08.159770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d1951b3-3028-441b-94dd-eb27bf04e921 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:09:08.210914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.271453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2d1951b3-3028-441b-94dd-eb27bf04e921 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:08.271738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.537757 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.542696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.590153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e9a3c-377a-45ff-9b92-acd1a855f621 None None] Pushing event updated for resources: {'Port': ['ID=33b6253f-4019-44fb-80b8-cf1c035d6f02,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:08.645625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Attempting to bind port 33b6253f-4019-44fb-80b8-cf1c035d6f02 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:09:08.645808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Attempting to bind port 33b6253f-4019-44fb-80b8-cf1c035d6f02 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:09:08.646175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Attempting to bind port 33b6253f-4019-44fb-80b8-cf1c035d6f02 on network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:09:08.651563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:09:08.651936 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Checking segment: {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:09:08.652337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.652760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Bound using segment: {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:09:08.653224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Bound port: 33b6253f-4019-44fb-80b8-cf1c035d6f02, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:09:08.653603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.717916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] For port 33b6253f-4019-44fb-80b8-cf1c035d6f02, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:09:08.721146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] For port 33b6253f-4019-44fb-80b8-cf1c035d6f02, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=33b6253f-4019-44fb-80b8-cf1c035d6f02,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:09:08.726046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.785722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:08.786346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:08:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:08.837651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e9a3c-377a-45ff-9b92-acd1a855f621 None None] Pushing event updated for resources: {'Port': ['ID=33b6253f-4019-44fb-80b8-cf1c035d6f02,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:08.851346 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d8b65a5d-9083-4ee2-a88b-c5875ca0876f None None] Provisioning complete for port 33b6253f-4019-44fb-80b8-cf1c035d6f02 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:08.851710 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a5d-9083-4ee2-a88b-c5875ca0876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:08.940972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:09.052354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a5d-9083-4ee2-a88b-c5875ca0876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:09.082683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fb50f28-432a-4861-baad-f8928b839632 req-642b9d85-dafc-4456-8847-691adf0e1166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 210 time: 0.0321608 Dec 24 04:09:09.140391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d8b65a5d-9083-4ee2-a88b-c5875ca0876f None None] For port 33b6253f-4019-44fb-80b8-cf1c035d6f02, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=33b6253f-4019-44fb-80b8-cf1c035d6f02,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:09.147700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a5d-9083-4ee2-a88b-c5875ca0876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:09.227419 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b65a5d-9083-4ee2-a88b-c5875ca0876f None None] Pushing event updated for resources: {'Port': ['ID=33b6253f-4019-44fb-80b8-cf1c035d6f02,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:09.249977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:08Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:09.279704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c24ec-b353-47f3-9234-37b3bad21d7a None None] The sync data for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv is: [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:08Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:09:09.290264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4dbafee5-1b95-44b4-b0b6-bcd9b6c37c25 None None] Provisioning complete for port 33b6253f-4019-44fb-80b8-cf1c035d6f02 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:09.290629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbafee5-1b95-44b4-b0b6-bcd9b6c37c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:09.550397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faac8cff-7fb2-4da1-88ff-1f81c0cec523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:09.787042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 33b6253f-4019-44fb-80b8-cf1c035d6f02 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:09:09.839825 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 33b6253f-4019-44fb-80b8-cf1c035d6f02 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:09.840282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:10.171119 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4b64ddbe-b1fb-44c4-9685-53bd72771b81 req-f3e23205-0489-4c9d-bfea-25282fe8d0f8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 210 time: 0.0314209 Dec 24 04:09:11.047092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-a772ba27-de8b-4cd3-bfed-e4be4ef81a9c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:11.048633 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-a772ba27-de8b-4cd3-bfed-e4be4ef81a9c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 796 time: 0.1018546 Dec 24 04:09:11.132124 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-78de2bc7-7ca3-4c74-abe9-c3eb508e7a05 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 380 time: 0.0550251 Dec 24 04:09:11.148747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'port': {'device_id': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'admin_state_up': True, 'tenant_id': '551959188339457198deb3ed84b19220', 'security_groups': ['453e7a50-0540-4ad1-9550-6433e22fb7b3']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:11.271544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfa63d8c-10a6-4e1b-8d35-7ac0deb05d32 req-a95f47d2-c029-449c-a2ac-74cb3bc609db tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 210 time: 0.0298533 Dec 24 04:09:11.287689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:09:11.291253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:11.414715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.3 (cf54c0d5-95b7-4f91-9a78-0e71e6fc947b/d912ed3a-a160-4c77-a45c-18a81a9a1ca6/f800932b-67e1-4b17-8f1b-2e6a681ec182) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:09:11.547321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:11.579722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:11.620889 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:09:11.623974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:09:11.628085 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:09:11.654233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:11.682593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:11.683205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:11.700652 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-4a6db7a5-b177-45ec-8957-e9a4cf11000b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554981 Dec 24 04:09:11.719003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Request body: {'port': {'device_id': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:11.778164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:11.855689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6c46a4b-bbf3-45e2-af09-df68879d902b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:11.874436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e510ff37-6aa4-4824-893d-dc28b041e3b0 None None] Provisioning complete for port f800932b-67e1-4b17-8f1b-2e6a681ec182 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:11.874795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e510ff37-6aa4-4824-893d-dc28b041e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:11.925965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e510ff37-6aa4-4824-893d-dc28b041e3b0 None None] Port f800932b-67e1-4b17-8f1b-2e6a681ec182 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:09:12.055593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f800932b-67e1-4b17-8f1b-2e6a681ec182 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:09:12.062837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:12.074993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Transition to ACTIVE for port object f800932b-67e1-4b17-8f1b-2e6a681ec182 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:09:12.078812 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:12.126394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Pushing event updated for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:12.200589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Attempting to bind port f800932b-67e1-4b17-8f1b-2e6a681ec182 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:09:12.201289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Attempting to bind port f800932b-67e1-4b17-8f1b-2e6a681ec182 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:09:12.201623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Attempting to bind port f800932b-67e1-4b17-8f1b-2e6a681ec182 on network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:09:12.206667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Port f800932b-67e1-4b17-8f1b-2e6a681ec182 on network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:09:12.206995 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Attempting to bind port f800932b-67e1-4b17-8f1b-2e6a681ec182 on network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:09:12.212082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:09:12.212451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Checking segment: {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:09:12.212839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Bound using segment: {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:09:12.213274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Bound port: f800932b-67e1-4b17-8f1b-2e6a681ec182, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fed8752-758f-4339-8171-e1df189de72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:09:12.213627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:12.278774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:09:12.281816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:09:12.287161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:12.323271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:12.323874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:12.325786 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] 10.222.0.41 "PUT /v2.0/ports/f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 1093 time: 0.6108558 Dec 24 04:09:12.325975 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:09:12.328205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835548a5-9bd1-477f-ab67-acd2b7314366" -d '{"events": [{"name": "network-changed", "server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:09:12.369418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7a348-2733-445c-9b30-b3482dd8c2cd service neutron] Pushing event updated for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:12.396210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ced09-0eae-4249-9505-997923d044cd x-openstack-request-id: req-e73ced09-0eae-4249-9505-997923d044cd {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:09:12.396565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:09:12.396796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e73ced09-0eae-4249-9505-997923d044cd {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:09:12.397195 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'status': 'completed', 'code': 200} Dec 24 04:09:12.451041 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6707a9-9f52-427d-91fc-9e32ecde8717 req-f684ca5e-154c-4ae5-a3ab-718a520a2aba tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:12.452643 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5e6707a9-9f52-427d-91fc-9e32ecde8717 req-f684ca5e-154c-4ae5-a3ab-718a520a2aba tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 943 time: 0.1115265 Dec 24 04:09:12.461474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-b1997003-f9ee-4e74-a003-8469d613e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:12.462948 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-b1997003-f9ee-4e74-a003-8469d613e300 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1096 time: 0.0639777 Dec 24 04:09:12.515558 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-ab84ff56-9314-4489-8baa-14ee9946acf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 217 time: 0.0371270 Dec 24 04:09:12.567863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5e6707a9-9f52-427d-91fc-9e32ecde8717 req-ad80d930-4b09-473a-b3ea-b113417ef4d3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086483 Dec 24 04:09:12.582163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-9ebcf533-756b-474d-83e5-7a2ae9502748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:12.583589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-9ebcf533-756b-474d-83e5-7a2ae9502748 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0601273 Dec 24 04:09:12.628205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-c83799b7-699c-40f4-9086-5fb3d5c8320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:12.629712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-c83799b7-699c-40f4-9086-5fb3d5c8320b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393043 Dec 24 04:09:12.722524 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-7e5e1c62-a2dd-463b-b1e1-d32657966b95 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853896 Dec 24 04:09:12.808931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa016109-6df1-4643-a8eb-0cb68a6323ee req-a06babcd-668a-4403-a6d0-7cddf92133eb service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788882 Dec 24 04:09:12.882521 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:12.933234 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-a02fc031-130c-4043-900a-7e56fcf6d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:12.934747 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-a02fc031-130c-4043-900a-7e56fcf6d415 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1096 time: 0.0425704 Dec 24 04:09:13.028713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-d17d4fc3-5e5f-4e19-a57d-6230dc7e8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:13.030142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-d17d4fc3-5e5f-4e19-a57d-6230dc7e8456 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.0853138 Dec 24 04:09:13.070047 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-0cb4e812-edf4-4d07-8037-d60aaba9ad97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 217 time: 0.0326149 Dec 24 04:09:13.119510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-001ca081-07c6-4f4d-884a-d20b387e2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:13.120993 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-001ca081-07c6-4f4d-884a-d20b387e2c7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0448346 Dec 24 04:09:13.165145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-fb1ae569-2e4d-467f-9496-d72ac1f43afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:13.166510 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-fb1ae569-2e4d-467f-9496-d72ac1f43afe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382032 Dec 24 04:09:13.259115 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-959f8b91-2a2b-4fd2-83e0-a3d7a582ec42 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843616 Dec 24 04:09:13.346336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-835548a5-9bd1-477f-ab67-acd2b7314366 req-26d641c6-36ea-47ee-b14d-8a62e7d1534d service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798528 Dec 24 04:09:13.682169 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7363-31a2-482e-8e4e-f7e4dd66c2bc req-4b9c8b25-5f99-489f-a9f0-8fdbff02c15f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:13.683616 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6bea7363-31a2-482e-8e4e-f7e4dd66c2bc req-4b9c8b25-5f99-489f-a9f0-8fdbff02c15f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 943 time: 0.0478551 Dec 24 04:09:13.734934 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6bea7363-31a2-482e-8e4e-f7e4dd66c2bc req-df26e9ab-930f-4652-874e-ea972e141298 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 Dec 24 04:09:14.579281 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:14.847318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d823b3-b549-4c87-95d4-844d9ca4dcc5 req-1d848d4e-1fae-4b77-a1eb-e63ac243ef0d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:14.848788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-78d823b3-b549-4c87-95d4-844d9ca4dcc5 req-1d848d4e-1fae-4b77-a1eb-e63ac243ef0d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 943 time: 0.0478745 Dec 24 04:09:14.897966 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-78d823b3-b549-4c87-95d4-844d9ca4dcc5 req-34c2dd9e-c72f-4054-86c9-b2389fae70c3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Dec 24 04:09:15.108830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f800932b-67e1-4b17-8f1b-2e6a681ec182 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:09:15.190116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:15.213776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:15.224130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'port_id': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'mac_address': 'fa:16:3e:4a:17:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:09:15.265008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:15.277931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f800932b-67e1-4b17-8f1b-2e6a681ec182 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:09:15.297345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:15.301317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:15.346683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:15.699523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['f800932b-67e1-4b17-8f1b-2e6a681ec182'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:09:16.008814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c617-8678-461b-bd09-219625b31830 req-9e35ef6f-6e91-4d49-a1e1-7b299aefc2a6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:16.010176 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2922c617-8678-461b-bd09-219625b31830 req-9e35ef6f-6e91-4d49-a1e1-7b299aefc2a6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 944 time: 0.0466764 Dec 24 04:09:16.060968 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2922c617-8678-461b-bd09-219625b31830 req-0601a329-57e9-4f53-80b8-87e0da7bcaa8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 Dec 24 04:09:16.858588 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:09:17.125822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f800932b-67e1-4b17-8f1b-2e6a681ec182 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:09:17.175570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port f800932b-67e1-4b17-8f1b-2e6a681ec182 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:09:17.178474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa111b4-c07a-44d0-86ae-d9f1f98cd7a2 req-7dcf76d8-6851-4aba-8a0e-79e40e54a093 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:17.180152 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2aa111b4-c07a-44d0-86ae-d9f1f98cd7a2 req-7dcf76d8-6851-4aba-8a0e-79e40e54a093 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 944 time: 0.0533450 Dec 24 04:09:17.181900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port f800932b-67e1-4b17-8f1b-2e6a681ec182 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:09:17.182384 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:17.238953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2aa111b4-c07a-44d0-86ae-d9f1f98cd7a2 req-f96b34b1-7210-476e-92c5-0b29d147e95b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Dec 24 04:09:17.261854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:17.284017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:09:17.286256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248717b8-3722-4d4e-b8f4-9cfc1fee713e" -d '{"events": [{"server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "name": "network-vif-plugged", "status": "completed", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:09:17.298151 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:09:17.302607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:17.326399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71417bcb-3aad-48f0-8c43-df2e2aef9f23 x-openstack-request-id: req-71417bcb-3aad-48f0-8c43-df2e2aef9f23 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:09:17.326694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "name": "network-vif-plugged", "status": "completed", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:09:17.326946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71417bcb-3aad-48f0-8c43-df2e2aef9f23 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:09:17.327330 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'code': 200} Dec 24 04:09:17.352070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:17.526816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c42511-aec4-4ba1-ba20-ee1b46b787dd req-8361100e-74e3-4153-89da-dba5472e486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:17.528507 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00c42511-aec4-4ba1-ba20-ee1b46b787dd req-8361100e-74e3-4153-89da-dba5472e486d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0392606 Dec 24 04:09:17.574931 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00c42511-aec4-4ba1-ba20-ee1b46b787dd req-b4815dc5-b972-4a71-a87d-ddac3eafe41c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384419 Dec 24 04:09:18.351845 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded9d66-4b00-4c38-84e8-eaed4de8881b req-7eddcae0-a441-47b2-9d79-a4b4067aea0f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:18.353316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ded9d66-4b00-4c38-84e8-eaed4de8881b req-7eddcae0-a441-47b2-9d79-a4b4067aea0f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0467956 Dec 24 04:09:18.405390 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ded9d66-4b00-4c38-84e8-eaed4de8881b req-c80e098b-3d60-4b77-91f9-df8ef98d83f7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460913 Dec 24 04:09:19.526731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dd973-f9e0-42d6-b254-11f4b16607b8 req-d6e04fc7-1b7f-4260-9ab6-22fd28b11c99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:19.528935 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a20dd973-f9e0-42d6-b254-11f4b16607b8 req-d6e04fc7-1b7f-4260-9ab6-22fd28b11c99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0559955 Dec 24 04:09:19.577673 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a20dd973-f9e0-42d6-b254-11f4b16607b8 req-974ef0cd-e14c-4288-bd51-8cbb10e26def tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Dec 24 04:09:19.734937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7cf18-c352-4ddc-8612-d24a0e52fe4a req-222294a4-9697-423b-b4d2-daaef4b28043 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:19.736410 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ec7cf18-c352-4ddc-8612-d24a0e52fe4a req-222294a4-9697-423b-b4d2-daaef4b28043 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0950212 Dec 24 04:09:19.783224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ec7cf18-c352-4ddc-8612-d24a0e52fe4a req-7d461fe5-4188-4820-9f8f-0b6eddd5dded tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 Dec 24 04:09:19.804745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:19.851059 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0cff49-75fb-4e17-83c0-2530cf2a469f tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:19.852474 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5c0cff49-75fb-4e17-83c0-2530cf2a469f tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1093 time: 0.0467374 Dec 24 04:09:19.855177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56672) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:19.859291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'tenant_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:09:19.882364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:19.975637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:20.075936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.26 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/44eccc2f-28b8-4344-a6e1-5ad8911022c4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:09:20.178781 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:20.215640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:20.252292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:09:20.255146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:09:20.258480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:09:20.281134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=44eccc2f-28b8-4344-a6e1-5ad8911022c4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:20.912422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:20.975521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:21.122805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:21.127383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:21.194475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=44eccc2f-28b8-4344-a6e1-5ad8911022c4,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:09:21.204314 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:21.302077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP f97a9427-57c9-400d-b1d7-1f4bf70d6921 associated. External IP: 172.26.5.26, port: f800932b-67e1-4b17-8f1b-2e6a681ec182. Dec 24 04:09:21.500618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:09:21.605594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:09:21.615745 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] Sync routers for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:09:21.623611 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:21.626050 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:21.626810 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:09:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:21.650493 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-376cbf36-c1bc-49b1-8905-ebdc5fe42392 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7943280 Dec 24 04:09:21.651073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:09:21.653759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef629271-7fa0-4584-8a3d-c59c738d1fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:09:21.694778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e4cf33-5c23-4b4f-bd71-44555f743171 x-openstack-request-id: req-c1e4cf33-5c23-4b4f-bd71-44555f743171 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:09:21.695142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:09:21.695461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1e4cf33-5c23-4b4f-bd71-44555f743171 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:09:21.695930 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'status': 'completed', 'code': 200} Dec 24 04:09:21.732601 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:21.757658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56401c67-6e00-48dc-b0ae-038bbb240c03 req-c59ac00c-be59-48c0-a639-47cd65384b71 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:21.759336 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56401c67-6e00-48dc-b0ae-038bbb240c03 req-c59ac00c-be59-48c0-a639-47cd65384b71 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0588479 Dec 24 04:09:21.820859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-d7b31c75-9294-4187-b8ff-ea80286ca66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:21.822342 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-d7b31c75-9294-4187-b8ff-ea80286ca66f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0816531 Dec 24 04:09:21.831350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56401c67-6e00-48dc-b0ae-038bbb240c03 req-5c2a7671-f286-40b7-9acd-e82a44660f60 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552552 Dec 24 04:09:21.853960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56678) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:21.948488 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'f97a9427-57c9-400d-b1d7-1f4bf70d6921', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'port_id': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'mac_address': 'fa:16:3e:4a:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:09:20Z', 'updated_at': '2021-12-24T04:09:20Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:09Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:21.959796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a1baa3aa-ffad-4366-8fa7-e753da76145c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/f97a9427-57c9-400d-b1d7-1f4bf70d6921 HTTP/1.1" status: 200 len: 990 time: 0.1020818 Dec 24 04:09:21.974851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-23faa346-94ad-4748-82e5-b921c30f8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:21.976390 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-23faa346-94ad-4748-82e5-b921c30f8b80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.1441894 Dec 24 04:09:21.977760 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] Checking router: e0227ddf-fe22-44a1-81a9-65bc04ee72b9 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:09:21.985874 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:09:21.986466 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:09:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:22.041459 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-ef4468a6-594c-4870-b6e6-a69ee3e92114 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 998 time: 0.0581250 Dec 24 04:09:22.087189 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:09:22.094358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-dc1be65e-4952-4b2f-a191-65e08c491787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:22.095845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-dc1be65e-4952-4b2f-a191-65e08c491787 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0474987 Dec 24 04:09:22.141073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-22af33b2-1077-4a00-a2dd-5c25142f5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:22.142787 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-22af33b2-1077-4a00-a2dd-5c25142f5433 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399778 Dec 24 04:09:22.233028 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-bd98b56b-38cd-4a21-bbc4-adc5e798ec64 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815635 Dec 24 04:09:22.306766 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'f97a9427-57c9-400d-b1d7-1f4bf70d6921', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'port_id': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'mac_address': 'fa:16:3e:4a:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:09:20Z', 'updated_at': '2021-12-24T04:09:20Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:09Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:09:22.324389 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef629271-7fa0-4584-8a3d-c59c738d1fc8 req-b57a97f8-4ea5-4f4f-a8a7-b2b0b4cdc266 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844057 Dec 24 04:09:22.332672 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cf0d1-7aa1-4350-bd1e-466048d23c1a None None] The sync data for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv is: [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'f97a9427-57c9-400d-b1d7-1f4bf70d6921', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'port_id': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'mac_address': 'fa:16:3e:4a:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:09:20Z', 'updated_at': '2021-12-24T04:09:20Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:09Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:09:22.497130 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:22.541002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d4b42-3ba8-4a92-9c09-f40c3d244a1d None None] New status for floating IP f97a9427-57c9-400d-b1d7-1f4bf70d6921: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:09:22.962537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56680) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:09:23.025282 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cad1b3f9-a4d4-420f-b868-433967cb1d68 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/f97a9427-57c9-400d-b1d7-1f4bf70d6921 HTTP/1.1" status: 200 len: 992 time: 0.0616040 Dec 24 04:09:39.505468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a74b814d-e9bd-43d5-888e-b343db5b5448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:41.856946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f428e852-67e4-4ddb-916e-6b7a3856f977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:42.885123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:44.580768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:45.152070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:45.305157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-56030756-ced4-44fa-8dd6-3537933c1c19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383041 Dec 24 04:09:45.401063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385fa0-d843-477c-9073-574eb61e081b req-86075cae-47f4-46d6-94d1-929e9bd6ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:45.402390 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-86075cae-47f4-46d6-94d1-929e9bd6ba8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0383887 Dec 24 04:09:45.505971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385fa0-d843-477c-9073-574eb61e081b req-fa9c3b28-1e94-4fc7-968f-c0c9d624da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:45.507408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-fa9c3b28-1e94-4fc7-968f-c0c9d624da76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.0841269 Dec 24 04:09:45.574746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-3434429b-fd8a-4b5d-baca-a8ac164e69a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 1000 time: 0.0545406 Dec 24 04:09:45.627784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385fa0-d843-477c-9073-574eb61e081b req-9625e3eb-6cc6-4315-a88f-bcb90c6925fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:45.629225 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-9625e3eb-6cc6-4315-a88f-bcb90c6925fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0449257 Dec 24 04:09:45.673532 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385fa0-d843-477c-9073-574eb61e081b req-af946790-d4be-43f6-b5a7-f6ef200d44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:09:45.674882 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-af946790-d4be-43f6-b5a7-f6ef200d44d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385823 Dec 24 04:09:45.760614 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-5d75c929-2f0c-4376-b5e3-a754a964b66a service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789680 Dec 24 04:09:45.852032 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ed385fa0-d843-477c-9073-574eb61e081b req-f2c679eb-8794-4947-8e01-7a7b0e2faf04 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836256 Dec 24 04:09:52.498299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:09:53.857463 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:10:09.498508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e33b-dd30-41f2-ab0a-d7b88fb966fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:11.857799 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b49c969c-978b-41d0-9757-282e096b2bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:12.891808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:14.584638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:15.155133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:22.506779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:25.829896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-bb293742-1ee0-42ee-991a-31a15c3cc010 req-4cf3ed20-7981-4a8b-9f09-9a43865471e6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:10:25.830903 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bb293742-1ee0-42ee-991a-31a15c3cc010 req-4cf3ed20-7981-4a8b-9f09-9a43865471e6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431612 Dec 24 04:10:26.007760 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50495dee-41a0-412f-8fd7-d5f01f5721b8 req-d5718a4c-9794-4ada-a460-25f9a0e06764 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:26.009188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50495dee-41a0-412f-8fd7-d5f01f5721b8 req-d5718a4c-9794-4ada-a460-25f9a0e06764 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0512006 Dec 24 04:10:26.037925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56716) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:10:26.062903 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-50495dee-41a0-412f-8fd7-d5f01f5721b8 req-3088a3cb-2613-4e6c-bee9-f3b9bde909a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477130 Dec 24 04:10:26.123586 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-e0df8108-7adb-407c-a771-20d82816e0db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843341 Dec 24 04:10:26.132821 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-3c5375f0-6829-4554-9609-201a63e4b92e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:10:26.133778 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-3c5375f0-6829-4554-9609-201a63e4b92e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049181 Dec 24 04:10:27.175490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b5343-2d3a-4d6a-ba1a-98e54151b415 req-64298b53-aed0-4851-84d3-623b492b8119 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:27.177470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c8b5343-2d3a-4d6a-ba1a-98e54151b415 req-64298b53-aed0-4851-84d3-623b492b8119 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0474601 Dec 24 04:10:27.227749 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c8b5343-2d3a-4d6a-ba1a-98e54151b415 req-555c6d62-5cc2-4be8-b807-eb0dcab5357b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433941 Dec 24 04:10:28.338913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d483b2-2eb7-4954-ae62-4d96c38d8426 req-91da302d-e8d0-48b1-b3ef-c1c97804cbfd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:28.340340 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d483b2-2eb7-4954-ae62-4d96c38d8426 req-91da302d-e8d0-48b1-b3ef-c1c97804cbfd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0473754 Dec 24 04:10:28.387291 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c4d483b2-2eb7-4954-ae62-4d96c38d8426 req-477f0f72-1ed4-445e-9a5b-ec83455ec2e8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Dec 24 04:10:29.502479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19884156-65af-4a35-878e-4ad8fa09049f req-8fa95599-bf69-44cb-b36e-5d8f4bae953e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:29.503913 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19884156-65af-4a35-878e-4ad8fa09049f req-8fa95599-bf69-44cb-b36e-5d8f4bae953e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0501351 Dec 24 04:10:29.550884 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-19884156-65af-4a35-878e-4ad8fa09049f req-8526699a-b3ee-4e4b-bc9d-77d340a4b896 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Dec 24 04:10:30.663329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3792b4-4621-44cb-968b-83cd7fa6ab79 req-922e1e17-67c6-46dc-a065-4f600625e9fc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:30.664791 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9a3792b4-4621-44cb-968b-83cd7fa6ab79 req-922e1e17-67c6-46dc-a065-4f600625e9fc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0478244 Dec 24 04:10:30.713546 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9a3792b4-4621-44cb-968b-83cd7fa6ab79 req-77f59083-814b-4117-935a-f991ec9d6860 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Dec 24 04:10:30.856128 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:10:31.401308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-2f3d908e-8ce2-493f-885a-70d74135b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:31.402677 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-2f3d908e-8ce2-493f-885a-70d74135b002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0427711 Dec 24 04:10:31.491958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-aea387d2-4478-4653-90c8-693a62a0615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:31.493444 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-aea387d2-4478-4653-90c8-693a62a0615b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.0824726 Dec 24 04:10:31.561408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-a74c1b15-a912-43fe-9dfb-1014bc0c3ae2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 1000 time: 0.0591033 Dec 24 04:10:31.609554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-e76fa26d-3d7e-4be2-a870-767a76350b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:31.610920 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-e76fa26d-3d7e-4be2-a870-767a76350b4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0420094 Dec 24 04:10:31.653878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-5e9388a2-54ff-42e7-b4f0-138ae5960db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:31.655196 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-5e9388a2-54ff-42e7-b4f0-138ae5960db8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0372262 Dec 24 04:10:31.747761 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-bc1648f7-4b00-4a1c-9236-1b6a3ed14cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832386 Dec 24 04:10:31.874398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0af800-c7ad-44c0-a615-32b1b461113e req-52c27e76-1180-43f4-b5eb-6cf3db112158 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:31.875855 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee0af800-c7ad-44c0-a615-32b1b461113e req-52c27e76-1180-43f4-b5eb-6cf3db112158 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0926378 Dec 24 04:10:31.877636 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-e149fdac-b32a-46b1-b2e6-4637d682bebb service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229720 Dec 24 04:10:31.924675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ee0af800-c7ad-44c0-a615-32b1b461113e req-a069e8cd-a077-4884-a1bf-b5ed27ace9fe tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Dec 24 04:10:33.038525 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98d203-1283-46a8-8eff-749254b02c82 req-3e6e48c3-ffef-4c22-8375-4ee27b866bdd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:33.039981 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a98d203-1283-46a8-8eff-749254b02c82 req-3e6e48c3-ffef-4c22-8375-4ee27b866bdd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0480204 Dec 24 04:10:33.087050 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a98d203-1283-46a8-8eff-749254b02c82 req-2e8a814f-2344-4366-9566-b01a29bb9f48 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Dec 24 04:10:34.198009 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d1181-69f1-45c3-983e-238f23c7ee3a req-6f1a4b89-4f5b-45e6-a7b7-79da9add5c1e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:34.199443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a7d1181-69f1-45c3-983e-238f23c7ee3a req-6f1a4b89-4f5b-45e6-a7b7-79da9add5c1e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0470617 Dec 24 04:10:34.250193 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5a7d1181-69f1-45c3-983e-238f23c7ee3a req-d8b7c4a5-5701-483f-8924-8ef082b321c5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Dec 24 04:10:35.363456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b4bad-7b81-4b65-9281-405bf34629d9 req-78fdc148-4e58-4c1d-9358-bb3c9f52e2f5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:35.365308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e8b4bad-7b81-4b65-9281-405bf34629d9 req-78fdc148-4e58-4c1d-9358-bb3c9f52e2f5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0470178 Dec 24 04:10:35.411871 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e8b4bad-7b81-4b65-9281-405bf34629d9 req-e8e13a2c-f344-450f-adb1-4100dd07df72 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Dec 24 04:10:36.521716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3f5e7-1078-4182-8386-9b24b9f8f2f2 req-9ac9d084-838a-429a-b119-fe50d4b0be8b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:36.523171 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-20c3f5e7-1078-4182-8386-9b24b9f8f2f2 req-9ac9d084-838a-429a-b119-fe50d4b0be8b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0464258 Dec 24 04:10:36.570879 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-20c3f5e7-1078-4182-8386-9b24b9f8f2f2 req-26477987-b0bd-4d72-8994-50fb44aff29d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Dec 24 04:10:37.685867 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a83493-2bf2-414c-9e7d-a89d1a5174ea req-f95df2a8-7575-4b29-b42d-d8e882bb9608 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:37.687326 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0a83493-2bf2-414c-9e7d-a89d1a5174ea req-f95df2a8-7575-4b29-b42d-d8e882bb9608 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0502260 Dec 24 04:10:37.734360 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a0a83493-2bf2-414c-9e7d-a89d1a5174ea req-691b62c5-d0a6-4b39-8e29-7dd8ac148812 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 Dec 24 04:10:38.846642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61cc2-12c4-4653-a36a-ce0b03b744ea req-b8201042-d906-4725-aa27-46b904e5e8c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:38.847974 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2a61cc2-12c4-4653-a36a-ce0b03b744ea req-b8201042-d906-4725-aa27-46b904e5e8c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0473261 Dec 24 04:10:38.895016 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2a61cc2-12c4-4653-a36a-ce0b03b744ea req-70f461b5-8836-45fa-bf9d-824ab72606c7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Dec 24 04:10:39.500819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eac157f0-b8ec-4984-aeea-aea1ca769fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:40.012077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459146-704c-4d5e-bdf5-c91f31f51d74 req-a8230610-b89d-47e6-ad2a-a100c285c2f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:40.013547 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ce459146-704c-4d5e-bdf5-c91f31f51d74 req-a8230610-b89d-47e6-ad2a-a100c285c2f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0508969 Dec 24 04:10:40.060529 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ce459146-704c-4d5e-bdf5-c91f31f51d74 req-d501a460-b964-4df1-bfa4-bf9db4e70925 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Dec 24 04:10:41.174224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8785bd-f700-42f1-a52c-98cf3d8b8697 req-1f09aa3c-6c28-45d0-bc02-c144d1d4b536 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:41.175667 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c8785bd-f700-42f1-a52c-98cf3d8b8697 req-1f09aa3c-6c28-45d0-bc02-c144d1d4b536 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0477791 Dec 24 04:10:41.223104 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c8785bd-f700-42f1-a52c-98cf3d8b8697 req-443d3998-b4d4-4ee2-9c7f-20b229f44d43 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409348 Dec 24 04:10:41.858713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e32debdc-f825-4e23-a6bc-8a19b063f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:42.335120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b04af-3674-44ac-b9b6-bdced1df41e5 req-26043612-a289-47d1-93f1-97c51f60d6b5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:42.336580 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-503b04af-3674-44ac-b9b6-bdced1df41e5 req-26043612-a289-47d1-93f1-97c51f60d6b5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0475149 Dec 24 04:10:42.390560 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-503b04af-3674-44ac-b9b6-bdced1df41e5 req-719b975e-ab11-4623-9e22-42fa531b9acd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478983 Dec 24 04:10:42.890633 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:43.500658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3024d4b-9d78-43be-860d-7df87903b664 req-e3ba5795-d837-4d8d-a85e-a0ad3b1fd50f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:43.502077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3024d4b-9d78-43be-860d-7df87903b664 req-e3ba5795-d837-4d8d-a85e-a0ad3b1fd50f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0464363 Dec 24 04:10:43.549703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3024d4b-9d78-43be-860d-7df87903b664 req-46137403-06cd-44e1-8c35-a162cbd6d774 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Dec 24 04:10:44.587128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:44.663065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d22b7-4d8a-4d44-b799-9d085561ba47 req-d89820b4-e192-4c46-9da6-6ed2e28fea5e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:44.664534 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f75d22b7-4d8a-4d44-b799-9d085561ba47 req-d89820b4-e192-4c46-9da6-6ed2e28fea5e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0473125 Dec 24 04:10:44.712095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f75d22b7-4d8a-4d44-b799-9d085561ba47 req-0d6f89cf-7dd6-498b-a14f-71392225dfed tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Dec 24 04:10:45.157003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:45.829701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d330a1a-347f-4a62-81ce-6d1eb6009278 req-63d67abf-6175-4241-b61e-2f2aa7723d03 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:45.831149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4d330a1a-347f-4a62-81ce-6d1eb6009278 req-63d67abf-6175-4241-b61e-2f2aa7723d03 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0511773 Dec 24 04:10:45.879192 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4d330a1a-347f-4a62-81ce-6d1eb6009278 req-22076027-67ac-4b5a-9806-14c86ef8dd6f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 Dec 24 04:10:46.369957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92925df-1555-409d-9620-2072e6a62d33 req-6e608a3c-449e-431b-936b-1ec809d86c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:46.371309 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e92925df-1555-409d-9620-2072e6a62d33 req-6e608a3c-449e-431b-936b-1ec809d86c7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0391269 Dec 24 04:10:46.476001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92925df-1555-409d-9620-2072e6a62d33 req-b4183a02-d1c0-469c-bec0-3e5ed291e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:46.477454 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e92925df-1555-409d-9620-2072e6a62d33 req-b4183a02-d1c0-469c-bec0-3e5ed291e1e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.0860374 Dec 24 04:10:46.541768 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e92925df-1555-409d-9620-2072e6a62d33 req-27498700-65d6-4164-8f61-1f0c700a530d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 1000 time: 0.0571527 Dec 24 04:10:46.590331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92925df-1555-409d-9620-2072e6a62d33 req-3deeea5a-1c5c-4f81-83a1-e9771d8b4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:46.591699 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e92925df-1555-409d-9620-2072e6a62d33 req-3deeea5a-1c5c-4f81-83a1-e9771d8b4862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0424552 Dec 24 04:10:46.943915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92925df-1555-409d-9620-2072e6a62d33 req-85c8c205-304e-4177-b3de-0fa856f48a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:46.945412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e92925df-1555-409d-9620-2072e6a62d33 req-85c8c205-304e-4177-b3de-0fa856f48a13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3457377 Dec 24 04:10:47.048230 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f6139-2eab-48b8-b861-b086b2d9d8a0 req-0e262272-3d93-4e67-a192-57d2de36dd43 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:47.049689 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-565f6139-2eab-48b8-b861-b086b2d9d8a0 req-0e262272-3d93-4e67-a192-57d2de36dd43 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.1017535 Dec 24 04:10:47.079235 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e92925df-1555-409d-9620-2072e6a62d33 req-ba5b978f-eeed-4b6b-bda6-2e37df2938d9 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231365 Dec 24 04:10:47.131352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-565f6139-2eab-48b8-b861-b086b2d9d8a0 req-7e1bfbad-ade4-4c4b-9ca5-83d2edfefc14 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751882 Dec 24 04:10:47.188018 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e92925df-1555-409d-9620-2072e6a62d33 req-51f1181e-d2fd-4d78-baae-46a633942ade service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014686 Dec 24 04:10:48.250028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf4756-8cdf-4c9b-8874-d623a6e6d20e req-506239c5-156f-4a11-8d63-6d815431cc44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:48.251465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8daf4756-8cdf-4c9b-8874-d623a6e6d20e req-506239c5-156f-4a11-8d63-6d815431cc44 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0527387 Dec 24 04:10:48.298742 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8daf4756-8cdf-4c9b-8874-d623a6e6d20e req-ea0950dd-a044-42cc-848e-e483d3d6b847 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412955 Dec 24 04:10:48.625741 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-0cdaabe3-3aaa-47e2-b910-1f511a2c3ca0 service neutron] 10.222.0.41 "GET /v2.0/ports/f800932b-67e1-4b17-8f1b-2e6a681ec182/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0549874 Dec 24 04:10:48.842092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-86f87d47-7e9f-41e8-8c3f-de2ce5ab571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:48.843552 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-86f87d47-7e9f-41e8-8c3f-de2ce5ab571d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 1098 time: 0.0397365 Dec 24 04:10:48.916352 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-cd92aadd-0995-46cc-ae26-cae6fe1e5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:48.917716 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-cd92aadd-0995-46cc-ae26-cae6fe1e5db3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0411606 Dec 24 04:10:49.006758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-984f8eaa-4494-4a64-94c5-4a1f0049ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:49.008229 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-984f8eaa-4494-4a64-94c5-4a1f0049ddc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.0823946 Dec 24 04:10:49.075810 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-7aefff69-8400-40d0-93b6-91cd9ebe7b54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 1000 time: 0.0604219 Dec 24 04:10:49.129779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-0de3b7a1-5df8-4864-838d-48f777fe1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:49.131826 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-0de3b7a1-5df8-4864-838d-48f777fe1431 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0487466 Dec 24 04:10:49.176494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-68f023bc-46e9-46fa-beec-4a0bd943176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:49.178536 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-68f023bc-46e9-46fa-beec-4a0bd943176c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402877 Dec 24 04:10:49.267710 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-29c018e8-dee0-47c9-b880-f3c5e1fda524 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824518 Dec 24 04:10:49.354324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8691fb0d-ee2c-4fc5-bb77-25dd81ab6077 req-5c466fd4-a16b-48eb-b29a-949e370a6d0a service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798130 Dec 24 04:10:49.417725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405945e-0407-4f97-b534-c6e55b4a7b06 req-5515e858-a46e-4fcc-bf1b-3860566d8295 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:49.419624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e405945e-0407-4f97-b534-c6e55b4a7b06 req-5515e858-a46e-4fcc-bf1b-3860566d8295 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0521240 Dec 24 04:10:49.469316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e405945e-0407-4f97-b534-c6e55b4a7b06 req-3839a416-7024-4cbf-8b67-eccd9dd8f474 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 Dec 24 04:10:50.584681 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dc324-764c-4d1e-bab2-cf6b19b7a2e6 req-0fe66598-f6c0-4079-bdc6-d3783328f040 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:50.586142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1e8dc324-764c-4d1e-bab2-cf6b19b7a2e6 req-0fe66598-f6c0-4079-bdc6-d3783328f040 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0478599 Dec 24 04:10:50.636804 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1e8dc324-764c-4d1e-bab2-cf6b19b7a2e6 req-1ad029e5-fb84-4a2b-8d91-144c08415061 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Dec 24 04:10:51.436453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f800932b-67e1-4b17-8f1b-2e6a681ec182 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:10:51.525742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:10:51.536140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'port_id': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'mac_address': 'fa:16:3e:4a:17:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:10:51.575415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:51.587597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f800932b-67e1-4b17-8f1b-2e6a681ec182 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:10:51.605813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:10:51.610412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:51.654902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:10:51.661762 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.662628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.662963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.663292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.664009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.664009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.664299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.664562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.664883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.665203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.665517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.665831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.666144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:10:51.753253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cb249-574b-449c-9458-3b263a64183f req-4cdf6eec-d54c-4884-bc86-4c2b694e72bd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:51.754620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-241cb249-574b-449c-9458-3b263a64183f req-4cdf6eec-d54c-4884-bc86-4c2b694e72bd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 944 time: 0.0490789 Dec 24 04:10:51.765057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['f800932b-67e1-4b17-8f1b-2e6a681ec182'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:10:51.807796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-241cb249-574b-449c-9458-3b263a64183f req-3c53b8cf-fe78-407e-bf13-9e51db788166 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472841 Dec 24 04:10:52.516376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:52.919937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2047f8-766e-4f78-8e59-7712d2e48b39 req-1fffbfe9-2f17-4bdf-b949-621d10c15a32 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:52.921399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d2047f8-766e-4f78-8e59-7712d2e48b39 req-1fffbfe9-2f17-4bdf-b949-621d10c15a32 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 944 time: 0.0473704 Dec 24 04:10:52.969716 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d2047f8-766e-4f78-8e59-7712d2e48b39 req-aaf4b41a-26c5-4308-bde4-05bbeaa16455 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422807 Dec 24 04:10:53.192537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c7057-9645-4151-be6c-a7b20a915f2f req-c524ea8a-004c-42f9-9326-a88a99afa831 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:53.194041 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0f0c7057-9645-4151-be6c-a7b20a915f2f req-c524ea8a-004c-42f9-9326-a88a99afa831 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 944 time: 0.0828571 Dec 24 04:10:53.206190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6c60-0609-4286-b371-32655ec7579c req-76764f5d-2c8f-4591-b259-0ac0fe8dd046 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:53.207570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-76764f5d-2c8f-4591-b259-0ac0fe8dd046 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c&tenant_id=551959188339457198deb3ed84b19220&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 944 time: 0.0703003 Dec 24 04:10:53.252028 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0f0c7057-9645-4151-be6c-a7b20a915f2f req-519e9050-ef86-47c6-ae7d-080351c2bb8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Dec 24 04:10:53.372652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6c60-0609-4286-b371-32655ec7579c req-88c395ea-0597-4618-b59a-5c759a988e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:53.374074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-88c395ea-0597-4618-b59a-5c759a988e7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1097 time: 0.0753057 Dec 24 04:10:53.387596 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39810c-ba05-4617-802a-a1bb9de919d2 req-08eae170-a4fa-4ba2-94e1-2c1443ed50d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:53.389002 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc39810c-ba05-4617-802a-a1bb9de919d2 req-08eae170-a4fa-4ba2-94e1-2c1443ed50d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 944 time: 0.0669661 Dec 24 04:10:53.450506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f800932b-67e1-4b17-8f1b-2e6a681ec182 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:10:53.493289 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bc39810c-ba05-4617-802a-a1bb9de919d2 req-9d52bb16-180e-46da-9fa0-6036446c5b52 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960188 Dec 24 04:10:53.497178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port f800932b-67e1-4b17-8f1b-2e6a681ec182 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:10:53.497323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:53.510259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6c60-0609-4286-b371-32655ec7579c req-2b0b8550-cb4b-45ca-a4fc-84830a65b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:53.511712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-2b0b8550-cb4b-45ca-a4fc-84830a65b36e service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.1218843 Dec 24 04:10:53.574528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:53.581938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-1abe31cb-fb36-402a-8f27-b3541dfff8b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 999 time: 0.0622418 Dec 24 04:10:53.596906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:10:53.599121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4ce6dd-d683-4591-99c9-437a4f9a1473" -d '{"events": [{"server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "name": "network-vif-plugged", "status": "completed", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:10:53.611605 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:10:53.616352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:10:53.631136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6c60-0609-4286-b371-32655ec7579c req-ac873254-200b-465e-843e-5aa884d29fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:53.632801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-ac873254-200b-465e-843e-5aa884d29fe5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0438476 Dec 24 04:10:53.668179 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:10:53.680916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6c60-0609-4286-b371-32655ec7579c req-abeab6b9-4874-46f3-943a-1c97d9f64cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:53.682451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-abeab6b9-4874-46f3-943a-1c97d9f64cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424647 Dec 24 04:10:53.701279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57981f9-c1ed-4f74-b638-83039fafb36d x-openstack-request-id: req-a57981f9-c1ed-4f74-b638-83039fafb36d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:10:53.701573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "name": "network-vif-plugged", "status": "completed", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:10:53.701827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a57981f9-c1ed-4f74-b638-83039fafb36d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:10:53.702473 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'code': 200} Dec 24 04:10:53.777658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-51218273-ccf3-4d52-84ce-f14de88d7d05 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878346 Dec 24 04:10:53.868114 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8d4b6c60-0609-4286-b371-32655ec7579c req-361e9a4e-0549-40a3-965d-19adbac71d4d service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814626 Dec 24 04:10:54.613849 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c779c3-8f0c-470b-9ed2-32163eeead36 req-0f9f5430-9822-4e57-9d09-cef6c8a6e996 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:10:54.615302 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96c779c3-8f0c-470b-9ed2-32163eeead36 req-0f9f5430-9822-4e57-9d09-cef6c8a6e996 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0515845 Dec 24 04:10:54.667746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-96c779c3-8f0c-470b-9ed2-32163eeead36 req-4dd28a25-3a7f-44a0-9fc9-0d90a8064c36 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453763 Dec 24 04:10:54.690054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56820) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:10:54.748760 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-48eb7beb-3d48-4017-8283-0968e6fdabc7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/f97a9427-57c9-400d-b1d7-1f4bf70d6921 HTTP/1.1" status: 200 len: 992 time: 0.0575757 Dec 24 04:11:07.855042 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:11:09.502974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe5aff55-21b1-4768-8df5-7e4cd7376b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:11.859004 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74db1f4a-a050-474a-b392-91bd83ec5f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:12.893377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:14.589436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:15.159202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:22.520274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:39.503872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f4059aa-e1f9-43a5-b6c8-9b19dd3cc7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:41.859463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85bc7633-f489-4e5a-8de8-fa40936a30f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:42.897287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:44.592154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:44.853346 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:11:45.161410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:46.340971 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-6f973aa7-a3f8-49c4-bf1f-0f4bc804d454 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761421 Dec 24 04:11:46.440924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-3e60f9a0-629a-42e5-9b3f-b41c19fb6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:46.442383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-3e60f9a0-629a-42e5-9b3f-b41c19fb6fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0396895 Dec 24 04:11:46.544959 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-13745a05-e207-43e7-b1a1-cf0e0531f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:46.546407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-13745a05-e207-43e7-b1a1-cf0e0531f069 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.0852907 Dec 24 04:11:46.610105 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-cf8570de-ed76-4511-9301-926262758aff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 1000 time: 0.0565929 Dec 24 04:11:46.657243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-8cc21c78-e3b6-4fcb-b587-62e5082f957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:46.658622 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-8cc21c78-e3b6-4fcb-b587-62e5082f957f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0417724 Dec 24 04:11:46.706609 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-f1f9a5a4-8968-4540-993b-ef7fca018269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:46.708455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-f1f9a5a4-8968-4540-993b-ef7fca018269 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421813 Dec 24 04:11:46.798570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-594b02c2-f4b8-470d-bc80-dff7e4080123 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816553 Dec 24 04:11:46.889194 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a3c5fb0-c85e-4dd9-943e-fac47bf7b148 req-6fc33448-7f9e-4f96-a3a0-30afccf099f1 service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836952 Dec 24 04:11:50.039746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56842) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:50.201396 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 44eccc2f-28b8-4344-a6e1-5ad8911022c4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:11:50.201745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:50.277419 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:50.277748 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:50.288999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 44eccc2f-28b8-4344-a6e1-5ad8911022c4 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:11:50.433370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:50.462685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=44eccc2f-28b8-4344-a6e1-5ad8911022c4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:50.474380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.474736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.475081 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.475421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.475764 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.476093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.476453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.476786 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.477118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.477447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.477775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.478103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.478427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:50.530769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:50.531104 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP f97a9427-57c9-400d-b1d7-1f4bf70d6921 disassociated (deleted). External IP: 172.26.5.26, port: f800932b-67e1-4b17-8f1b-2e6a681ec182. Dec 24 04:11:50.733309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:11:50.836844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:11:50.841592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:50.846025 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] Sync routers for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:11:50.855354 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:11:50.855943 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:50.868013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5179fff2-246b-4ca3-b7c7-bd2713e115c4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/floatingips/f97a9427-57c9-400d-b1d7-1f4bf70d6921 HTTP/1.1" status: 204 len: 168 time: 0.8272479 Dec 24 04:11:50.868680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:11:50.870974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdee098-457c-4bd6-8741-e8a64de7ce5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:11:50.912940 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a14b392-6e77-49ec-a8e0-a147ce8820bf x-openstack-request-id: req-9a14b392-6e77-49ec-a8e0-a147ce8820bf {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:11:50.913436 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:11:50.913784 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a14b392-6e77-49ec-a8e0-a147ce8820bf {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:11:50.914383 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'status': 'completed', 'code': 200} Dec 24 04:11:50.977735 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:11:51.000783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-b5b553cb-8e94-4151-9ac2-09e9edd2f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:51.003079 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-b5b553cb-8e94-4151-9ac2-09e9edd2f5e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 1098 time: 0.0458579 Dec 24 04:11:51.159001 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5396e0f-1a23-4074-b658-5937fe4e51e9 req-0ea5fe31-25c0-4c59-aa59-267625d2e648 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:51.160478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d5396e0f-1a23-4074-b658-5937fe4e51e9 req-0ea5fe31-25c0-4c59-aa59-267625d2e648 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.1007228 Dec 24 04:11:51.190329 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:09Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:51.193292 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-674d556b-bab1-4f87-b174-e3737ff1e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:51.194746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-674d556b-bab1-4f87-b174-e3737ff1e9f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 200 len: 896 time: 0.1427922 Dec 24 04:11:51.220331 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] Checking router: e0227ddf-fe22-44a1-81a9-65bc04ee72b9 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:11:51.228505 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:11:51.229102 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:51.250943 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-0da6c566-8c48-4799-9b8f-829654795566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 200 len: 217 time: 0.0444651 Dec 24 04:11:51.261829 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d5396e0f-1a23-4074-b658-5937fe4e51e9 req-8631a15d-b2e1-47bd-8046-7b8648e0dadb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914135 Dec 24 04:11:51.305105 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-7559c99f-9ce4-4f03-91e5-354080ca7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:51.306572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-7559c99f-9ce4-4f03-91e5-354080ca7d4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 200 len: 835 time: 0.0439045 Dec 24 04:11:51.331743 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:11:51.352731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-f567cfb9-009f-4314-a838-fac2b96e677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:51.354243 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-f567cfb9-009f-4314-a838-fac2b96e677c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395803 Dec 24 04:11:51.448713 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-acd59dc1-9516-403b-b1c8-dc41502913ed service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848320 Dec 24 04:11:51.521995 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:09Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:51.536452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fdee098-457c-4bd6-8741-e8a64de7ce5f req-31e478d8-5708-43dc-95bc-3d2f0160150c service neutron] 10.222.0.41 "GET /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798559 Dec 24 04:11:51.546941 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae76939-e10d-43cd-8ad3-ca58e99e4b66 None None] The sync data for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv is: [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:09:06Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '33b6253f-4019-44fb-80b8-cf1c035d6f02', 'name': '', 'network_id': 'cf54c0d5-95b7-4f91-9a78-0e71e6fc947b', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:fb:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:05Z', 'updated_at': '2021-12-24T04:09:09Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'd912ed3a-a160-4c77-a45c-18a81a9a1ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:11:51.762649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e773e-9f0c-45b4-b8f0-cf289ae8ccca None None] New status for floating IP f97a9427-57c9-400d-b1d7-1f4bf70d6921: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:11:52.382363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e870a7f-5b61-49e4-8260-858287d9e23c req-a73d2069-8eb6-460a-8a81-847031cb59a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:52.383771 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e870a7f-5b61-49e4-8260-858287d9e23c req-a73d2069-8eb6-460a-8a81-847031cb59a9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0528169 Dec 24 04:11:52.432643 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0e870a7f-5b61-49e4-8260-858287d9e23c req-c720284f-ac74-4071-a144-48b473ec6137 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=453e7a50-0540-4ad1-9550-6433e22fb7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Dec 24 04:11:52.553790 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:53.076725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-aad31316-966f-49df-a6f1-b932759f95dd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:53.078132 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-aad31316-966f-49df-a6f1-b932759f95dd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 945 time: 0.0465193 Dec 24 04:11:53.168542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port f800932b-67e1-4b17-8f1b-2e6a681ec182 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:11:53.169520 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:53.259122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port f800932b-67e1-4b17-8f1b-2e6a681ec182, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f800932b-67e1-4b17-8f1b-2e6a681ec182,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:11:53.259694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:53.271944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for f800932b-67e1-4b17-8f1b-2e6a681ec182 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:11:53.397449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:53.425508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=f800932b-67e1-4b17-8f1b-2e6a681ec182,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:53.466949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] No DVR routers for this DVR port f800932b-67e1-4b17-8f1b-2e6a681ec182 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:11:53.469449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:53.472825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2323dc54-76b2-4af0-9f59-c337aedeace9 req-96d22035-53e3-4657-9be1-61b04ebd9191 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "DELETE /v2.0/ports/f800932b-67e1-4b17-8f1b-2e6a681ec182 HTTP/1.1" status: 204 len: 173 time: 0.3885155 Dec 24 04:11:53.473351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'name': 'network-vif-deleted', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:11:53.475498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deb758b-67e6-4b6a-917b-45fbb24c9ef5" -d '{"events": [{"server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "name": "network-vif-deleted", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:11:53.519343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778e2603-5e34-4467-9302-319fbd588d4d x-openstack-request-id: req-778e2603-5e34-4467-9302-319fbd588d4d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:11:53.519632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f36fc90-4090-4c25-adc5-c879b21bf37c", "name": "network-vif-deleted", "tag": "f800932b-67e1-4b17-8f1b-2e6a681ec182", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:11:53.519882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-778e2603-5e34-4467-9302-319fbd588d4d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:11:53.520270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f36fc90-4090-4c25-adc5-c879b21bf37c', 'name': 'network-vif-deleted', 'tag': 'f800932b-67e1-4b17-8f1b-2e6a681ec182', 'status': 'completed', 'code': 200} Dec 24 04:11:53.538867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a877cf2-ac2f-42f8-9de0-32c75d2c7f3d req-5fd1657b-ed86-44b4-b759-b4686ee7b29c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f36fc90-4090-4c25-adc5-c879b21bf37c HTTP/1.1" status: 200 len: 210 time: 0.0323932 Dec 24 04:11:54.594347 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56858) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:54.946436 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:55.194247 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 33b6253f-4019-44fb-80b8-cf1c035d6f02 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:11:55.194587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:55.281569 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 33b6253f-4019-44fb-80b8-cf1c035d6f02, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=33b6253f-4019-44fb-80b8-cf1c035d6f02,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:11:55.281840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:55.298169 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 33b6253f-4019-44fb-80b8-cf1c035d6f02 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:11:55.475969 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:55.502153 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=33b6253f-4019-44fb-80b8-cf1c035d6f02,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:55.514319 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.514693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.515013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.515346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.515677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.516009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.516337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.516693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.517016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.517338 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.517658 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.518206 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.518317 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:55.683139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:55.898315 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:11:56.005166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:11:56.011833 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ebcb25df-3337-4ed3-a56c-b2aa081fc17b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/e0227ddf-fe22-44a1-81a9-65bc04ee72b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4148777 Dec 24 04:11:56.013028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56862) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:56.014669 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] Sync routers for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:11:56.028244 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:11:56.028865 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:56.064297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting subnet d912ed3a-a160-4c77-a45c-18a81a9a1ca6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:11:56.067546 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.107706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.134153 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:11:56.316017 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:11:55Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:56.342746 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] Checking router: e0227ddf-fe22-44a1-81a9-65bc04ee72b9 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:11:56.351416 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] Routers {'e0227ddf-fe22-44a1-81a9-65bc04ee72b9'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:11:56.352032 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:56.503173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.545921 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] Set router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:11:56.558560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.587144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Subnet': ['ID=d912ed3a-a160-4c77-a45c-18a81a9a1ca6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:56.589151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.593703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-73a5ecbd-5877-42c4-8032-2c81a72b7059 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/subnets/d912ed3a-a160-4c77-a45c-18a81a9a1ca6 HTTP/1.1" status: 204 len: 168 time: 0.5787759 Dec 24 04:11:56.595683 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56864) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:56.595846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90634e1-d3f6-43ce-9e0c-c434838a55dd None None] Network cf54c0d5-95b7-4f91-9a78-0e71e6fc947b requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:11:56.710603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.732435 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:11:55Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:56.757128 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] DHCP port deletion for cf54c0d5-95b7-4f91-9a78-0e71e6fc947b request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:11:56.758298 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b05b36-2db3-48a7-a8b6-33291a04870e None None] The sync data for ids ['e0227ddf-fe22-44a1-81a9-65bc04ee72b9'] in dv-neutron-822869-1-hyperv is: [{'id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749001823', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:09:02Z', 'updated_at': '2021-12-24T04:11:55Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '92472a27-873c-4432-bc27-d2e2f04662bb', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0227ddf-fe22-44a1-81a9-65bc04ee72b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:09:03Z', 'updated_at': '2021-12-24T04:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:11:56.814402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Deleting port 2d1951b3-3028-441b-94dd-eb27bf04e921 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:11:56.814777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.819357 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.872298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 92472a27-873c-4432-bc27-d2e2f04662bb {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:11:56.872763 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.878593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] For port 2d1951b3-3028-441b-94dd-eb27bf04e921, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2d1951b3-3028-441b-94dd-eb27bf04e921,segment=NetworkSegment(1fed8752-758f-4339-8171-e1df189de72a),segment_id=1fed8752-758f-4339-8171-e1df189de72a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:11:56.879036 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.892037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Calling delete_port for 2d1951b3-3028-441b-94dd-eb27bf04e921 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:11:56.953468 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 92472a27-873c-4432-bc27-d2e2f04662bb, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=92472a27-873c-4432-bc27-d2e2f04662bb,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:11:56.953836 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.965733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 92472a27-873c-4432-bc27-d2e2f04662bb owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:11:56.973140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:56.999421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Pushing event deleted for resources: {'Port': ['ID=2d1951b3-3028-441b-94dd-eb27bf04e921,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:57.001560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] No DVR routers for this DVR port 2d1951b3-3028-441b-94dd-eb27bf04e921 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:11:57.013693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.014043 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.014390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.014722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.015051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.015376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.015700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.016027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.016349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.016828 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.017109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.017326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.017744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcf1dc-91a4-4ee4-93f3-a1cbf4abbb59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:11:57.133411 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.163915 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=92472a27-873c-4432-bc27-d2e2f04662bb,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:57.185228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d3e96-0658-4ea4-8f66-443af0a57361 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:11:57.249981 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.343428 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.345562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.388704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.389218 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Fanout notify agent at l3_agent the message router_deleted on router e0227ddf-fe22-44a1-81a9-65bc04ee72b9 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:11:57.396302 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.397433 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2ffe4615-b704-46ff-95c5-30f96762e55a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/routers/e0227ddf-fe22-44a1-81a9-65bc04ee72b9 HTTP/1.1" status: 204 len: 168 time: 0.8000236 Dec 24 04:11:57.400229 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56866) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:57.482897 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.571838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.592056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf54c0d5-95b7-4f91-9a78-0e71e6fc947b']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:57.600965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fed8752-758f-4339-8171-e1df189de72a') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:57.601268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fed8752-758f-4339-8171-e1df189de72a') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:11:57.610378 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.622985 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.628719 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:11:57.629096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:11:57.631986 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:11:57.688298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.692677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.695967 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/networks/cf54c0d5-95b7-4f91-9a78-0e71e6fc947b HTTP/1.1" status: 204 len: 168 time: 0.2947564 Dec 24 04:11:57.698815 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:57.710737 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d5129-39d4-4976-b33a-d076d0afdf99 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Network': ['ID=cf54c0d5-95b7-4f91-9a78-0e71e6fc947b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:57.755706 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaff18e4-149a-4ab0-a047-382fd47ea015 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.781037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaff18e4-149a-4ab0-a047-382fd47ea015 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.833265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f800932b-67e1-4b17-8f1b-2e6a681ec182 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:11:57.865375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaff18e4-149a-4ab0-a047-382fd47ea015 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.868166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eaff18e4-149a-4ab0-a047-382fd47ea015 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:57.872319 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eaff18e4-149a-4ab0-a047-382fd47ea015 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/security-groups/453e7a50-0540-4ad1-9550-6433e22fb7b3 HTTP/1.1" status: 204 len: 168 time: 0.1695509 Dec 24 04:11:57.874073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 33b6253f-4019-44fb-80b8-cf1c035d6f02 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:11:57.876307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: f800932b-67e1-4b17-8f1b-2e6a681ec182 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:11:57.876668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f800932b-67e1-4b17-8f1b-2e6a681ec182 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:11:57.889708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff18e4-149a-4ab0-a047-382fd47ea015 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453e7a50-0540-4ad1-9550-6433e22fb7b3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:57.897382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 33b6253f-4019-44fb-80b8-cf1c035d6f02 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:11:57.897727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 33b6253f-4019-44fb-80b8-cf1c035d6f02 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:11:57.898146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 92472a27-873c-4432-bc27-d2e2f04662bb no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:11:57.925285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 92472a27-873c-4432-bc27-d2e2f04662bb {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:11:57.925896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 92472a27-873c-4432-bc27-d2e2f04662bb not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:11:57.926478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d1951b3-3028-441b-94dd-eb27bf04e921 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:11:57.948252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 2d1951b3-3028-441b-94dd-eb27bf04e921 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:11:57.948619 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2d1951b3-3028-441b-94dd-eb27bf04e921 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:11:58.094862 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.099447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1a17d4f6-a5eb-43d0-b93d-19e64fa09738 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980104858', 'description': 'tempest-secgroup-smoke-1980104858 description', 'project_id': '551959188339457198deb3ed84b19220'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.123902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a17d4f6-a5eb-43d0-b93d-19e64fa09738 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.188540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a17d4f6-a5eb-43d0-b93d-19e64fa09738 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.192089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a17d4f6-a5eb-43d0-b93d-19e64fa09738 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.220587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a17d4f6-a5eb-43d0-b93d-19e64fa09738 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.221778 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1a17d4f6-a5eb-43d0-b93d-19e64fa09738 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1259203 Dec 24 04:11:58.223697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d4f6-a5eb-43d0-b93d-19e64fa09738 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:58.224828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56876) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.229528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-052cc37e-bb36-42d6-b729-239aa0a59a3b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.258804 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-052cc37e-bb36-42d6-b729-239aa0a59a3b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.316912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-052cc37e-bb36-42d6-b729-239aa0a59a3b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.320482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-052cc37e-bb36-42d6-b729-239aa0a59a3b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.338193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cc37e-bb36-42d6-b729-239aa0a59a3b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2afb42-f197-4acc-be3b-2fedfd3c090b,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:58.343353 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-052cc37e-bb36-42d6-b729-239aa0a59a3b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.344572 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-052cc37e-bb36-42d6-b729-239aa0a59a3b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186080 Dec 24 04:11:58.347309 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56878) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.351496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d578842d-1369-43c9-b8d6-57a8ea102069 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.379346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d578842d-1369-43c9-b8d6-57a8ea102069 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.434062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d578842d-1369-43c9-b8d6-57a8ea102069 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.437358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d578842d-1369-43c9-b8d6-57a8ea102069 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.456208 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578842d-1369-43c9-b8d6-57a8ea102069 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9725f07-71bb-4f3b-afdf-02c6af579b77,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:58.461380 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d578842d-1369-43c9-b8d6-57a8ea102069 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.462496 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d578842d-1369-43c9-b8d6-57a8ea102069 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142843 Dec 24 04:11:58.465327 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56880) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.469954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c7c72c4c-5306-47d5-b96c-b335024ccba2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.501109 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7c72c4c-5306-47d5-b96c-b335024ccba2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.556288 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7c72c4c-5306-47d5-b96c-b335024ccba2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.560428 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7c72c4c-5306-47d5-b96c-b335024ccba2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.576762 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c72c4c-5306-47d5-b96c-b335024ccba2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0829141e-30b1-47fd-81e1-941a71717362,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:58.583708 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7c72c4c-5306-47d5-b96c-b335024ccba2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.584929 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c7c72c4c-5306-47d5-b96c-b335024ccba2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181905 Dec 24 04:11:58.588776 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56882) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.593270 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-46946665-883b-49e3-87e7-3e4375ef012f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.620172 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46946665-883b-49e3-87e7-3e4375ef012f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.677618 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46946665-883b-49e3-87e7-3e4375ef012f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.681059 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46946665-883b-49e3-87e7-3e4375ef012f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.697582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46946665-883b-49e3-87e7-3e4375ef012f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658e59d0-9673-43a8-a74f-504c40506729,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:58.705740 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46946665-883b-49e3-87e7-3e4375ef012f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.706944 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-46946665-883b-49e3-87e7-3e4375ef012f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174154 Dec 24 04:11:58.709646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56884) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.713803 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.738090 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:11:58.742910 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.799240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.802667 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.819300 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75cb32a-2622-4b92-80d5-a04e367a3c01,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:58.826702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.827862 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-43b4bb56-8de9-4001-9774-fd79ef5f0959 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173184 Dec 24 04:11:58.830853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56886) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.835114 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': '0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.857975 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:11:58.862825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.920010 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.923398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.940120 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c59b6a-f6e7-4abc-b932-09fa092180cc,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:58.947030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:58.948187 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c9c4dc33-0421-43f5-bc54-774b5a5e4542 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164200 Dec 24 04:11:58.951496 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56888) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:58.956649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'network': {'name': 'tempest-network-smoke--1167143889', 'project_id': '551959188339457198deb3ed84b19220', 'port_security_enabled': True}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:58.981072 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:11:58.984558 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.007721 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:11:59.017772 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.018118 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Added segment 6a3edb1b-8c32-4253-81b4-238945921b56 of type vlan for network 1616e943-5947-4c3d-b6c4-a56e88d82367 Dec 24 04:11:59.059474 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.083160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.088867 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:11:59.089463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.127040 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1744578 Dec 24 04:11:59.129690 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56890) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:11:59.158668 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'admin_state_up': True, 'project_id': '551959188339457198deb3ed84b19220', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:11:59.168163 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881055fd-1592-464f-a0c9-bd4c3ece4d0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Network': ['ID=1616e943-5947-4c3d-b6c4-a56e88d82367,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:11:59.179254 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:11:59.190056 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.191147 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.246564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.382951 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.569656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.587582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:11:59.687495 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.14 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/03c31d82-8523-43d0-a39f-1fc54bc14308) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:12:00.063371 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:00.096054 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:00.135778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:12:00.138673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:12:00.142005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:12:00.160118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b6255-491e-4037-af0e-3133f6205e7c None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:12:00.164935 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=03c31d82-8523-43d0-a39f-1fc54bc14308,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:00.202821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-85b77fb4-b638-42d5-b9d5-27a47ebbad41 None None] Provisioning complete for port 03c31d82-8523-43d0-a39f-1fc54bc14308 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:00.203421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85b77fb4-b638-42d5-b9d5-27a47ebbad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:00.237796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-85b77fb4-b638-42d5-b9d5-27a47ebbad41 None None] Port 03c31d82-8523-43d0-a39f-1fc54bc14308 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:12:00.397030 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:00.588826 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:00.710943 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:12:00.814485 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:12:00.823572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Sync routers for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:12:00.834702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:12:00.834893 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:00.835320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:00.835921 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2cb2a287-c76d-4485-9543-fade65eb0a0a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7053263 Dec 24 04:12:00.839042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56892) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:00.916742 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-bef61111-e3ad-47b9-83d8-0cccdbf21576 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=551959188339457198deb3ed84b19220&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765557 Dec 24 04:12:00.919296 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56896) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:00.939847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:12:01.004844 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9868b430-8899-48de-a373-2523768b74d6 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:01.006285 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-9868b430-8899-48de-a373-2523768b74d6 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861092 Dec 24 04:12:01.009234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56898) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:01.038257 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f0f43bde-1af3-4bba-88ac-89b5b1f0403b tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278156 Dec 24 04:12:01.040677 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56900) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:01.046113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584239158', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'project_id': '551959188339457198deb3ed84b19220', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:12:01.141646 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:12:01.146190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.268627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:00Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:01.298515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Checking router: a41ff7b7-c400-403e-bca0-5d3263fd8ad0 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:12:01.298865 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Updating router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 port 03c31d82-8523-43d0-a39f-1fc54bc14308 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:12:01.322668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.330350 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.391830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Subnet': ['ID=a159e96e-18eb-4da3-93dc-679748a60bbf,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:01.399750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Checking segment: {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:12:01.400113 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network hostable DHCP agents. Network: 1616e943-5947-4c3d-b6c4-a56e88d82367, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:12:01.417777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:12:01.427534 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 1616e943-5947-4c3d-b6c4-a56e88d82367) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:12:01.432219 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:01.432912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.442669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba42c1-574f-47e2-920c-163e1d919191 None None] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:12:01.448610 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-4b8f2dd6-5028-40c9-b4a3-f9300f6c25e0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4069107 Dec 24 04:12:01.451562 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56902) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:01.597907 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-1616e943-5947-4c3d-b6c4-a56e88d82367', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:12:01.598782 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.722361 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.729493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.798843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973fe17a-8f4e-4609-b054-84b85847d27d None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:12:01.821818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afb37e-87e6-4f60-b276-4dc5881abf30 None None] Pushing event updated for resources: {'Port': ['ID=03c31d82-8523-43d0-a39f-1fc54bc14308,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:01.830074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Attempting to bind port 03c31d82-8523-43d0-a39f-1fc54bc14308 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:12:01.830443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Attempting to bind port 03c31d82-8523-43d0-a39f-1fc54bc14308 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:12:01.831056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Attempting to bind port 03c31d82-8523-43d0-a39f-1fc54bc14308 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:12:01.839802 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:12:01.840177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:12:01.841269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.841536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:12:01.842023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Bound port: 03c31d82-8523-43d0-a39f-1fc54bc14308, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:12:01.842402 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.847766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Allocated IP 172.20.0.2 (1616e943-5947-4c3d-b6c4-a56e88d82367/a159e96e-18eb-4da3-93dc-679748a60bbf/578f0cea-9804-4f99-9151-da25930d32e3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:12:01.892042 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.932121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-561eade5-1771-4595-9713-1edf5065071d None None] Provisioning complete for port 03c31d82-8523-43d0-a39f-1fc54bc14308 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:01.932515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-561eade5-1771-4595-9713-1edf5065071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:01.957523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] For port 03c31d82-8523-43d0-a39f-1fc54bc14308, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:12:02.005225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] For port 03c31d82-8523-43d0-a39f-1fc54bc14308, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03c31d82-8523-43d0-a39f-1fc54bc14308,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:12:02.015727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.037256 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-561eade5-1771-4595-9713-1edf5065071d None None] Port 03c31d82-8523-43d0-a39f-1fc54bc14308 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:12:02.085000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d64689-84a7-4854-8dc4-f40a3ea90535 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:12:02.137401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afb37e-87e6-4f60-b276-4dc5881abf30 None None] Pushing event updated for resources: {'Port': ['ID=03c31d82-8523-43d0-a39f-1fc54bc14308,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:02.144136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:12:02.144772 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:02.194898 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.210077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.252838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.1 (1616e943-5947-4c3d-b6c4-a56e88d82367/a159e96e-18eb-4da3-93dc-679748a60bbf/2946f455-b5e9-46d9-8f29-e75b7b7093c3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:12:02.269228 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a3116eb3-606d-4ec5-bc04-a5217046e272 None None] Provisioning complete for port 03c31d82-8523-43d0-a39f-1fc54bc14308 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:02.269795 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3116eb3-606d-4ec5-bc04-a5217046e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.295089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:12:02.317760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:12:02.329697 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:12:02.339671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Pushing event updated for resources: {'Port': ['ID=578f0cea-9804-4f99-9151-da25930d32e3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:02.355791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:12:02.372878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.406611 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.448491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:12:02.452098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:12:02.454525 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:12:02.474565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Attempting to bind port 578f0cea-9804-4f99-9151-da25930d32e3 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:12:02.474933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Attempting to bind port 578f0cea-9804-4f99-9151-da25930d32e3 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:12:02.475295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Attempting to bind port 578f0cea-9804-4f99-9151-da25930d32e3 on network 1616e943-5947-4c3d-b6c4-a56e88d82367 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:12:02.479043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=2946f455-b5e9-46d9-8f29-e75b7b7093c3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:02.503314 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.528310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:12:02.528721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Checking segment: {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:12:02.529121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.529512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Bound using segment: {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:12:02.529993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Bound port: 578f0cea-9804-4f99-9151-da25930d32e3, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:12:02.530372 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.580606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3116eb3-606d-4ec5-bc04-a5217046e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.633629 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.637172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a3116eb3-606d-4ec5-bc04-a5217046e272 None None] For port 03c31d82-8523-43d0-a39f-1fc54bc14308, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03c31d82-8523-43d0-a39f-1fc54bc14308,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:12:02.648079 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a3116eb3-606d-4ec5-bc04-a5217046e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.845680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] For port 578f0cea-9804-4f99-9151-da25930d32e3, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:12:02.869364 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] For port 578f0cea-9804-4f99-9151-da25930d32e3, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=578f0cea-9804-4f99-9151-da25930d32e3,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:12:02.874934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3116eb3-606d-4ec5-bc04-a5217046e272 None None] Pushing event updated for resources: {'Port': ['ID=03c31d82-8523-43d0-a39f-1fc54bc14308,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:02.879159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.915848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.925502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:00Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:02.928106 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:02.959328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb209e-5ba6-4a5c-a9c5-28e6db526172 None None] The sync data for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv is: [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:00Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:12:02.964872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072d3c2-96fb-472d-a720-c2544e44b9e1 None None] Pushing event updated for resources: {'Port': ['ID=578f0cea-9804-4f99-9151-da25930d32e3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:03.013536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=2946f455-b5e9-46d9-8f29-e75b7b7093c3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:03.019050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:03.134952 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:12:03.136433 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:12:03.282932 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:12:03.697723 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:12:03.703180 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-54ddfc1a-81fc-4d46-a922-5e90b49f1355 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/a41ff7b7-c400-403e-bca0-5d3263fd8ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2505832 Dec 24 04:12:03.888162 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-dfdf46ca-c617-49f4-9872-f4e165a08fb7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980104858&fields=id&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 267 time: 0.0646820 Dec 24 04:12:03.960912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03c31d82-8523-43d0-a39f-1fc54bc14308 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:12:03.995712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078e189-ae9d-4f8c-9559-d64c3a56923a None None] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:12:04.007424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-be78271e-cc3e-45f8-8653-fd17ba317307 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:04.009880 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-be78271e-cc3e-45f8-8653-fd17ba317307 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 797 time: 0.1192358 Dec 24 04:12:04.024351 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-6ed723ff-1bec-41db-a7ce-29de724e9c9a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/quotas/551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 375 time: 0.0092700 Dec 24 04:12:04.076678 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-c7428508-53c7-4094-a35e-6194a1579841 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460718 Dec 24 04:12:04.088282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 03c31d82-8523-43d0-a39f-1fc54bc14308 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:04.088681 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.093521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-0aca07bc-139d-4b0f-a390-ca90592baead service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:12:04.094504 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-0aca07bc-139d-4b0f-a390-ca90592baead service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060210 Dec 24 04:12:04.139513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-79d4dff4-797e-44a4-974b-940e60fcfe21 None None] Provisioning complete for port 578f0cea-9804-4f99-9151-da25930d32e3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:04.139880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79d4dff4-797e-44a4-974b-940e60fcfe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.185593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-b29db1d8-496e-42e1-81f4-d15ef35456a0 service neutron] 10.222.0.37 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849226 Dec 24 04:12:04.266100 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 578f0cea-9804-4f99-9151-da25930d32e3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:12:04.296947 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-16f3a852-84e7-4a8d-914a-7fffbf6b89b9 service neutron] 10.222.0.37 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051860 Dec 24 04:12:04.298360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79d4dff4-797e-44a4-974b-940e60fcfe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.342553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-79d4dff4-797e-44a4-974b-940e60fcfe21 None None] For port 578f0cea-9804-4f99-9151-da25930d32e3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=578f0cea-9804-4f99-9151-da25930d32e3,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:12:04.352487 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79d4dff4-797e-44a4-974b-940e60fcfe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.357242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 578f0cea-9804-4f99-9151-da25930d32e3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:04.357647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.435175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4dff4-797e-44a4-974b-940e60fcfe21 None None] Pushing event updated for resources: {'Port': ['ID=578f0cea-9804-4f99-9151-da25930d32e3,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:04.476794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08642f58-1f75-4d74-bc24-0a4a0f69083d req-1b882d6a-43ff-480f-9b09-8949f091b4f5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 210 time: 0.0338616 Dec 24 04:12:04.508876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8fe55429-4851-42ea-adde-6ca45cae0687 None None] Provisioning complete for port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:04.509118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8fe55429-4851-42ea-adde-6ca45cae0687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.546823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8fe55429-4851-42ea-adde-6ca45cae0687 None None] Port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:12:04.557169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8fe55429-4851-42ea-adde-6ca45cae0687 None None] Provisioning complete for port 578f0cea-9804-4f99-9151-da25930d32e3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:04.557612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8fe55429-4851-42ea-adde-6ca45cae0687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.770308 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-56c75cd6-73d7-4f5b-bdc9-c638e8a53576 None None] Provisioning complete for port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:04.770794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56c75cd6-73d7-4f5b-bdc9-c638e8a53576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.783994 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Sync routers for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:12:04.801505 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:12:04.802153 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:04.819273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-56c75cd6-73d7-4f5b-bdc9-c638e8a53576 None None] Port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:12:04.912690 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:12:04.940285 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-7278946d-0cb3-4d2d-96e3-a311e5ba655a None None] Provisioning complete for port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:04.941103 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7278946d-0cb3-4d2d-96e3-a311e5ba655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:04.979345 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7278946d-0cb3-4d2d-96e3-a311e5ba655a None None] Port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:12:05.116247 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 2, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:05.146666 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Checking router: a41ff7b7-c400-403e-bca0-5d3263fd8ad0 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:12:05.147263 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Updating router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:12:05.172416 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.430471 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.436966 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.485878 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Pushing event updated for resources: {'Port': ['ID=2946f455-b5e9-46d9-8f29-e75b7b7093c3,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:05.495353 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.495703 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.496030 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.496347 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.498128 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.498467 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.498786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.499115 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.499442 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.499762 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.500080 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.500422 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.500742 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:12:05.578292 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Attempting to bind port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:12:05.578983 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Attempting to bind port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:12:05.579515 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Attempting to bind port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 on network 1616e943-5947-4c3d-b6c4-a56e88d82367 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:12:05.587566 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:12:05.588271 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Checking segment: {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:12:05.588852 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.589400 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Bound using segment: {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:12:05.592343 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Bound port: 2946f455-b5e9-46d9-8f29-e75b7b7093c3, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:12:05.592931 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.618436 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9f3e3d6-71c9-4102-a4a5-cf840f20b069 req-f0fc5c05-7296-4ab7-be67-83f8ca123803 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 210 time: 0.0423222 Dec 24 04:12:05.657999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-51b82077-cdd9-47de-a9bb-70ce31cb9511 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:05.659465 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-51b82077-cdd9-47de-a9bb-70ce31cb9511 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 797 time: 0.1861684 Dec 24 04:12:05.663789 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] For port 2946f455-b5e9-46d9-8f29-e75b7b7093c3, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:12:05.669029 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] For port 2946f455-b5e9-46d9-8f29-e75b7b7093c3, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2946f455-b5e9-46d9-8f29-e75b7b7093c3,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:12:05.673965 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.737013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-c45b8394-fd95-4600-b09f-6a024f5039f9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 380 time: 0.0611765 Dec 24 04:12:05.747193 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'port': {'device_id': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'admin_state_up': True, 'tenant_id': '551959188339457198deb3ed84b19220', 'security_groups': ['0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:12:05.747894 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:12:05.748545 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:11:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:05.799186 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b520-6ac6-4e49-adf4-de11d69e9362 None None] Pushing event updated for resources: {'Port': ['ID=2946f455-b5e9-46d9-8f29-e75b7b7093c3,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:05.820340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-08dff3db-7a1c-4b40-9c56-2d2304ab1245 None None] Provisioning complete for port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:05.820754 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08dff3db-7a1c-4b40-9c56-2d2304ab1245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.879268 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:12:05.881393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 578f0cea-9804-4f99-9151-da25930d32e3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:12:05.891204 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:12:05.897951 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:05.966482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 578f0cea-9804-4f99-9151-da25930d32e3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:05.966708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.025317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08dff3db-7a1c-4b40-9c56-2d2304ab1245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.057574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.4 (1616e943-5947-4c3d-b6c4-a56e88d82367/a159e96e-18eb-4da3-93dc-679748a60bbf/f60ee7f7-c55c-41e8-bb82-ed45e7ad250e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:12:06.070126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-08dff3db-7a1c-4b40-9c56-2d2304ab1245 None None] For port 2946f455-b5e9-46d9-8f29-e75b7b7093c3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2946f455-b5e9-46d9-8f29-e75b7b7093c3,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:12:06.095887 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:05Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:06.096962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08dff3db-7a1c-4b40-9c56-2d2304ab1245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.132881 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739b6f1-9100-4179-a83a-d6282c857772 None None] The sync data for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv is: [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:05Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:12:06.157448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dff3db-7a1c-4b40-9c56-2d2304ab1245 None None] Pushing event updated for resources: {'Port': ['ID=2946f455-b5e9-46d9-8f29-e75b7b7093c3,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:06.218232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-750cad48-5038-4314-b666-babd6362d670 None None] Provisioning complete for port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:06.218677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-750cad48-5038-4314-b666-babd6362d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.240836 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.276635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.338118 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:12:06.342128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:12:06.346747 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:12:06.369088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:06.399757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:06.400927 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.419809 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-024a1476-1322-41fc-ae9b-2dfea9198753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6766675 Dec 24 04:12:06.437678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Request body: {'port': {'device_id': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:12:06.497490 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.644685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-951e359e-e990-4411-93bd-1f504aca6dd3 None None] Provisioning complete for port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:06.644813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-951e359e-e990-4411-93bd-1f504aca6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.695702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-951e359e-e990-4411-93bd-1f504aca6dd3 None None] Port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:12:06.774712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832c9f-051f-465f-935a-99bcf4ace1a5 req-dcffaa3c-1789-4ae0-a8af-d68972af294a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:06.776236 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81832c9f-051f-465f-935a-99bcf4ace1a5 req-dcffaa3c-1789-4ae0-a8af-d68972af294a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 931 time: 0.0814586 Dec 24 04:12:06.840113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60ee7f7-c55c-41e8-bb82-ed45e7ad250e {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:12:06.853863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.866964 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-81832c9f-051f-465f-935a-99bcf4ace1a5 req-2c0a1838-4f78-4a6e-a4a8-e6aebf10344b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846777 Dec 24 04:12:06.875368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Transition to ACTIVE for port object f60ee7f7-c55c-41e8-bb82-ed45e7ad250e will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:12:06.879622 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:06.954144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:07.010667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Attempting to bind port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:12:07.011040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Attempting to bind port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:12:07.011344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Attempting to bind port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e on network 1616e943-5947-4c3d-b6c4-a56e88d82367 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:12:07.016854 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e on network 1616e943-5947-4c3d-b6c4-a56e88d82367 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:12:07.017185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Attempting to bind port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e on network 1616e943-5947-4c3d-b6c4-a56e88d82367 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:12:07.022518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:12:07.023037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Checking segment: {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:12:07.023251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Bound using segment: {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:12:07.023688 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Bound port: f60ee7f7-c55c-41e8-bb82-ed45e7ad250e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3edb1b-8c32-4253-81b4-238945921b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:12:07.024087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:07.093492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] For port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:12:07.096471 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] For port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:12:07.101319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:07.151536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:07.152153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:07.153594 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 1093 time: 0.7203457 Dec 24 04:12:07.154036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:12:07.156288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4098b2e8-45ae-4df9-b56f-7921116eb34b" -d '{"events": [{"name": "network-changed", "server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:12:07.173923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa358128-c66d-41a8-88ae-79a5b68630d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:07.204825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239051bd-1b57-4f6d-9606-362024417fae x-openstack-request-id: req-239051bd-1b57-4f6d-9606-362024417fae {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:12:07.205124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:12:07.205384 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-239051bd-1b57-4f6d-9606-362024417fae {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:12:07.205851 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'status': 'completed', 'code': 200} Dec 24 04:12:07.272321 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-b84baeb9-4ee2-4e0c-95db-e212601e670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:07.274060 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-b84baeb9-4ee2-4e0c-95db-e212601e670f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1096 time: 0.0463846 Dec 24 04:12:07.324951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-db755b42-24ce-4d50-9625-8542ddf7204d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 217 time: 0.0368962 Dec 24 04:12:07.379021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-8e19d56c-f66c-41a7-9df2-0769cfc48ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:07.380565 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-8e19d56c-f66c-41a7-9df2-0769cfc48ebc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 200 len: 835 time: 0.0493679 Dec 24 04:12:07.429022 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-1b80b256-1021-429d-8588-c0457b4c8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:07.430491 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-1b80b256-1021-429d-8588-c0457b4c8ab9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1616e943-5947-4c3d-b6c4-a56e88d82367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433049 Dec 24 04:12:07.518607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-ae33a57a-70cd-4430-8577-87074368d9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803699 Dec 24 04:12:07.608831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccbdaa7a-46ca-4df3-96f7-d12705a594b7 req-287cda85-f9eb-458f-9cee-d576f423c2b6 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835841 Dec 24 04:12:07.741590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-c91fb9a6-ae65-46b0-b3fe-4675e57c6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:07.743055 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-c91fb9a6-ae65-46b0-b3fe-4675e57c6847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1096 time: 0.0407395 Dec 24 04:12:07.838060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-98b0ab8f-e03a-4ab0-bc5d-8a472ff42435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:07.839532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-98b0ab8f-e03a-4ab0-bc5d-8a472ff42435 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 897 time: 0.0890479 Dec 24 04:12:07.863998 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2946f455-b5e9-46d9-8f29-e75b7b7093c3 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:12:07.882160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-2b9b0f5e-393f-4ea6-95a4-ffcfb9ada320 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 217 time: 0.0343759 Dec 24 04:12:07.914849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:07.915350 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:07.932910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-96afafa6-3bc8-4728-9d29-6a1d5ca88b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:07.934369 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-96afafa6-3bc8-4728-9d29-6a1d5ca88b60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 200 len: 835 time: 0.0454850 Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:12:08.017053 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:12:08.020648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6635e7-2e4d-44b3-bdcc-aff39173b4d4 req-38935eae-4252-4658-9756-eeca6e164183 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:08.020750 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a6635e7-2e4d-44b3-bdcc-aff39173b4d4 req-38935eae-4252-4658-9756-eeca6e164183 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 943 time: 0.0808041 Dec 24 04:12:08.023342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-daeacf2b-dceb-4947-9870-2e0cfb4a4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:08.024716 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-daeacf2b-dceb-4947-9870-2e0cfb4a4c92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1616e943-5947-4c3d-b6c4-a56e88d82367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763309 Dec 24 04:12:08.129571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a6635e7-2e4d-44b3-bdcc-aff39173b4d4 req-4a24edb9-6043-4e92-b039-18ff763b205b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022780 Dec 24 04:12:08.149061 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-abb0e57c-8c44-41eb-aad7-acf81871b540 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149366 Dec 24 04:12:08.238596 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4098b2e8-45ae-4df9-b56f-7921116eb34b req-78073616-10d0-4f91-b70f-18bff0f3c0de service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814354 Dec 24 04:12:09.248597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14acaef-5997-47e3-a1ad-92e2b95739d4 req-7a386a29-f165-42e9-a82c-4425e83e975e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:09.249957 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f14acaef-5997-47e3-a1ad-92e2b95739d4 req-7a386a29-f165-42e9-a82c-4425e83e975e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 943 time: 0.0525696 Dec 24 04:12:09.297278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f14acaef-5997-47e3-a1ad-92e2b95739d4 req-3a022adb-d5fc-449c-9d8f-550398e3bc07 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Dec 24 04:12:09.504326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6b5607f-9ae4-45f2-a83c-48ba6365f9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:10.408050 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab818b-2947-4b3f-b391-73d77d0b8581 req-40898c46-53fb-4ebe-bf88-eb6a0bb700be tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:10.409425 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67ab818b-2947-4b3f-b391-73d77d0b8581 req-40898c46-53fb-4ebe-bf88-eb6a0bb700be tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 943 time: 0.0473433 Dec 24 04:12:10.455913 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67ab818b-2947-4b3f-b391-73d77d0b8581 req-15fc2a9a-f25d-4970-be45-2be87d4c8cbf tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Dec 24 04:12:11.571454 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff81f9-c6d4-4fa8-b1f3-0bb61729eb93 req-fde2a9e7-f5a1-4176-ac3b-cb992ee3df0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:11.572964 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-06ff81f9-c6d4-4fa8-b1f3-0bb61729eb93 req-fde2a9e7-f5a1-4176-ac3b-cb992ee3df0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 943 time: 0.0477118 Dec 24 04:12:11.625513 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-06ff81f9-c6d4-4fa8-b1f3-0bb61729eb93 req-cf8f5f88-70dd-46f3-b0d0-1656fc0c909c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464847 Dec 24 04:12:11.860743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b863cf-8f5a-43c3-9524-a122267d3032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:11.934192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f60ee7f7-c55c-41e8-bb82-ed45e7ad250e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:12:12.028016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:12:12.038951 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'port_id': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'mac_address': 'fa:16:3e:ce:b9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:12:12.074670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:12.086920 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60ee7f7-c55c-41e8-bb82-ed45e7ad250e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:12:12.105855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:12:12.111261 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:12.155617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:12.548783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['f60ee7f7-c55c-41e8-bb82-ed45e7ad250e'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:12:12.737726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1323aac-0a54-42a0-ac10-0399e95cfdaa req-e0b81adb-2083-4390-b9fa-e5b0fa58233f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:12.739172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1323aac-0a54-42a0-ac10-0399e95cfdaa req-e0b81adb-2083-4390-b9fa-e5b0fa58233f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 944 time: 0.0471275 Dec 24 04:12:12.787926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a1323aac-0a54-42a0-ac10-0399e95cfdaa req-c6bbb071-e8a6-492e-83b7-2e05a3d71f05 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Dec 24 04:12:12.900629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:13.905038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5ced-bcdb-4064-9810-b886d601c2af req-ff37d2bd-d2ba-4da3-8f31-8bc4a6951d9a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:13.906654 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-57ce5ced-bcdb-4064-9810-b886d601c2af req-ff37d2bd-d2ba-4da3-8f31-8bc4a6951d9a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 944 time: 0.0492945 Dec 24 04:12:13.950093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f60ee7f7-c55c-41e8-bb82-ed45e7ad250e up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:12:13.955615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-57ce5ced-bcdb-4064-9810-b886d601c2af req-0285d8c0-d803-4940-baa4-15d09dfde630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Dec 24 04:12:14.001108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:12:14.005111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:12:14.005472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:14.080622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:14.102815 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:12:14.105063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc2e8b-70ee-4088-8d15-0e7b8ad5d472" -d '{"events": [{"server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "name": "network-vif-plugged", "status": "completed", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:12:14.121792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:12:14.126263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:14.148901 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3038d5-5887-4bfd-b552-51cccb604115 x-openstack-request-id: req-5c3038d5-5887-4bfd-b552-51cccb604115 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:12:14.149195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "name": "network-vif-plugged", "status": "completed", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:12:14.149453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c3038d5-5887-4bfd-b552-51cccb604115 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:12:14.149893 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'code': 200} Dec 24 04:12:14.174949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:14.354150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb20333-3fe6-470b-94e9-2509f1a38f37 req-d73672c5-9d29-4f82-b7a5-a63eccf4a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:14.355487 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfb20333-3fe6-470b-94e9-2509f1a38f37 req-d73672c5-9d29-4f82-b7a5-a63eccf4a741 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1098 time: 0.0419683 Dec 24 04:12:14.405665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bfb20333-3fe6-470b-94e9-2509f1a38f37 req-a7d059b2-b4cc-4f3e-878e-eb486c24c226 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Dec 24 04:12:14.597602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:15.073526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01074e-831e-4909-8e60-9c209f28cb11 req-81904b4c-30be-48e7-81df-fac6080c3b0b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:15.075013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e01074e-831e-4909-8e60-9c209f28cb11 req-81904b4c-30be-48e7-81df-fac6080c3b0b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0505781 Dec 24 04:12:15.125399 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e01074e-831e-4909-8e60-9c209f28cb11 req-0118ceea-d5a4-429c-87b0-352a720d11d1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Dec 24 04:12:15.163450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:16.239460 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293dbd4-e62c-4936-9a89-e540a4240b76 req-53b15f0c-791a-4c2b-a0b4-03bc9486f2a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:16.240928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5293dbd4-e62c-4936-9a89-e540a4240b76 req-53b15f0c-791a-4c2b-a0b4-03bc9486f2a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0472200 Dec 24 04:12:16.292020 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5293dbd4-e62c-4936-9a89-e540a4240b76 req-362de21c-40a4-4327-967b-8c28a6e008ae tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451965 Dec 24 04:12:16.404931 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a95d97-ccf9-4274-8b9a-80eb56c8021d req-10dda9ab-d5ae-4398-8091-d4a308e65a28 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:16.406281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f8a95d97-ccf9-4274-8b9a-80eb56c8021d req-10dda9ab-d5ae-4398-8091-d4a308e65a28 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0477433 Dec 24 04:12:16.453414 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f8a95d97-ccf9-4274-8b9a-80eb56c8021d req-12cc7a13-2306-4f7a-bb3e-05ec4e5355a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Dec 24 04:12:16.474522 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:16.511712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4684a8b-051c-4120-a257-4b0ec5845aad tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:16.513208 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a4684a8b-051c-4120-a257-4b0ec5845aad tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1093 time: 0.0377531 Dec 24 04:12:16.515811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 56964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:16.519892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'tenant_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:12:16.542816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:16.638369 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:16.740334 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.89 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/fdde82d1-af4d-47df-a5f9-40800f6a3899) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:12:16.836798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:16.868816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:16.908026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:12:16.910821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:12:16.914162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:12:16.919487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=fdde82d1-af4d-47df-a5f9-40800f6a3899,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:17.263811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:17.329806 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:17.474624 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:17.478992 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:17.548735 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=fdde82d1-af4d-47df-a5f9-40800f6a3899,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:12:17.558266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:17.654779 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP ce7f5b33-d98a-4145-b5fa-4249c1044fb3 associated. External IP: 172.26.5.89, port: f60ee7f7-c55c-41e8-bb82-ed45e7ad250e. Dec 24 04:12:17.826952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-e66ec5d3-945a-43c0-bd07-c9c294755975 req-8798bf2d-c58e-44ab-a0dd-24f099174f6d service neutron] (103176) timed out ('10.222.0.37', 52940) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 24 04:12:18.159550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:12:18.261521 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:12:18.271469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] Sync routers for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:12:18.280780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:18.284165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:12:18.284165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:12:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:18.309877 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3541f73a-d800-49bc-ab79-255df31a9ed9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7930515 Dec 24 04:12:18.310584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:12:18.312956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7279a325-ba2a-4160-94d2-1f296e179628" -d '{"events": [{"name": "network-changed", "server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:12:18.352446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4787d534-724b-4dbe-af84-dcdc94c01758 x-openstack-request-id: req-4787d534-724b-4dbe-af84-dcdc94c01758 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:12:18.352740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:12:18.353024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4787d534-724b-4dbe-af84-dcdc94c01758 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:12:18.353484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'status': 'completed', 'code': 200} Dec 24 04:12:18.392294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:12:18.433018 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643dd3c-ea93-4e51-8015-09b034f61d83 req-6f15427d-a4b6-49fe-b716-9332c3b309c7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:18.434492 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a643dd3c-ea93-4e51-8015-09b034f61d83 req-6f15427d-a4b6-49fe-b716-9332c3b309c7 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0731599 Dec 24 04:12:18.461530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a325-ba2a-4160-94d2-1f296e179628 req-4983b24d-f6cc-448d-a26c-29a47fef9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:18.462969 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7279a325-ba2a-4160-94d2-1f296e179628 req-4983b24d-f6cc-448d-a26c-29a47fef9f42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1098 time: 0.0639992 Dec 24 04:12:18.520150 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a643dd3c-ea93-4e51-8015-09b034f61d83 req-c780d5e6-dcb1-41e3-a80f-4c234b1cf8cd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777540 Dec 24 04:12:18.542727 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56970) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:18.577280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a325-ba2a-4160-94d2-1f296e179628 req-4b2b312f-b5b9-4d68-9f44-2544d6ce9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:18.578762 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7279a325-ba2a-4160-94d2-1f296e179628 req-4b2b312f-b5b9-4d68-9f44-2544d6ce9c7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 897 time: 0.1048882 Dec 24 04:12:18.605470 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-1cac3bdc-b521-442c-8ff0-8a5664cec700 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/ce7f5b33-d98a-4145-b5fa-4249c1044fb3 HTTP/1.1" status: 200 len: 990 time: 0.0615325 Dec 24 04:12:18.621506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'ce7f5b33-d98a-4145-b5fa-4249c1044fb3', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.89', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'port_id': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'mac_address': 'fa:16:3e:ce:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:12:17Z', 'updated_at': '2021-12-24T04:12:17Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:06Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:18.645352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7279a325-ba2a-4160-94d2-1f296e179628 req-bbbb61d7-0025-4b0a-ae6f-8cef3e6c7543 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 998 time: 0.0594409 Dec 24 04:12:18.647154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] Checking router: a41ff7b7-c400-403e-bca0-5d3263fd8ad0 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:12:18.655821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:12:18.656512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:12:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:18.696671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a325-ba2a-4160-94d2-1f296e179628 req-c3b965bb-e539-4b7d-91e3-28e182b02e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:18.698101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7279a325-ba2a-4160-94d2-1f296e179628 req-c3b965bb-e539-4b7d-91e3-28e182b02e12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 200 len: 835 time: 0.0465548 Dec 24 04:12:18.741634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a325-ba2a-4160-94d2-1f296e179628 req-ec22f426-eb7a-466f-ad61-17db53acd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:18.743099 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7279a325-ba2a-4160-94d2-1f296e179628 req-ec22f426-eb7a-466f-ad61-17db53acd4b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1616e943-5947-4c3d-b6c4-a56e88d82367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376406 Dec 24 04:12:18.758260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:12:18.829416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7279a325-ba2a-4160-94d2-1f296e179628 req-4621a5e4-33c6-4c59-843f-78b655110ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795307 Dec 24 04:12:18.925423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7279a325-ba2a-4160-94d2-1f296e179628 req-96b86714-ef08-4e2b-823a-a3626e0c045f service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889919 Dec 24 04:12:19.122695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'ce7f5b33-d98a-4145-b5fa-4249c1044fb3', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.89', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'port_id': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'mac_address': 'fa:16:3e:ce:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:12:17Z', 'updated_at': '2021-12-24T04:12:17Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:06Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:12:19.147502 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebebbe-1f9e-4e53-9e2c-3ef283c70157 None None] The sync data for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv is: [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': 'ce7f5b33-d98a-4145-b5fa-4249c1044fb3', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.89', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'port_id': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'mac_address': 'fa:16:3e:ce:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:12:17Z', 'updated_at': '2021-12-24T04:12:17Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:06Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:12:19.326229 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec22f57-0b2b-42be-9741-549a8f72e507 None None] New status for floating IP ce7f5b33-d98a-4145-b5fa-4249c1044fb3: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:12:19.609130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 56972) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:12:19.670963 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2def2b33-f600-49e0-88bb-b830b0a57e3c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/ce7f5b33-d98a-4145-b5fa-4249c1044fb3 HTTP/1.1" status: 200 len: 992 time: 0.0606885 Dec 24 04:12:21.852669 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:12:22.558897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:39.505711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1f35-fc5c-43ad-adbf-407485599582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:41.862780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f89d10b-c421-4544-affc-70c85183b166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:42.903692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:44.596939 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:45.165694 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:46.307037 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-63ba6d51-830b-41a7-8d67-78e7c645fd20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374918 Dec 24 04:12:46.410696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37857-93f5-420c-9747-a6440eff1daf req-8d872d71-cc29-4473-b2b7-6c6eba17a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:46.412033 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-8d872d71-cc29-4473-b2b7-6c6eba17a3a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1098 time: 0.0427098 Dec 24 04:12:46.511172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37857-93f5-420c-9747-a6440eff1daf req-8e212747-e7f6-46a5-9e0b-51af06d1159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:46.512658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-8e212747-e7f6-46a5-9e0b-51af06d1159b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 897 time: 0.0820775 Dec 24 04:12:46.578618 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-a4c88693-486c-43be-81fc-a43ed220c83e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 1000 time: 0.0592966 Dec 24 04:12:46.626202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37857-93f5-420c-9747-a6440eff1daf req-3cc0bc9d-26c1-42db-a361-38dbf5379cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:46.627602 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-3cc0bc9d-26c1-42db-a361-38dbf5379cc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 200 len: 835 time: 0.0423002 Dec 24 04:12:46.671527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37857-93f5-420c-9747-a6440eff1daf req-e1c38ac5-e955-400c-a9fa-361686ddfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:12:46.672888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-e1c38ac5-e955-400c-a9fa-361686ddfaea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1616e943-5947-4c3d-b6c4-a56e88d82367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379598 Dec 24 04:12:46.762211 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-582f0a3c-33cc-4e63-8522-ebb890ddae08 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823307 Dec 24 04:12:46.848477 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c2c37857-93f5-420c-9747-a6440eff1daf req-63a46368-4549-4341-bee5-e00a9ac402f4 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792999 Dec 24 04:12:52.573544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:12:58.851070 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:13:09.507653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d384539-371c-4eae-8c7e-905b3c8b1aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:11.864185 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f33abc0-4218-4b12-81ed-5e2f5e7a4fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:12.906555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:14.599699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:15.168219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:22.582297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:31.268846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ebcf8-3e25-4e66-a909-6cc7759b9af8 req-184bebc5-c197-4ff0-b18d-93bca426678f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:31.270350 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5e9ebcf8-3e25-4e66-a909-6cc7759b9af8 req-184bebc5-c197-4ff0-b18d-93bca426678f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.1210535 Dec 24 04:13:31.319140 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5e9ebcf8-3e25-4e66-a909-6cc7759b9af8 req-87e4959e-1029-48fd-b391-e76c250d34ca tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Dec 24 04:13:32.480994 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f609bef-146d-4688-90df-c6d60cf46d2e req-3f816422-1fdb-44b6-b31b-e6e6903f27a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:32.482466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f609bef-146d-4688-90df-c6d60cf46d2e req-3f816422-1fdb-44b6-b31b-e6e6903f27a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0928915 Dec 24 04:13:32.536239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f609bef-146d-4688-90df-c6d60cf46d2e req-95301f50-4663-4af2-9b61-7075e335d33c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477376 Dec 24 04:13:33.658705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2f018-7a80-4cf7-9fe2-0b78b4214286 req-b3f2cd7f-ad00-4db1-872a-52eedf929983 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:33.660197 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-75d2f018-7a80-4cf7-9fe2-0b78b4214286 req-b3f2cd7f-ad00-4db1-872a-52eedf929983 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0494106 Dec 24 04:13:33.709014 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-75d2f018-7a80-4cf7-9fe2-0b78b4214286 req-dda95564-0d63-43cb-a649-7f02148c51c2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Dec 24 04:13:34.822672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fd345-a82f-4053-8ca8-1f6cc7b90a2b req-5baf4ef8-4d45-474f-b3ba-37175eb8d9ea tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:34.824136 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f10fd345-a82f-4053-8ca8-1f6cc7b90a2b req-5baf4ef8-4d45-474f-b3ba-37175eb8d9ea tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0479972 Dec 24 04:13:34.872305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f10fd345-a82f-4053-8ca8-1f6cc7b90a2b req-20d8da92-af89-4e7b-8e55-434f92663565 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Dec 24 04:13:35.850558 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:13:35.988438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1890-e0ea-49db-9329-ce1f72e18e61 req-6c00034f-7b34-4aa5-bedb-bf1900186c94 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:35.989903 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9bca1890-e0ea-49db-9329-ce1f72e18e61 req-6c00034f-7b34-4aa5-bedb-bf1900186c94 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0520627 Dec 24 04:13:36.037553 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9bca1890-e0ea-49db-9329-ce1f72e18e61 req-80d3d4ab-5ac8-43cf-a697-d16ddcc3b56c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Dec 24 04:13:37.149345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47afd12-42f5-4b6e-9f67-445fa6efa4b1 req-bf641b91-da88-4b01-8894-88eb6f3dd610 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:37.150872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a47afd12-42f5-4b6e-9f67-445fa6efa4b1 req-bf641b91-da88-4b01-8894-88eb6f3dd610 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0474021 Dec 24 04:13:37.201661 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a47afd12-42f5-4b6e-9f67-445fa6efa4b1 req-f2803cf6-ddf9-44a4-b4e7-454f9cbf268f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Dec 24 04:13:38.318752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd4a66-e856-41c0-97c4-66686c6ce109 req-b7043f13-8cf3-45db-9921-22fb815dea0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:38.320197 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2fd4a66-e856-41c0-97c4-66686c6ce109 req-b7043f13-8cf3-45db-9921-22fb815dea0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0473509 Dec 24 04:13:38.376179 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2fd4a66-e856-41c0-97c4-66686c6ce109 req-3253b541-b36d-479c-aba5-151d2ec7b2d5 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500951 Dec 24 04:13:39.488144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6e5bf-079f-42b9-80f6-770118333fc9 req-1f387768-e652-492f-bdbc-e022c92aefd6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:39.489636 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cfd6e5bf-079f-42b9-80f6-770118333fc9 req-1f387768-e652-492f-bdbc-e022c92aefd6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0476718 Dec 24 04:13:39.510429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1262a232-c9bf-40e9-9739-b2b8bebb4143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:39.540732 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cfd6e5bf-079f-42b9-80f6-770118333fc9 req-9ec7b994-969d-437c-a406-f9ad88917560 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Dec 24 04:13:40.652606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f1a60-e57f-4667-8e1d-3c98e82ed271 req-550634e1-0ccd-45a8-8819-e7a262ed2c33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:40.654054 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d1f1a60-e57f-4667-8e1d-3c98e82ed271 req-550634e1-0ccd-45a8-8819-e7a262ed2c33 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0477841 Dec 24 04:13:40.701305 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d1f1a60-e57f-4667-8e1d-3c98e82ed271 req-53a0a627-f8a2-44e1-b789-2cb792547d98 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Dec 24 04:13:41.821752 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c257c-2c9e-41e1-9765-96c91a0ca86e req-6229eef8-1767-4248-b97b-015780e0ca3f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:41.823151 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f76c257c-2c9e-41e1-9765-96c91a0ca86e req-6229eef8-1767-4248-b97b-015780e0ca3f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0540702 Dec 24 04:13:41.865341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c2513aa-fbac-4b0d-91cd-ad4198180d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:41.881547 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f76c257c-2c9e-41e1-9765-96c91a0ca86e req-39a21a9a-a9c5-4cfc-bf2a-06b58357d772 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520034 Dec 24 04:13:41.907140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57028) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:13:41.967122 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f6f84a1b-7556-482e-a6ba-35af00c9abe4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/ce7f5b33-d98a-4145-b5fa-4249c1044fb3 HTTP/1.1" status: 200 len: 992 time: 0.0588393 Dec 24 04:13:42.909434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:43.250740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c9cb-cd0d-4376-ab6d-e5ee486de991 req-db80c477-7881-4606-8e89-094e73d13fe1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:43.252203 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5513c9cb-cd0d-4376-ab6d-e5ee486de991 req-db80c477-7881-4606-8e89-094e73d13fe1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0515838 Dec 24 04:13:43.328054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-663e1a5b-f707-44ba-a7e7-597763bfdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:43.329586 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-663e1a5b-f707-44ba-a7e7-597763bfdf25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1098 time: 0.0734708 Dec 24 04:13:43.333290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5513c9cb-cd0d-4376-ab6d-e5ee486de991 req-eba344d8-9caf-42ca-97de-b5b509fc3746 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699306 Dec 24 04:13:43.419551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-d27b1917-3cb1-41f7-992a-a76568b11c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:43.420962 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-d27b1917-3cb1-41f7-992a-a76568b11c53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 897 time: 0.0834901 Dec 24 04:13:43.489858 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-bc54ea01-9add-4537-9198-bdfa19378048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 1000 time: 0.0608325 Dec 24 04:13:43.537685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-d9531c20-f1af-4ac2-9388-0fed2bed47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:43.539073 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-d9531c20-f1af-4ac2-9388-0fed2bed47f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 200 len: 835 time: 0.0427265 Dec 24 04:13:43.582150 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-1ca24696-cbe6-47d1-8963-b63f3d461b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:43.583571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-1ca24696-cbe6-47d1-8963-b63f3d461b85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1616e943-5947-4c3d-b6c4-a56e88d82367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377803 Dec 24 04:13:43.674566 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-6118afc8-2393-484a-8569-a64806a88d35 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840480 Dec 24 04:13:43.761276 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28f7365e-6d22-4066-8355-ab50916c8ee9 req-c2050e81-f0c5-4454-a4b5-199586584228 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796299 Dec 24 04:13:44.457654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f812e86-896a-42f7-86d2-496789d26a94 req-3bdc4423-0e79-438c-9d63-2c4612ebda40 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:44.459126 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9f812e86-896a-42f7-86d2-496789d26a94 req-3bdc4423-0e79-438c-9d63-2c4612ebda40 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0534692 Dec 24 04:13:44.508278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9f812e86-896a-42f7-86d2-496789d26a94 req-cf7b6d52-80ae-433c-ad4d-0add608468b8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Dec 24 04:13:44.602195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:45.171014 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:13:45.619392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d61b-91da-49a5-8d1d-355cfba49d36 req-bde1620b-3aa9-4365-adc3-01c91a4d9a79 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:45.620845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dda6d61b-91da-49a5-8d1d-355cfba49d36 req-bde1620b-3aa9-4365-adc3-01c91a4d9a79 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0474515 Dec 24 04:13:45.668729 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dda6d61b-91da-49a5-8d1d-355cfba49d36 req-d040b0a9-0ba5-4a2f-a2ee-b910fdcfd1f4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Dec 24 04:13:45.690507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:13:45.753665 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8e495161-eb31-4ded-8eae-30190c4845cf tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/ce7f5b33-d98a-4145-b5fa-4249c1044fb3 HTTP/1.1" status: 200 len: 992 time: 0.0620596 Dec 24 04:13:47.312675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-1bd5a44f-9783-4d9e-86cb-effc416b160c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376639 Dec 24 04:13:47.407586 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-88c7a3f7-2c60-461d-b540-34ddca6e7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:47.408970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-88c7a3f7-2c60-461d-b540-34ddca6e7c86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1098 time: 0.0397713 Dec 24 04:13:47.515756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-fce3f2f9-dbab-4e5a-8210-527280900ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:47.517246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-fce3f2f9-dbab-4e5a-8210-527280900ce4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 897 time: 0.0873036 Dec 24 04:13:47.580082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-47adf93d-7e08-4534-a424-397e5b158d9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 1000 time: 0.0552950 Dec 24 04:13:47.628403 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-6b1e19ec-5316-4fcf-b7f1-117addd6eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:47.629730 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-6b1e19ec-5316-4fcf-b7f1-117addd6eb4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 200 len: 835 time: 0.0425205 Dec 24 04:13:47.677123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-967e236a-81dc-41a7-8add-1f5e74408c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:13:47.678468 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-967e236a-81dc-41a7-8add-1f5e74408c29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1616e943-5947-4c3d-b6c4-a56e88d82367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419724 Dec 24 04:13:47.765768 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-1e482e3e-600b-4a86-9370-8ccf241ea540 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802269 Dec 24 04:13:47.857484 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8807acfe-9e99-499e-baa0-157dedf4f29c req-7ff337e7-45aa-4329-9cb1-2bb3d9d4225a service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851893 Dec 24 04:13:52.586395 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:09.512855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b05de542-4310-4181-b9f0-b2ca59569219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:11.868667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6813725-40c7-497e-a59f-e37f3f32de47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:12.849993 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:14:12.912787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:14.607191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:15.174429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:22.602120 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:34.202418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:34.529161 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port fdde82d1-af4d-47df-a5f9-40800f6a3899 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:14:34.529390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:34.605941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:34.606266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:34.617590 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for fdde82d1-af4d-47df-a5f9-40800f6a3899 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:14:34.763250 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:34.793570 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=fdde82d1-af4d-47df-a5f9-40800f6a3899,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:34.816195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.816641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.816987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.817324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.817658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.817991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.818317 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.818641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.818963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.819285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.819605 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.819924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.820243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:34.860211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:34.860572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP ce7f5b33-d98a-4145-b5fa-4249c1044fb3 disassociated (deleted). External IP: 172.26.5.89, port: f60ee7f7-c55c-41e8-bb82-ed45e7ad250e. Dec 24 04:14:35.062829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:14:35.175730 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:14:35.180600 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:35.185616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] Sync routers for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:14:35.194496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:35.195116 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:35.208528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-043f7744-f0ee-4ff5-93e1-261e0d6a132b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/floatingips/ce7f5b33-d98a-4145-b5fa-4249c1044fb3 HTTP/1.1" status: 204 len: 168 time: 1.0021985 Dec 24 04:14:35.208528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:14:35.209196 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15" -d '{"events": [{"name": "network-changed", "server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:14:35.303098 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:35.382635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20a1cfa-08f5-4f32-b65e-2d21d26b950d x-openstack-request-id: req-d20a1cfa-08f5-4f32-b65e-2d21d26b950d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:14:35.382928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:14:35.383186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d20a1cfa-08f5-4f32-b65e-2d21d26b950d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:14:35.383597 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'status': 'completed', 'code': 200} Dec 24 04:14:35.446178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d482a-d99f-42ec-99e9-7eb41222f8d4 req-71f7f64b-25db-4ed2-b1fb-1140ac010eea tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:35.447649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a73d482a-d99f-42ec-99e9-7eb41222f8d4 req-71f7f64b-25db-4ed2-b1fb-1140ac010eea tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0556180 Dec 24 04:14:35.502504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:06Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:35.513229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-491c8e47-e9c9-41be-837b-28eca017f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:35.514722 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-491c8e47-e9c9-41be-837b-28eca017f39f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 1098 time: 0.0767367 Dec 24 04:14:35.523861 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a73d482a-d99f-42ec-99e9-7eb41222f8d4 req-d2f7f52c-d30f-42f9-8838-3f83a041b7f2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690873 Dec 24 04:14:35.528917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] Checking router: a41ff7b7-c400-403e-bca0-5d3263fd8ad0 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:14:35.538908 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:35.539568 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:35.610597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-ffa6e164-2202-4dcd-ac1b-c4c4e4802b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:35.611932 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-ffa6e164-2202-4dcd-ac1b-c4c4e4802b01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 200 len: 897 time: 0.0872545 Dec 24 04:14:35.642657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:35.653712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-0c43a357-bb24-48dd-91aa-6d1b599f8aca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 200 len: 217 time: 0.0338261 Dec 24 04:14:35.701465 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-33c84401-d90b-4b30-b22d-dc65eb80f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:35.703551 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-33c84401-d90b-4b30-b22d-dc65eb80f4dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 200 len: 835 time: 0.0422583 Dec 24 04:14:35.748751 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-90f3a4e1-3a5d-408a-b824-c67673a3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:35.750243 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-90f3a4e1-3a5d-408a-b824-c67673a3f180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1616e943-5947-4c3d-b6c4-a56e88d82367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386987 Dec 24 04:14:35.835878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:06Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:35.842965 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-98c948c7-1bca-491a-97fd-d6ce90488253 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839057 Dec 24 04:14:35.862610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60e459-f055-4329-af40-79b616ca2394 None None] The sync data for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv is: [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '2946f455-b5e9-46d9-8f29-e75b7b7093c3', 'name': '', 'network_id': '1616e943-5947-4c3d-b6c4-a56e88d82367', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:9a:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:12:02Z', 'updated_at': '2021-12-24T04:12:06Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'a159e96e-18eb-4da3-93dc-679748a60bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:14:35.940602 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6d5ef84-dfde-404b-80a4-5fc0d0dabb15 req-59b17b19-ad40-41bc-891c-8e3bc0eac758 service neutron] 10.222.0.41 "GET /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897813 Dec 24 04:14:36.076912 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50569f47-60d6-41d1-9c43-680092455ca1 None None] New status for floating IP ce7f5b33-d98a-4145-b5fa-4249c1044fb3: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:14:36.641056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef4fd9-dcfa-4fb9-b9d8-f8b176c3ed26 req-03aaebfe-cc60-4db2-9a4b-0933ea3ad71b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:36.642515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9bef4fd9-dcfa-4fb9-b9d8-f8b176c3ed26 req-03aaebfe-cc60-4db2-9a4b-0933ea3ad71b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0479455 Dec 24 04:14:36.690736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9bef4fd9-dcfa-4fb9-b9d8-f8b176c3ed26 req-cb289231-acf4-457c-8c6a-dd37eaa6afb0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 Dec 24 04:14:37.323065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-a505f204-889e-4e18-b078-846ab6d9d0c3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:37.324499 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-a505f204-889e-4e18-b078-846ab6d9d0c3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 945 time: 0.0464494 Dec 24 04:14:37.413650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:14:37.413987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:37.503810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:37.504165 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:37.516777 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for f60ee7f7-c55c-41e8-bb82-ed45e7ad250e owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:14:37.644594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:37.679412 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=f60ee7f7-c55c-41e8-bb82-ed45e7ad250e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:37.716103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] No DVR routers for this DVR port f60ee7f7-c55c-41e8-bb82-ed45e7ad250e on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:14:37.719477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:37.722858 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-35f684c3-2d93-4080-994e-db88a58fc9b0 req-142dd179-3014-49ac-8325-5e5c9fae1703 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "DELETE /v2.0/ports/f60ee7f7-c55c-41e8-bb82-ed45e7ad250e HTTP/1.1" status: 204 len: 173 time: 0.3924272 Dec 24 04:14:37.723395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'name': 'network-vif-deleted', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:14:37.725647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe43675-f226-4c1c-9972-22181a5e2fb3" -d '{"events": [{"server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "name": "network-vif-deleted", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:14:37.763066 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db2f061-502e-4cef-bcce-75fec7d30467 x-openstack-request-id: req-5db2f061-502e-4cef-bcce-75fec7d30467 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:14:37.763388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70a3d79-4e95-461b-b3ab-2613a8b11adf", "name": "network-vif-deleted", "tag": "f60ee7f7-c55c-41e8-bb82-ed45e7ad250e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:14:37.763645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5db2f061-502e-4cef-bcce-75fec7d30467 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:14:37.764075 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70a3d79-4e95-461b-b3ab-2613a8b11adf', 'name': 'network-vif-deleted', 'tag': 'f60ee7f7-c55c-41e8-bb82-ed45e7ad250e', 'status': 'completed', 'code': 200} Dec 24 04:14:37.791949 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4c73c4ad-cbe1-4625-ba1d-977830e2d1e4 req-079db914-8ba5-4c01-933a-953cf5dd9d21 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=a70a3d79-4e95-461b-b3ab-2613a8b11adf HTTP/1.1" status: 200 len: 210 time: 0.0269568 Dec 24 04:14:38.851893 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:39.504720 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:39.518577 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85a5e7-8a8f-468d-bae0-76095d1d3cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:39.751189 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 2946f455-b5e9-46d9-8f29-e75b7b7093c3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:14:39.751524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:39.839126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 2946f455-b5e9-46d9-8f29-e75b7b7093c3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=2946f455-b5e9-46d9-8f29-e75b7b7093c3,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:39.839404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:39.850782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 2946f455-b5e9-46d9-8f29-e75b7b7093c3 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:14:40.032225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.059423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=2946f455-b5e9-46d9-8f29-e75b7b7093c3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:40.232504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.443946 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:14:40.550373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:14:40.555294 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d36051df-4d37-4078-b1e0-faab3aaadac9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/a41ff7b7-c400-403e-bca0-5d3263fd8ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023549 Dec 24 04:14:40.558025 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57084) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:40.559546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] Sync routers for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:14:40.569606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:40.570211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:40.608574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting subnet a159e96e-18eb-4da3-93dc-679748a60bbf {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:14:40.612238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.655409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.679408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:40.709054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f60ee7f7-c55c-41e8-bb82-ed45e7ad250e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:14:40.738289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.763706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: f60ee7f7-c55c-41e8-bb82-ed45e7ad250e {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:14:40.764050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f60ee7f7-c55c-41e8-bb82-ed45e7ad250e not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:14:40.796655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.831979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Subnet': ['ID=a159e96e-18eb-4da3-93dc-679748a60bbf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:40.837652 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.844186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-287b7560-5e09-4a56-9b34-72a3e285f4a1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/subnets/a159e96e-18eb-4da3-93dc-679748a60bbf HTTP/1.1" status: 204 len: 168 time: 0.2818201 Dec 24 04:14:40.844376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbbc75-ce5a-4246-a3fb-d712f4b19049 None None] Network 1616e943-5947-4c3d-b6c4-a56e88d82367 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:14:40.845245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:40.948543 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:40.962242 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:14:39Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:40.991391 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] Checking router: a41ff7b7-c400-403e-bca0-5d3263fd8ad0 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:14:41.003052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] Routers {'a41ff7b7-c400-403e-bca0-5d3263fd8ad0'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:41.003665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:41.038396 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] DHCP port deletion for 1616e943-5947-4c3d-b6c4-a56e88d82367 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:14:41.065785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.131208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 03c31d82-8523-43d0-a39f-1fc54bc14308 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:14:41.131574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.217775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 03c31d82-8523-43d0-a39f-1fc54bc14308, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03c31d82-8523-43d0-a39f-1fc54bc14308,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:41.218048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.231173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 03c31d82-8523-43d0-a39f-1fc54bc14308 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:14:41.299234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] Set router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:41.327432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Deleting port 578f0cea-9804-4f99-9151-da25930d32e3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:14:41.327832 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.396168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.425475 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=03c31d82-8523-43d0-a39f-1fc54bc14308,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:41.457441 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51635090-4bf4-4c5e-884d-b5154350f5f7 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:14:41.470598 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] For port 578f0cea-9804-4f99-9151-da25930d32e3, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=578f0cea-9804-4f99-9151-da25930d32e3,segment=NetworkSegment(6a3edb1b-8c32-4253-81b4-238945921b56),segment_id=6a3edb1b-8c32-4253-81b4-238945921b56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:41.470918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.487244 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.490485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Calling delete_port for 578f0cea-9804-4f99-9151-da25930d32e3 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:14:41.578983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.581108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.623092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:14:39Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:41.624743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.625284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.625409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Fanout notify agent at l3_agent the message router_deleted on router a41ff7b7-c400-403e-bca0-5d3263fd8ad0 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:14:41.632701 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.636123 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-35f7a124-c212-4490-bae0-bba39c5abe8d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/routers/a41ff7b7-c400-403e-bca0-5d3263fd8ad0 HTTP/1.1" status: 204 len: 168 time: 0.7901471 Dec 24 04:14:41.636673 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57088) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:41.673032 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02422d0-54ed-49d7-9e53-ae40c46640c9 None None] The sync data for ids ['a41ff7b7-c400-403e-bca0-5d3263fd8ad0'] in dv-neutron-822869-1-hyperv is: [{'id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17094528', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:14:39Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '03c31d82-8523-43d0-a39f-1fc54bc14308', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ff7b7-c400-403e-bca0-5d3263fd8ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:11:59Z', 'updated_at': '2021-12-24T04:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:14:41.674949 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Pushing event deleted for resources: {'Port': ['ID=578f0cea-9804-4f99-9151-da25930d32e3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:41.679513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] No DVR routers for this DVR port 578f0cea-9804-4f99-9151-da25930d32e3 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:14:41.686304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.686663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.687050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.687388 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.687721 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.688097 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.688464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.689469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.689972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.690458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.690940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.691931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.692514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae536b-c9d2-4722-b958-25df3c43bc93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.723503 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.810520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.831231 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1616e943-5947-4c3d-b6c4-a56e88d82367']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:41.840990 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3edb1b-8c32-4253-81b4-238945921b56') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:41.841330 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3edb1b-8c32-4253-81b4-238945921b56') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:41.851392 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.865090 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.870660 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51f8e6a2-3532-4753-b416-a16211385359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.873581 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:14:41.873978 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:14:41.877920 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:14:41.939660 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.960291 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:41.966337 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/networks/1616e943-5947-4c3d-b6c4-a56e88d82367 HTTP/1.1" status: 204 len: 168 time: 0.3259478 Dec 24 04:14:41.966337 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Network': ['ID=1616e943-5947-4c3d-b6c4-a56e88d82367,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:41.966698 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57090) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:41.979414 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.979790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.980339 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.980778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.981190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.981592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.982052 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.982685 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.983091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.983438 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.983767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.984706 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.985806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f8e892-1bc8-497f-b940-bebd3f31eb11 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:41.989783 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2946f455-b5e9-46d9-8f29-e75b7b7093c3 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:14:42.025107 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 2946f455-b5e9-46d9-8f29-e75b7b7093c3 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:14:42.025529 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 2946f455-b5e9-46d9-8f29-e75b7b7093c3 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:14:42.026173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 578f0cea-9804-4f99-9151-da25930d32e3 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:14:42.043105 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a67f825b-d630-4ecf-a8d9-5d65b423784f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.047205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 578f0cea-9804-4f99-9151-da25930d32e3 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:14:42.047551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 578f0cea-9804-4f99-9151-da25930d32e3 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:14:42.071508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a67f825b-d630-4ecf-a8d9-5d65b423784f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.133428 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a67f825b-d630-4ecf-a8d9-5d65b423784f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.136303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a67f825b-d630-4ecf-a8d9-5d65b423784f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.137988 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-a67f825b-d630-4ecf-a8d9-5d65b423784f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/security-groups/0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d HTTP/1.1" status: 204 len: 168 time: 0.1703289 Dec 24 04:14:42.151002 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f825b-d630-4ecf-a8d9-5d65b423784f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e0b17-a13a-4390-ad3d-a1f4f49ae40d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:42.382770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57096) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:42.387363 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dddf2988-6d82-4102-b3ca-52d62c36933c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570507811', 'description': 'tempest-secgroup-smoke-1570507811 description', 'project_id': '551959188339457198deb3ed84b19220'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:42.410641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dddf2988-6d82-4102-b3ca-52d62c36933c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.488477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dddf2988-6d82-4102-b3ca-52d62c36933c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.494232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dddf2988-6d82-4102-b3ca-52d62c36933c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.524005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf2988-6d82-4102-b3ca-52d62c36933c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae9ea4-97fa-4fc4-9001-2cc576516809,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:42.528516 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dddf2988-6d82-4102-b3ca-52d62c36933c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.529713 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-dddf2988-6d82-4102-b3ca-52d62c36933c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1459279 Dec 24 04:14:42.532618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57098) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:42.537087 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c59997db-507f-4e17-b09d-421417380a5d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'e5ae9ea4-97fa-4fc4-9001-2cc576516809', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:42.564698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c59997db-507f-4e17-b09d-421417380a5d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.618043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c59997db-507f-4e17-b09d-421417380a5d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.621530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c59997db-507f-4e17-b09d-421417380a5d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.642451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59997db-507f-4e17-b09d-421417380a5d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3958ac13-750d-4723-9584-d3891e741cbb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:42.649395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c59997db-507f-4e17-b09d-421417380a5d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.650671 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c59997db-507f-4e17-b09d-421417380a5d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171508 Dec 24 04:14:42.653389 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57100) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:42.658440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9eecfea8-b589-4677-aca4-c97e63c98547 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'e5ae9ea4-97fa-4fc4-9001-2cc576516809', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:42.685447 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eecfea8-b589-4677-aca4-c97e63c98547 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.748857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eecfea8-b589-4677-aca4-c97e63c98547 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.752269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eecfea8-b589-4677-aca4-c97e63c98547 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.770170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecfea8-b589-4677-aca4-c97e63c98547 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1934ab3-1369-4546-a10d-ce062640566b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:42.779046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eecfea8-b589-4677-aca4-c97e63c98547 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.780226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9eecfea8-b589-4677-aca4-c97e63c98547 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257262 Dec 24 04:14:42.783469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57102) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:42.787601 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a8a9ae1e-cb9e-4b4b-9cba-6e3ef2d97b04 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'e5ae9ea4-97fa-4fc4-9001-2cc576516809', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:42.814034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae1e-cb9e-4b4b-9cba-6e3ef2d97b04 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.869040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae1e-cb9e-4b4b-9cba-6e3ef2d97b04 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.872183 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae1e-cb9e-4b4b-9cba-6e3ef2d97b04 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.889578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9ae1e-cb9e-4b4b-9cba-6e3ef2d97b04 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6623fe76-8000-4c87-b2b0-77cb123f056f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:42.898610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae1e-cb9e-4b4b-9cba-6e3ef2d97b04 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.899806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a8a9ae1e-cb9e-4b4b-9cba-6e3ef2d97b04 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154356 Dec 24 04:14:42.902649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:42.907635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-813c21e5-782d-4c3d-a295-a22af2b4df9e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'e5ae9ea4-97fa-4fc4-9001-2cc576516809', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:42.918015 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.936592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-813c21e5-782d-4c3d-a295-a22af2b4df9e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.991869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-813c21e5-782d-4c3d-a295-a22af2b4df9e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:42.995728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-813c21e5-782d-4c3d-a295-a22af2b4df9e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.014711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c21e5-782d-4c3d-a295-a22af2b4df9e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ca0f45-b0dc-4f04-a783-736e31aa4ea8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:43.025115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-813c21e5-782d-4c3d-a295-a22af2b4df9e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.025609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-813c21e5-782d-4c3d-a295-a22af2b4df9e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220083 Dec 24 04:14:43.029269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:43.034252 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'e5ae9ea4-97fa-4fc4-9001-2cc576516809', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:43.060549 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:14:43.065557 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.124264 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.127818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.146597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f5d703-1f4d-4c18-b3c9-20f0e0584316,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:43.154963 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.156747 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2069d46a-330b-4ced-b160-6614daf5d59d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265543 Dec 24 04:14:43.159431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:43.163789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'security_group_rule': {'security_group_id': 'e5ae9ea4-97fa-4fc4-9001-2cc576516809', 'project_id': '551959188339457198deb3ed84b19220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:43.186775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Project 551959188339457198deb3ed84b19220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:14:43.191610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.249656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.253149 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.270364 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd82d26c-bd4f-4b03-970d-c1690d637691,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:43.278426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.279651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d5fddb14-81fe-4910-a886-3bde307e123a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192119 Dec 24 04:14:43.283047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:43.287838 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'network': {'name': 'tempest-network-smoke--1396248634', 'project_id': '551959188339457198deb3ed84b19220', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:43.309330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:14:43.312724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.336015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:14:43.350092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.350430 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Added segment 7003206a-c675-4e58-bd04-718682b4ac5f of type vlan for network e36f719d-f497-4f20-b8ce-5ec4444b3c90 Dec 24 04:14:43.395146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.418566 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.424775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:43.425485 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.462169 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1781325 Dec 24 04:14:43.465112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57112) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:43.469632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'admin_state_up': True, 'project_id': '551959188339457198deb3ed84b19220', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:43.508541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9983a2-3386-4dbc-9b97-1d02cda8267e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Network': ['ID=e36f719d-f497-4f20-b8ce-5ec4444b3c90,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:43.519725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:14:43.532726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.533961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.597370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.733422 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.879590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03c31d82-8523-43d0-a39f-1fc54bc14308 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:14:43.901617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 03c31d82-8523-43d0-a39f-1fc54bc14308 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:14:43.902069 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03c31d82-8523-43d0-a39f-1fc54bc14308 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:14:43.924274 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:43.942308 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.040407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.94 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/15da81f4-d820-4ba2-b7fc-4ec74832e5f9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:14:44.148903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.181848 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.218122 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:14:44.221007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:14:44.223539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:14:44.234073 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dd524-0d8d-4e1b-9574-fc6da4f4bb98 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:14:44.254003 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:44.267351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-2b47fd1f-fc62-40a2-8268-94669cbfdb22 None None] Provisioning complete for port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:44.267724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b47fd1f-fc62-40a2-8268-94669cbfdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.301840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2b47fd1f-fc62-40a2-8268-94669cbfdb22 None None] Port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:14:44.474014 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.608476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.666373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.791443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 17b69334-a263-4713-ba4b-d2d277808dd7 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:14:44.896851 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:14:44.906092 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Sync routers for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:14:44.915440 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:44.916035 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:44.917361 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:44.918603 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7de7ca8b-a5ed-48a6-88dd-a49c6b5b129f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4525840 Dec 24 04:14:44.921703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:44.951281 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-3f9e18ff-e466-4510-99d4-234bc4271922 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=551959188339457198deb3ed84b19220&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285087 Dec 24 04:14:44.953920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57118) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:45.019622 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:45.041037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df15c6c2-ddb0-41b1-aa3c-2f96ad88b8c3 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:45.042626 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-df15c6c2-ddb0-41b1-aa3c-2f96ad88b8c3 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877769 Dec 24 04:14:45.045373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57120) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:45.072832 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-624cb13b-87bf-4fc3-9fb3-fde96a235455 tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=09ec8898-2be8-4b6d-8256-3b2d7972c22a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263829 Dec 24 04:14:45.075164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57122) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:45.079797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842593383', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'project_id': '551959188339457198deb3ed84b19220', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:45.169588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:14:45.173803 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.179055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.202639 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:44Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:45.229617 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Checking router: 17b69334-a263-4713-ba4b-d2d277808dd7 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:14:45.229967 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Updating router 17b69334-a263-4713-ba4b-d2d277808dd7 port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:14:45.255448 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.353973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.411016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Subnet': ['ID=cc6046a8-966d-40e5-acbd-c5f3104a5698,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:45.427367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Checking segment: {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:14:45.427729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network hostable DHCP agents. Network: e36f719d-f497-4f20-b8ce-5ec4444b3c90, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:14:45.444635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:14:45.454542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, e36f719d-f497-4f20-b8ce-5ec4444b3c90) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:14:45.458842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:45.459514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.465359 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5ef48-df83-4610-abb0-02aeef752d8c None None] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:14:45.479324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-50abe650-4b7a-4265-9d54-aacc10e6ecbc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4005947 Dec 24 04:14:45.479860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:14:45.507880 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.513985 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.565960 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Attempting to bind port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:14:45.566227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a38693-7f9c-4d10-9e83-e4366efb8803 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:14:45.566342 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Attempting to bind port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:14:45.566668 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Attempting to bind port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:14:45.575658 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:14:45.576009 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:14:45.576314 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.576724 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:14:45.577186 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Bound port: 15da81f4-d820-4ba2-b7fc-4ec74832e5f9, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:14:45.577563 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.584548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:14:45.585634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.600573 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Pushing event updated for resources: {'Port': ['ID=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:45.614446 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.614717 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.615062 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.615389 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.615712 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.616029 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.616350 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.616690 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.617008 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.617325 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.617640 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.617949 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.618260 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:14:45.646104 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] For port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:14:45.649584 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] For port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:14:45.654176 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.700606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-27fc94c6-a4b6-4c6a-97a9-5276c3ad5969 None None] Provisioning complete for port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:45.700970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27fc94c6-a4b6-4c6a-97a9-5276c3ad5969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.715250 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:45.715889 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:45.726593 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e3318-e3ad-4dd8-b5e7-3e7e077bed54 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:14:45.790332 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Allocated IP 172.20.0.2 (e36f719d-f497-4f20-b8ce-5ec4444b3c90/cc6046a8-966d-40e5-acbd-c5f3104a5698/4b09e732-cb0d-4b25-b9fa-47c261a8b5f1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:14:45.806196 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad0ea-dea4-44a9-a99c-ff0dbe40f71c None None] Pushing event updated for resources: {'Port': ['ID=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:45.838780 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:45.861146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27fc94c6-a4b6-4c6a-97a9-5276c3ad5969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.884607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-27fc94c6-a4b6-4c6a-97a9-5276c3ad5969 None None] For port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:45.910233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27fc94c6-a4b6-4c6a-97a9-5276c3ad5969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:45.982361 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc94c6-a4b6-4c6a-97a9-5276c3ad5969 None None] Pushing event updated for resources: {'Port': ['ID=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:46.040236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.046263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-319f9444-fa17-43ce-afb0-1d0e14d0ac1f None None] Provisioning complete for port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:46.046665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-319f9444-fa17-43ce-afb0-1d0e14d0ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.070506 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.117730 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:44Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:46.127245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:14:46.134082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:14:46.139181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:14:46.145079 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974d15e-839c-4290-9e55-88418c50ae61 None None] The sync data for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv is: [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:44Z', 'revision_number': 3, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:14:46.148663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Pushing event updated for resources: {'Port': ['ID=4b09e732-cb0d-4b25-b9fa-47c261a8b5f1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:46.239440 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Attempting to bind port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:14:46.239700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Attempting to bind port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:14:46.240010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Attempting to bind port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 on network e36f719d-f497-4f20-b8ce-5ec4444b3c90 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:14:46.245767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:14:46.246150 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Checking segment: {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:14:46.246664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.246947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Bound using segment: {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:14:46.247464 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Bound port: 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:14:46.247858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.311377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] For port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:14:46.314840 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] For port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4b09e732-cb0d-4b25-b9fa-47c261a8b5f1,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:14:46.320189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.326614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.376894 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601e048-6da3-44fa-a76e-89d968ca7d8a None None] Pushing event updated for resources: {'Port': ['ID=4b09e732-cb0d-4b25-b9fa-47c261a8b5f1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:46.664844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.1 (e36f719d-f497-4f20-b8ce-5ec4444b3c90/cc6046a8-966d-40e5-acbd-c5f3104a5698/320c703c-1bd3-41ac-8e12-587ea5c36846) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:14:46.800044 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.835088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:46.882859 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:14:46.886486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:14:46.889237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:14:46.897883 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=320c703c-1bd3-41ac-8e12-587ea5c36846,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:46.943498 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.084712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.365540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5e7e4-6296-4a85-89e1-769f7f7ccbd4 None None] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:14:47.381152 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.385924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.466215 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=320c703c-1bd3-41ac-8e12-587ea5c36846,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:47.469960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.477437 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-928b4e40-dbe5-4020-a06b-5d05af4510b4 None None] Provisioning complete for port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:47.477807 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-928b4e40-dbe5-4020-a06b-5d05af4510b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.573707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-928b4e40-dbe5-4020-a06b-5d05af4510b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.576474 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:14:47.578438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:14:47.615628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-928b4e40-dbe5-4020-a06b-5d05af4510b4 None None] For port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4b09e732-cb0d-4b25-b9fa-47c261a8b5f1,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:47.621512 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-928b4e40-dbe5-4020-a06b-5d05af4510b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.671740 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b4e40-dbe5-4020-a06b-5d05af4510b4 None None] Pushing event updated for resources: {'Port': ['ID=4b09e732-cb0d-4b25-b9fa-47c261a8b5f1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:47.711937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 17b69334-a263-4713-ba4b-d2d277808dd7 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:14:47.741234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3f71c85f-9c11-464d-9cd6-d91e911abefd None None] Provisioning complete for port 320c703c-1bd3-41ac-8e12-587ea5c36846 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:47.741606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f71c85f-9c11-464d-9cd6-d91e911abefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.788548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3f71c85f-9c11-464d-9cd6-d91e911abefd None None] Port 320c703c-1bd3-41ac-8e12-587ea5c36846 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:14:47.799578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3f71c85f-9c11-464d-9cd6-d91e911abefd None None] Provisioning complete for port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:47.799955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f71c85f-9c11-464d-9cd6-d91e911abefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:47.833998 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:14:47.839328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b855e380-5a66-4ce7-8796-69de52b2e630 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/17b69334-a263-4713-ba4b-d2d277808dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3586905 Dec 24 04:14:47.973675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Sync routers for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:14:47.983999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:47.984743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:48.032727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:14:48.045648 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-a0dacf45-68be-4457-97e3-206d3755cc91 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570507811&fields=id&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 267 time: 0.0494368 Dec 24 04:14:48.127245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3ea1903d-2aaa-46f3-bde8-e0cca52c89cb None None] Provisioning complete for port 320c703c-1bd3-41ac-8e12-587ea5c36846 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:48.127610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ea1903d-2aaa-46f3-bde8-e0cca52c89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:48.177567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-98be0491-e8e2-4d25-aaf8-f973cff69008 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:48.179087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-98be0491-e8e2-4d25-aaf8-f973cff69008 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/networks?id=e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 200 len: 797 time: 0.1260533 Dec 24 04:14:48.183853 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:48.185492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1903d-2aaa-46f3-bde8-e0cca52c89cb None None] Port 320c703c-1bd3-41ac-8e12-587ea5c36846 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:14:48.195311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-0875fe58-062d-4349-8df5-09ff4ed7707c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/quotas/551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 375 time: 0.0100701 Dec 24 04:14:48.222842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:48.223205 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:48.247413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-38e9b035-4ad1-4478-b577-9a470eb2b0cd tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459352 Dec 24 04:14:48.347157 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-194b61d5-f8d9-4ee4-a047-6d59339ee575 service neutron] 10.222.0.37 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869627 Dec 24 04:14:48.444822 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-a4917d01-6e4f-4952-bb34-b676bfe20007 service neutron] 10.222.0.37 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912833 Dec 24 04:14:48.472875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3170cf1f-cbb3-4436-8ec4-caeba757038d None None] Provisioning complete for port 320c703c-1bd3-41ac-8e12-587ea5c36846 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:48.473429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3170cf1f-cbb3-4436-8ec4-caeba757038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:48.548728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3170cf1f-cbb3-4436-8ec4-caeba757038d None None] Port 320c703c-1bd3-41ac-8e12-587ea5c36846 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:14:48.611131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:14:48.675453 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 2, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:48.678490 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:48.678856 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:48.703072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Checking router: 17b69334-a263-4713-ba4b-d2d277808dd7 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:14:48.703415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Updating router 17b69334-a263-4713-ba4b-d2d277808dd7 port 320c703c-1bd3-41ac-8e12-587ea5c36846 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:14:48.752187 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.039927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.044727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.113742 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e3084-5ad1-4cd7-b11b-6e3eef39ffcc None None] Pushing event updated for resources: {'Port': ['ID=320c703c-1bd3-41ac-8e12-587ea5c36846,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:49.148693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Attempting to bind port 320c703c-1bd3-41ac-8e12-587ea5c36846 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:14:49.149062 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Attempting to bind port 320c703c-1bd3-41ac-8e12-587ea5c36846 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:14:49.149459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Attempting to bind port 320c703c-1bd3-41ac-8e12-587ea5c36846 on network e36f719d-f497-4f20-b8ce-5ec4444b3c90 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:14:49.155038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:14:49.155412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Checking segment: {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:14:49.155810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.156223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Bound using segment: {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:14:49.156761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Bound port: 320c703c-1bd3-41ac-8e12-587ea5c36846, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:14:49.157125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.221135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] For port 320c703c-1bd3-41ac-8e12-587ea5c36846, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:14:49.224352 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] For port 320c703c-1bd3-41ac-8e12-587ea5c36846, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=320c703c-1bd3-41ac-8e12-587ea5c36846,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:14:49.228845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.299433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:14:49.299981 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:49.334773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e3084-5ad1-4cd7-b11b-6e3eef39ffcc None None] Pushing event updated for resources: {'Port': ['ID=320c703c-1bd3-41ac-8e12-587ea5c36846,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:49.339756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-48e1b7b0-7632-46dc-a031-7e27fa8a1765 None None] Provisioning complete for port 320c703c-1bd3-41ac-8e12-587ea5c36846 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:49.340121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48e1b7b0-7632-46dc-a031-7e27fa8a1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.442286 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:14:49.536131 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48e1b7b0-7632-46dc-a031-7e27fa8a1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.615712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-48e1b7b0-7632-46dc-a031-7e27fa8a1765 None None] For port 320c703c-1bd3-41ac-8e12-587ea5c36846, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=320c703c-1bd3-41ac-8e12-587ea5c36846,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:49.620792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48e1b7b0-7632-46dc-a031-7e27fa8a1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.633906 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9aab6224-f385-4e09-823c-491f850df93f req-0d801788-b37e-479a-a247-db0a06845bf4 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 210 time: 0.0300169 Dec 24 04:14:49.706264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1b7b0-7632-46dc-a031-7e27fa8a1765 None None] Pushing event updated for resources: {'Port': ['ID=320c703c-1bd3-41ac-8e12-587ea5c36846,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:49.748713 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:14:49.754945 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a2fd9f04-0c8e-45f5-a1f4-abaa9bea2bd5 None None] Provisioning complete for port 320c703c-1bd3-41ac-8e12-587ea5c36846 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:49.755312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9f04-0c8e-45f5-a1f4-abaa9bea2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:49.781172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a211d36-cca3-4c47-bb04-47aad0af39ed None None] The sync data for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv is: [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:14:49.858724 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:14:49.967377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 320c703c-1bd3-41ac-8e12-587ea5c36846 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:14:50.019674 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 320c703c-1bd3-41ac-8e12-587ea5c36846 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:50.020041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:50.733780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-58a26ebf-bbd2-444a-85b0-99949a085074 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:50.735400 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-58a26ebf-bbd2-444a-85b0-99949a085074 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/networks?id=e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 200 len: 797 time: 0.1140382 Dec 24 04:14:50.764681 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9c089faf-bdbd-48c2-917d-5b6d7bccc383 req-7e2c1332-d161-41d6-89ce-fbfc40ebde1e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 210 time: 0.0279326 Dec 24 04:14:50.829716 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-af079166-b739-4bd3-84b1-8a0d3c101489 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551959188339457198deb3ed84b19220 HTTP/1.1" status: 200 len: 380 time: 0.0673947 Dec 24 04:14:50.848316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'port': {'device_id': '8c752660-88f1-422d-a399-2535caf6592c', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'admin_state_up': True, 'tenant_id': '551959188339457198deb3ed84b19220', 'security_groups': ['e5ae9ea4-97fa-4fc4-9001-2cc576516809']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:50.962694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Made reservation on behalf of 551959188339457198deb3ed84b19220 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:14:50.966797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.089421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.20.0.9 (e36f719d-f497-4f20-b8ce-5ec4444b3c90/cc6046a8-966d-40e5-acbd-c5f3104a5698/a422023d-de71-47dd-9fba-3ee9bd7c62f2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:14:51.229021 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.263179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.305124 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:14:51.310013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:14:51.314144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:14:51.341876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=a422023d-de71-47dd-9fba-3ee9bd7c62f2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:51.371991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:51.372630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.390163 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-cfa2959b-3352-447f-8200-52c91dcda3d6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466721 Dec 24 04:14:51.408129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Request body: {'port': {'device_id': '8c752660-88f1-422d-a399-2535caf6592c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:14:51.465564 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.528922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-940aecec-6205-43a3-9193-1e0befef971b None None] Provisioning complete for port a422023d-de71-47dd-9fba-3ee9bd7c62f2 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:51.529470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-940aecec-6205-43a3-9193-1e0befef971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.562748 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-940aecec-6205-43a3-9193-1e0befef971b None None] Port a422023d-de71-47dd-9fba-3ee9bd7c62f2 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:14:51.719973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a422023d-de71-47dd-9fba-3ee9bd7c62f2 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:14:51.727144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.742808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Transition to ACTIVE for port object a422023d-de71-47dd-9fba-3ee9bd7c62f2 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:14:51.746533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:51.812110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a422023d-de71-47dd-9fba-3ee9bd7c62f2,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:51.901638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Attempting to bind port a422023d-de71-47dd-9fba-3ee9bd7c62f2 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:14:51.901965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Attempting to bind port a422023d-de71-47dd-9fba-3ee9bd7c62f2 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:14:51.902288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Attempting to bind port a422023d-de71-47dd-9fba-3ee9bd7c62f2 on network e36f719d-f497-4f20-b8ce-5ec4444b3c90 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:14:51.915732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40eb36-38f5-48d0-9396-2415e844dfd7 req-7f2b9642-7fc0-4da1-82f8-e1e688325a6a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:51.917293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e40eb36-38f5-48d0-9396-2415e844dfd7 req-7f2b9642-7fc0-4da1-82f8-e1e688325a6a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 943 time: 0.0761898 Dec 24 04:14:51.918486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Port a422023d-de71-47dd-9fba-3ee9bd7c62f2 on network e36f719d-f497-4f20-b8ce-5ec4444b3c90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:14:51.918805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Attempting to bind port a422023d-de71-47dd-9fba-3ee9bd7c62f2 on network e36f719d-f497-4f20-b8ce-5ec4444b3c90 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:14:51.926539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:14:51.926871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Checking segment: {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:14:51.927246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Bound using segment: {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:14:51.927670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Bound port: a422023d-de71-47dd-9fba-3ee9bd7c62f2, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7003206a-c675-4e58-bd04-718682b4ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:14:51.928016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:52.003188 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e40eb36-38f5-48d0-9396-2415e844dfd7 req-555b567c-4782-41c0-b2c5-768c548ee5af tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783317 Dec 24 04:14:52.024511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] For port a422023d-de71-47dd-9fba-3ee9bd7c62f2, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:14:52.027721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] For port a422023d-de71-47dd-9fba-3ee9bd7c62f2, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:14:52.032411 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:52.065572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:52.066132 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:52.067483 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 200 len: 1093 time: 0.6640344 Dec 24 04:14:52.067925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:14:52.070171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433fc17b-ea5f-45ed-9b77-450e443f6e34" -d '{"events": [{"name": "network-changed", "server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:14:52.102121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535634-2f67-4051-b784-d70b09ed06f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a422023d-de71-47dd-9fba-3ee9bd7c62f2,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:52.113518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59435438-c491-47d4-8866-9f98de025491 x-openstack-request-id: req-59435438-c491-47d4-8866-9f98de025491 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:14:52.113814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:14:52.114096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59435438-c491-47d4-8866-9f98de025491 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:14:52.114528 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'status': 'completed', 'code': 200} Dec 24 04:14:52.180303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-0cc52672-8719-4f3f-9582-e69f6764c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:52.181863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-0cc52672-8719-4f3f-9582-e69f6764c751 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1096 time: 0.0474982 Dec 24 04:14:52.230270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-9fa38e84-7153-40ea-9fed-286b01bdc31c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 200 len: 217 time: 0.0347042 Dec 24 04:14:52.280278 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-5285dca0-8df3-4222-a004-76b614dbe869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:52.281782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-5285dca0-8df3-4222-a004-76b614dbe869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc6046a8-966d-40e5-acbd-c5f3104a5698 HTTP/1.1" status: 200 len: 834 time: 0.0434136 Dec 24 04:14:52.332065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-fe448bf6-830c-44c0-b3de-9252c994ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:52.333508 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-fe448bf6-830c-44c0-b3de-9252c994ab96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36f719d-f497-4f20-b8ce-5ec4444b3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451779 Dec 24 04:14:52.420567 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-c0111e5f-8063-4c88-b43a-17b0708a65a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792623 Dec 24 04:14:52.509943 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36cf02e8-bdf7-4811-8acf-fcf10a2eb5b4 req-2fc82b97-95a6-4a84-ab92-209904f7e3db service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825398 Dec 24 04:14:52.609677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:52.633585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-a674a592-02a1-4996-868b-e0e830601cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:52.635172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-a674a592-02a1-4996-868b-e0e830601cbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1096 time: 0.0399561 Dec 24 04:14:52.727999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-8029f131-eed4-428a-87d2-3dc984d73c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:52.729470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-8029f131-eed4-428a-87d2-3dc984d73c21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 200 len: 897 time: 0.0859439 Dec 24 04:14:53.078308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-ddfe2c17-a04d-46b9-9d57-97d06166fc77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 200 len: 217 time: 0.3420541 Dec 24 04:14:53.152029 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-9c129ede-5e1b-4990-b359-6583f4f30cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:53.153478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-9c129ede-5e1b-4990-b359-6583f4f30cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc6046a8-966d-40e5-acbd-c5f3104a5698 HTTP/1.1" status: 200 len: 834 time: 0.0664520 Dec 24 04:14:53.169415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716f762-fe7f-42ae-87fd-f9ac9a06245e req-66e2eb82-8fc9-4827-be9c-0e20c1e728a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:53.170814 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9716f762-fe7f-42ae-87fd-f9ac9a06245e req-66e2eb82-8fc9-4827-be9c-0e20c1e728a0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 943 time: 0.0952642 Dec 24 04:14:53.240783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9716f762-fe7f-42ae-87fd-f9ac9a06245e req-84c16694-2561-41cb-b50a-21f9c0e6b88e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618486 Dec 24 04:14:53.243253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-d75a75e8-c8b3-4f5b-97c7-d828f2c7c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:53.244654 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-d75a75e8-c8b3-4f5b-97c7-d828f2c7c678 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36f719d-f497-4f20-b8ce-5ec4444b3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729814 Dec 24 04:14:53.335548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-2543b27b-7704-439a-91b1-5b5f20732d92 service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Dec 24 04:14:53.421551 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-433fc17b-ea5f-45ed-9b77-450e443f6e34 req-fe0dfb7a-935a-4b5f-8d81-2062e582f8ac service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784101 Dec 24 04:14:54.354290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f7dc-930b-4506-a82b-38557129b32a req-af3ffc26-cea5-40be-82f0-2203f9bac796 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:54.355771 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dc34f7dc-930b-4506-a82b-38557129b32a req-af3ffc26-cea5-40be-82f0-2203f9bac796 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 943 time: 0.0487304 Dec 24 04:14:54.407908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dc34f7dc-930b-4506-a82b-38557129b32a req-a07793c1-92bb-4701-80ef-fb98a84fabbe tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462151 Dec 24 04:14:55.517062 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcf889-f89b-4cac-9357-15caf5484e17 req-8e8eab8b-d965-471e-bb08-9dad935011ae tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:55.518486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fafcf889-f89b-4cac-9357-15caf5484e17 req-8e8eab8b-d965-471e-bb08-9dad935011ae tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 943 time: 0.0466678 Dec 24 04:14:55.566525 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fafcf889-f89b-4cac-9357-15caf5484e17 req-9911e488-79d3-4cf2-8af0-9c661a4a2026 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423274 Dec 24 04:14:56.678097 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c79c-8527-485c-9013-7a049c087cec req-29d25b43-083c-44f1-bd51-f65cc58e8883 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:56.679557 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd14c79c-8527-485c-9013-7a049c087cec req-29d25b43-083c-44f1-bd51-f65cc58e8883 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 943 time: 0.0477235 Dec 24 04:14:56.728048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd14c79c-8527-485c-9013-7a049c087cec req-b8bf3518-6690-4662-aa0a-32acd86b86ae tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Dec 24 04:14:56.765699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a422023d-de71-47dd-9fba-3ee9bd7c62f2 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:14:56.859703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port a422023d-de71-47dd-9fba-3ee9bd7c62f2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:56.870830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'port_id': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'mac_address': 'fa:16:3e:ff:08:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:14:56.907217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:56.919461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a422023d-de71-47dd-9fba-3ee9bd7c62f2 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:14:56.938779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port a422023d-de71-47dd-9fba-3ee9bd7c62f2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:56.942869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:56.991310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=a422023d-de71-47dd-9fba-3ee9bd7c62f2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:57.430707 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['a422023d-de71-47dd-9fba-3ee9bd7c62f2'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:14:57.842607 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e0030-1edd-44a0-a7e7-af2af6e9b6da req-02a7a9e2-6b4b-4d48-8164-76024608fb62 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:57.844036 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fa7e0030-1edd-44a0-a7e7-af2af6e9b6da req-02a7a9e2-6b4b-4d48-8164-76024608fb62 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 944 time: 0.0507922 Dec 24 04:14:57.891637 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fa7e0030-1edd-44a0-a7e7-af2af6e9b6da req-985f379e-e6ce-43d2-a8d8-e96fdbdfc1fe tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Dec 24 04:14:58.759148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a422023d-de71-47dd-9fba-3ee9bd7c62f2 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:14:58.806880 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port a422023d-de71-47dd-9fba-3ee9bd7c62f2 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:14:58.810708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port a422023d-de71-47dd-9fba-3ee9bd7c62f2 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:14:58.811080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:58.888311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:58.910511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:14:58.912875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f8e8a-d5ee-4663-8662-99723916e73a" -d '{"events": [{"server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "name": "network-vif-plugged", "status": "completed", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:14:58.926493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port a422023d-de71-47dd-9fba-3ee9bd7c62f2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:14:58.931753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:14:58.960549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d1718d-f2e9-4a27-b9d7-2771402a914b x-openstack-request-id: req-f8d1718d-f2e9-4a27-b9d7-2771402a914b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:14:58.960842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "name": "network-vif-plugged", "status": "completed", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:14:58.961092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8d1718d-f2e9-4a27-b9d7-2771402a914b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:14:58.961476 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'code': 200} Dec 24 04:14:58.990420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=a422023d-de71-47dd-9fba-3ee9bd7c62f2,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:14:59.010461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeec038-688d-4808-ab84-063ed1b0e086 req-831145a3-ff2b-4335-889c-4936f5d7fae8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:59.011873 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-beeec038-688d-4808-ab84-063ed1b0e086 req-831145a3-ff2b-4335-889c-4936f5d7fae8 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0514407 Dec 24 04:14:59.062540 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-beeec038-688d-4808-ab84-063ed1b0e086 req-d91a5126-00b7-4530-86a7-95080e90b062 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446737 Dec 24 04:14:59.159464 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a462db-599d-4197-9d31-f54ddd8c938d req-f41c9a22-5c1a-47c9-acb5-904c71a5ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:14:59.161078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29a462db-599d-4197-9d31-f54ddd8c938d req-f41c9a22-5c1a-47c9-acb5-904c71a5ca5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1098 time: 0.0389776 Dec 24 04:14:59.210896 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-29a462db-599d-4197-9d31-f54ddd8c938d req-5e215ef2-4b88-4fee-9063-54d8b722f7d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Dec 24 04:15:00.179288 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2172-6482-469e-a942-ab234fb63fec req-09edd57d-a370-4aee-b3dc-410eabc7da95 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:00.180710 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e0a2172-6482-469e-a942-ab234fb63fec req-09edd57d-a370-4aee-b3dc-410eabc7da95 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0490465 Dec 24 04:15:00.228838 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e0a2172-6482-469e-a942-ab234fb63fec req-0fdf36b6-f119-4f7a-ad2b-6c195f82c0d2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 Dec 24 04:15:01.341744 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09ecbf-83aa-4c01-b6dd-1794bdf6b0c4 req-7c5c9003-e0be-4030-8950-b90a389abbfa tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:01.343097 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c09ecbf-83aa-4c01-b6dd-1794bdf6b0c4 req-7c5c9003-e0be-4030-8950-b90a389abbfa tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0472512 Dec 24 04:15:01.390535 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0c09ecbf-83aa-4c01-b6dd-1794bdf6b0c4 req-feb385c9-40d7-4b5c-a4a7-54513eca2a56 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Dec 24 04:15:01.508386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570132a-7c80-488f-bdd9-c483119d9d0f req-a43cd13f-9c5f-4a42-aacb-4d42bd94049f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:01.509867 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d570132a-7c80-488f-bdd9-c483119d9d0f req-a43cd13f-9c5f-4a42-aacb-4d42bd94049f tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0559728 Dec 24 04:15:01.558458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d570132a-7c80-488f-bdd9-c483119d9d0f req-c8d8b255-1422-46f6-abc0-241b96f7a4e6 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Dec 24 04:15:01.579147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:15:01.617912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747dbec-7327-482b-8e88-c23d39e9629b tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:01.619298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4747dbec-7327-482b-8e88-c23d39e9629b tempest-TestNetworkAdvancedServerOps-1430006042 tempest-TestNetworkAdvancedServerOps-1430006042-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1093 time: 0.0392063 Dec 24 04:15:01.622145 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:15:01.626451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'tenant_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:15:01.650582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:01.747370 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:01.844184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Allocated IP 172.26.5.118 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/cb550c5e-360e-43d7-ad2a-3597b5ee350b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:15:01.946598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:01.984159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:02.022967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:15:02.025822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:15:02.029162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:15:02.052186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=cb550c5e-360e-43d7-ad2a-3597b5ee350b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:15:02.382385 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:02.445493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:02.592146 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:02.597348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:02.669928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event updated for resources: {'Port': ['ID=cb550c5e-360e-43d7-ad2a-3597b5ee350b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:15:02.679004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:02.774720 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP 365be295-d7ac-474a-a2c0-9a27bed246d7 associated. External IP: 172.26.5.118, port: a422023d-de71-47dd-9fba-3ee9bd7c62f2. Dec 24 04:15:02.970656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 17b69334-a263-4713-ba4b-d2d277808dd7 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:15:03.073238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:15:03.083111 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] Sync routers for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:15:03.090846 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:03.092936 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:15:03.093531 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:15:03.117334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5b75381b-051b-4555-b11e-c9aa4ac2b64b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4941895 Dec 24 04:15:03.117904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:15:03.120236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0932c662-5e98-4fe7-b48a-2a1e91981d19" -d '{"events": [{"name": "network-changed", "server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:15:03.160136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be89c919-11cc-43a9-a1ca-b5c9131fea7f x-openstack-request-id: req-be89c919-11cc-43a9-a1ca-b5c9131fea7f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:15:03.160545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:15:03.160758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be89c919-11cc-43a9-a1ca-b5c9131fea7f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:15:03.161123 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'status': 'completed', 'code': 200} Dec 24 04:15:03.201105 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:15:03.249904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2bda0-33fc-42c1-b101-a6425980d085 req-ef3619f9-9b3b-4200-ba27-3098e71e1999 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:03.251887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56c2bda0-33fc-42c1-b101-a6425980d085 req-ef3619f9-9b3b-4200-ba27-3098e71e1999 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0810049 Dec 24 04:15:03.268179 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-17b1adf4-cc1b-4f4f-a3ee-5b3c44dd369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:03.269627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-17b1adf4-cc1b-4f4f-a3ee-5b3c44dd369a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1098 time: 0.0627556 Dec 24 04:15:03.359307 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-56c2bda0-33fc-42c1-b101-a6425980d085 req-d66a5de6-ac5e-426e-8a5f-abf7b9f5b6c9 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007788 Dec 24 04:15:03.382697 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57200) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:15:03.395865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-404de0a1-a57c-4a9d-bcd5-f0e03794b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:03.397400 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-404de0a1-a57c-4a9d-bcd5-f0e03794b75b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 200 len: 897 time: 0.1199763 Dec 24 04:15:03.418401 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '365be295-d7ac-474a-a2c0-9a27bed246d7', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'port_id': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'mac_address': 'fa:16:3e:ff:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c752660-88f1-422d-a399-2535caf6592c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:15:02Z', 'updated_at': '2021-12-24T04:15:02Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:15:03.447106 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f7748fc-1fbb-4795-96a4-3f904af56600 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/365be295-d7ac-474a-a2c0-9a27bed246d7 HTTP/1.1" status: 200 len: 991 time: 0.0628364 Dec 24 04:15:03.448518 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] Checking router: 17b69334-a263-4713-ba4b-d2d277808dd7 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:15:03.456949 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:15:03.457546 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:14:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:15:03.466572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-b845847d-3326-44cb-88fd-6d33fa58ae4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 200 len: 999 time: 0.0596406 Dec 24 04:15:03.515199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-cdd20654-4f41-414c-baa0-c5401d5833b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:03.516845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-cdd20654-4f41-414c-baa0-c5401d5833b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc6046a8-966d-40e5-acbd-c5f3104a5698 HTTP/1.1" status: 200 len: 834 time: 0.0428874 Dec 24 04:15:03.557659 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:15:03.565663 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-da5f44da-eae7-454b-aff6-cb219c219c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:03.567155 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-da5f44da-eae7-454b-aff6-cb219c219c80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36f719d-f497-4f20-b8ce-5ec4444b3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440989 Dec 24 04:15:03.660836 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-76fb30e0-895e-4bac-b0f7-11b33108a7ef service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866251 Dec 24 04:15:03.752577 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0932c662-5e98-4fe7-b48a-2a1e91981d19 req-f1308e0c-12ee-40b2-b89c-2d747b33292f service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Dec 24 04:15:03.774905 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '365be295-d7ac-474a-a2c0-9a27bed246d7', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'port_id': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'mac_address': 'fa:16:3e:ff:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c752660-88f1-422d-a399-2535caf6592c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:15:02Z', 'updated_at': '2021-12-24T04:15:02Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:15:03.805521 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2026389-da23-4cf3-9756-d9d95150b339 None None] The sync data for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv is: [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '365be295-d7ac-474a-a2c0-9a27bed246d7', 'tenant_id': '551959188339457198deb3ed84b19220', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'port_id': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'mac_address': 'fa:16:3e:ff:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c752660-88f1-422d-a399-2535caf6592c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:15:02Z', 'updated_at': '2021-12-24T04:15:02Z', 'revision_number': 0, 'project_id': '551959188339457198deb3ed84b19220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:15:03.996326 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80abebf9-72ba-4541-ad90-fb7c88971ea8 None None] New status for floating IP 365be295-d7ac-474a-a2c0-9a27bed246d7: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:15:04.448449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57202) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:15:04.508327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a44a271c-c923-4fee-a95b-1aba39128fd1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/365be295-d7ac-474a-a2c0-9a27bed246d7 HTTP/1.1" status: 200 len: 993 time: 0.0587916 Dec 24 04:15:09.520085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e7debd5-074e-420e-ae50-72c309fd80b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:11.872788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9dda152-dad0-4f8a-8451-156e3dcc4112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:12.918579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:14.612641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:15.181192 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:22.618133 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:26.847853 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:15:39.520876 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aaca8d88-b84a-4bd5-87b7-ebd82a50eaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:41.873311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c123f84-acc1-4dd8-b3a0-f5260f32a4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:42.921021 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:44.614016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:45.182816 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:15:49.322955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-5d07f9be-caa9-42ad-86fd-e4825a22756a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384464 Dec 24 04:15:49.420954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-3e8838b6-a84e-4cb8-ae36-53ad916ed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:49.422304 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-3e8838b6-a84e-4cb8-ae36-53ad916ed831 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1098 time: 0.0385771 Dec 24 04:15:49.525400 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-e9ef08b4-78e9-424a-8520-cfcff4956053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:49.526834 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-e9ef08b4-78e9-424a-8520-cfcff4956053 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 200 len: 897 time: 0.0856528 Dec 24 04:15:49.590598 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-4fd604f6-164d-436e-ae25-18c0c7dd8f16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 200 len: 1001 time: 0.0568404 Dec 24 04:15:49.639826 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-58bb5c10-bcba-4b64-9958-6bf19f52a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:49.641261 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-58bb5c10-bcba-4b64-9958-6bf19f52a2d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc6046a8-966d-40e5-acbd-c5f3104a5698 HTTP/1.1" status: 200 len: 834 time: 0.0440488 Dec 24 04:15:49.689254 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-9471fb1e-387b-4a8c-ade8-8f6a4c5d8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:15:49.690702 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-9471fb1e-387b-4a8c-ade8-8f6a4c5d8e73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36f719d-f497-4f20-b8ce-5ec4444b3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418797 Dec 24 04:15:49.702188 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-711b62c7-d476-4be4-b38a-1c1edb80f118 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:15:49.703113 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-711b62c7-d476-4be4-b38a-1c1edb80f118 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047121 Dec 24 04:15:49.794789 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-5500def2-533c-4a1e-a8d0-120c6d8ff5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Dec 24 04:15:49.885195 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-778bd0eb-35d7-44cd-af98-a4bf96c27afa req-d80c54ab-5e69-40c4-81e2-db5cb9eab02a service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Dec 24 04:15:52.634280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:03.845850 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:16:07.378567 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6072c2-acd3-40d2-9c5e-523f6aee6610 req-1bb5b3bb-b256-4dca-999a-0541ee6f9ffc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:07.379932 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b6072c2-acd3-40d2-9c5e-523f6aee6610 req-1bb5b3bb-b256-4dca-999a-0541ee6f9ffc tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0479381 Dec 24 04:16:07.427134 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8b6072c2-acd3-40d2-9c5e-523f6aee6610 req-e0d5d4d3-da4d-4181-8e02-abe485e3a11e tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 Dec 24 04:16:08.548502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef5e9a-ea5c-425a-98a5-736f1b40e35a req-38709a11-f271-4582-bb68-7586b05eaa91 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:08.549953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4cef5e9a-ea5c-425a-98a5-736f1b40e35a req-38709a11-f271-4582-bb68-7586b05eaa91 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0526826 Dec 24 04:16:08.597241 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4cef5e9a-ea5c-425a-98a5-736f1b40e35a req-b0f1c767-0511-4f46-90a9-cd7f7883e160 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Dec 24 04:16:09.522720 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4705fa38-362c-4849-9ed8-9f5a57518ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:09.711006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062264b-f500-4693-bcef-7c716603d828 req-d11f22e5-ac7c-4358-9c78-57054edc567c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:09.712456 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a062264b-f500-4693-bcef-7c716603d828 req-d11f22e5-ac7c-4358-9c78-57054edc567c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0479288 Dec 24 04:16:09.760264 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a062264b-f500-4693-bcef-7c716603d828 req-bb78137e-d86c-4d09-88e0-e975f02e414c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Dec 24 04:16:09.782644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:09.847129 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-054ad0df-d102-4246-8f38-b99603ddc048 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/365be295-d7ac-474a-a2c0-9a27bed246d7 HTTP/1.1" status: 200 len: 993 time: 0.0633693 Dec 24 04:16:11.138004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de9245-045c-46b6-b605-5fd5f3cc6f97 req-4927eb36-75fc-4139-821f-e2ecd07de9f0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:11.139450 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1de9245-045c-46b6-b605-5fd5f3cc6f97 req-4927eb36-75fc-4139-821f-e2ecd07de9f0 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0496404 Dec 24 04:16:11.216846 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c1de9245-045c-46b6-b605-5fd5f3cc6f97 req-c5bf8bd9-f625-48f8-b60b-6a9fc7bc2356 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711064 Dec 24 04:16:11.219358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-3e698cd0-5f88-47ad-8c6e-48979b1efb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:11.220775 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-3e698cd0-5f88-47ad-8c6e-48979b1efb98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1098 time: 0.0692108 Dec 24 04:16:11.315840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-4802cf1f-d106-4082-b50a-4eb1d887e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:11.317339 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-4802cf1f-d106-4082-b50a-4eb1d887e315 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 200 len: 897 time: 0.0880623 Dec 24 04:16:11.381384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-b10184d4-3766-4e3c-a368-751b0799c552 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 200 len: 1001 time: 0.0564826 Dec 24 04:16:11.432358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-25f53bd8-cc68-4f22-8d8a-cd922024293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:11.433800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-25f53bd8-cc68-4f22-8d8a-cd922024293d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc6046a8-966d-40e5-acbd-c5f3104a5698 HTTP/1.1" status: 200 len: 834 time: 0.0456650 Dec 24 04:16:11.476123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-76c8824d-46cd-4548-96b8-c34ab87fb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:11.477542 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-76c8824d-46cd-4548-96b8-c34ab87fb959 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36f719d-f497-4f20-b8ce-5ec4444b3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0372880 Dec 24 04:16:11.562920 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-81ea5704-ba80-4f67-b167-0a3325d3ea38 service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781722 Dec 24 04:16:11.878957 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e7ea-fd8a-4c51-8add-88c74a369d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:11.960912 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8c02dd4-14d7-4bcf-a7cc-bcca64535310 req-37be8957-bff4-4ca5-8203-43e92d0ec342 service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901684 Dec 24 04:16:12.337448 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243328ca-80bd-428a-8ab3-cce45e9b99b6 req-05818f7e-192a-4fd7-9eb8-da3a62aa91c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:12.338898 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-243328ca-80bd-428a-8ab3-cce45e9b99b6 req-05818f7e-192a-4fd7-9eb8-da3a62aa91c1 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0499861 Dec 24 04:16:12.388006 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-243328ca-80bd-428a-8ab3-cce45e9b99b6 req-eb71f5f8-7d48-4e2e-a081-031f00be3799 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Dec 24 04:16:12.924946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:13.503113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5744f-b4fa-41f8-841d-d0e9a40a62ab req-3b03ad2c-2456-4c12-afa7-ae20871c9387 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:13.504573 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33e5744f-b4fa-41f8-841d-d0e9a40a62ab req-3b03ad2c-2456-4c12-afa7-ae20871c9387 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0510259 Dec 24 04:16:13.551951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-33e5744f-b4fa-41f8-841d-d0e9a40a62ab req-0ee8a2c8-243a-4e9c-a06b-656e6c2b767c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Dec 24 04:16:13.573853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57242) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:13.643301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-90fcc069-cbf6-48e7-b90a-c9fb805192e3 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/floatingips/365be295-d7ac-474a-a2c0-9a27bed246d7 HTTP/1.1" status: 200 len: 993 time: 0.0683432 Dec 24 04:16:13.957838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57248) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:14.118694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port cb550c5e-360e-43d7-ad2a-3597b5ee350b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:16:14.119033 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:14.193406 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:14.193733 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:14.205662 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for cb550c5e-360e-43d7-ad2a-3597b5ee350b owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:16:14.352256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:14.378796 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=cb550c5e-360e-43d7-ad2a-3597b5ee350b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:14.391735 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.392091 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.392463 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.392808 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.393160 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.393878 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.394216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.394545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.394873 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.395201 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.395526 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.395849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.396174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:14.454582 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:14.454872 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Floating IP 365be295-d7ac-474a-a2c0-9a27bed246d7 disassociated (deleted). External IP: 172.26.5.118, port: a422023d-de71-47dd-9fba-3ee9bd7c62f2. Dec 24 04:16:14.618076 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:14.657043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 17b69334-a263-4713-ba4b-d2d277808dd7 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:16:14.763590 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:16:14.768386 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:14.773623 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] Sync routers for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:16:14.783012 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:14.783625 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:14.798489 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fc90d1ac-b38e-47d4-94b6-6fbd85982bfb tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/floatingips/365be295-d7ac-474a-a2c0-9a27bed246d7 HTTP/1.1" status: 204 len: 168 time: 0.8374889 Dec 24 04:16:14.798489 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:16:14.799257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afb98e6-2e81-4d23-8d37-2416e363401d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:16:14.912404 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee00a1a-a6f7-4d2d-94c7-f191dbe6f3a9 x-openstack-request-id: req-6ee00a1a-a6f7-4d2d-94c7-f191dbe6f3a9 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:16:14.912743 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:16:14.913016 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ee00a1a-a6f7-4d2d-94c7-f191dbe6f3a9 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:16:14.913585 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'status': 'completed', 'code': 200} Dec 24 04:16:14.919639 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:15.046604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-ffc613bf-496e-482d-91ea-d26fa6258998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:15.048068 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-ffc613bf-496e-482d-91ea-d26fa6258998 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=551959188339457198deb3ed84b19220&device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 1098 time: 0.0827458 Dec 24 04:16:15.061318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3126d-1fa6-4437-ad80-65964c651283 req-9c8e11bc-178e-4455-9d8a-5d4166038c0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:15.064016 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95c3126d-1fa6-4437-ad80-65964c651283 req-9c8e11bc-178e-4455-9d8a-5d4166038c0c tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0701447 Dec 24 04:16:15.181451 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95c3126d-1fa6-4437-ad80-65964c651283 req-d0bd1cf9-9afb-4549-bbd8-ed07a3edef4d tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075990 Dec 24 04:16:15.189546 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:15.201210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-e8d9feb3-d42e-48b3-8750-daaf4040bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:15.201210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-e8d9feb3-d42e-48b3-8750-daaf4040bf73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 200 len: 897 time: 0.1355479 Dec 24 04:16:15.228329 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:15.243472 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-f27e7b69-35ea-4d86-8170-b4f2b7bf74b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 200 len: 217 time: 0.0357237 Dec 24 04:16:15.253904 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] Checking router: 17b69334-a263-4713-ba4b-d2d277808dd7 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:16:15.262462 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:15.263052 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:15.294011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-a617e860-aa46-4681-9569-2385f2b61e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:15.295492 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-a617e860-aa46-4681-9569-2385f2b61e96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc6046a8-966d-40e5-acbd-c5f3104a5698 HTTP/1.1" status: 200 len: 834 time: 0.0443888 Dec 24 04:16:15.344832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-a493607c-977f-4e1b-b992-958a9cdddb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:15.346226 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-a493607c-977f-4e1b-b992-958a9cdddb3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36f719d-f497-4f20-b8ce-5ec4444b3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434361 Dec 24 04:16:15.363809 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:15.437959 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-9fb5eb0c-501e-49e6-9fc0-570203129299 service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Dec 24 04:16:15.531754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7afb98e6-2e81-4d23-8d37-2416e363401d req-a2f55b44-512b-45b1-99f5-bf9c4d528b59 service neutron] 10.222.0.41 "GET /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Dec 24 04:16:15.564662 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:15.590302 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab5ec3-b9e8-4a8c-8e6f-0068601a5d3e None None] The sync data for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv is: [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:47Z', 'revision_number': 4, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '320c703c-1bd3-41ac-8e12-587ea5c36846', 'name': '', 'network_id': 'e36f719d-f497-4f20-b8ce-5ec4444b3c90', 'tenant_id': '551959188339457198deb3ed84b19220', 'mac_address': 'fa:16:3e:35:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:46Z', 'updated_at': '2021-12-24T04:14:49Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'subnets': [{'id': 'cc6046a8-966d-40e5-acbd-c5f3104a5698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:16:15.787144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9d25fd-e502-49df-9c5a-e0fc8819ef68 None None] New status for floating IP 365be295-d7ac-474a-a2c0-9a27bed246d7: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:16:16.298935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15e0da-cb44-46b9-99ad-526d8f04155a req-ce50ecae-d952-462f-9d91-88aca454495b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:16.300405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e15e0da-cb44-46b9-99ad-526d8f04155a req-ce50ecae-d952-462f-9d91-88aca454495b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0484476 Dec 24 04:16:16.347583 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e15e0da-cb44-46b9-99ad-526d8f04155a req-dfaddec4-e3fb-4168-8533-c04b3ba1f2c2 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5ae9ea4-97fa-4fc4-9001-2cc576516809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Dec 24 04:16:17.056973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540276cb-c34c-4562-836c-35439b549d68 req-6ce536a5-aa89-49f8-a44d-697ae6f83c13 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:17.058417 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-540276cb-c34c-4562-836c-35439b549d68 req-6ce536a5-aa89-49f8-a44d-697ae6f83c13 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 945 time: 0.0457497 Dec 24 04:16:17.149937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port a422023d-de71-47dd-9fba-3ee9bd7c62f2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:16:17.150275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:17.237469 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port a422023d-de71-47dd-9fba-3ee9bd7c62f2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a422023d-de71-47dd-9fba-3ee9bd7c62f2,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:17.237832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:17.250593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for a422023d-de71-47dd-9fba-3ee9bd7c62f2 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:16:17.378869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:17.408383 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=a422023d-de71-47dd-9fba-3ee9bd7c62f2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:17.424205 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.424588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.424944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.425295 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.425641 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.425983 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.426319 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.426655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.426991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.427330 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.427665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.428002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.428399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:17.474748 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2a47d09c-8c2d-4488-9721-70a820abd2a3 req-55c07781-1991-4f4d-8d29-6aba9313fc5a tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c752660-88f1-422d-a399-2535caf6592c HTTP/1.1" status: 200 len: 210 time: 0.0568020 Dec 24 04:16:17.487909 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] No DVR routers for this DVR port a422023d-de71-47dd-9fba-3ee9bd7c62f2 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:16:17.496853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:17.500204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-540276cb-c34c-4562-836c-35439b549d68 req-c2e2d81c-475b-4d25-a3f8-2aa6676cf267 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.41 "DELETE /v2.0/ports/a422023d-de71-47dd-9fba-3ee9bd7c62f2 HTTP/1.1" status: 204 len: 173 time: 0.4356568 Dec 24 04:16:17.500662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'name': 'network-vif-deleted', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:16:17.503015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae22381-f159-47ff-a14c-91d3dfa7477a" -d '{"events": [{"server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "name": "network-vif-deleted", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:16:17.543042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df79164-1eb9-4440-8a55-bd495d8cbdb0 x-openstack-request-id: req-1df79164-1eb9-4440-8a55-bd495d8cbdb0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:16:17.543335 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c752660-88f1-422d-a399-2535caf6592c", "name": "network-vif-deleted", "tag": "a422023d-de71-47dd-9fba-3ee9bd7c62f2", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:16:17.543592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1df79164-1eb9-4440-8a55-bd495d8cbdb0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:16:17.543992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c752660-88f1-422d-a399-2535caf6592c', 'name': 'network-vif-deleted', 'tag': 'a422023d-de71-47dd-9fba-3ee9bd7c62f2', 'status': 'completed', 'code': 200} Dec 24 04:16:18.530592 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57270) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:18.877088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:19.126728 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 320c703c-1bd3-41ac-8e12-587ea5c36846 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:16:19.127073 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:19.219724 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 320c703c-1bd3-41ac-8e12-587ea5c36846, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=320c703c-1bd3-41ac-8e12-587ea5c36846,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:19.220086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:19.232212 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 320c703c-1bd3-41ac-8e12-587ea5c36846 owned by network:router_interface {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:16:19.410210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:19.434886 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=320c703c-1bd3-41ac-8e12-587ea5c36846,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:19.607257 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:19.819554 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Router 17b69334-a263-4713-ba4b-d2d277808dd7 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:16:19.932654 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:16:19.937807 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-243462f8-c37f-4741-a8c3-94e844a1c733 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "PUT /v2.0/routers/17b69334-a263-4713-ba4b-d2d277808dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4061797 Dec 24 04:16:19.940592 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:19.951267 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] Sync routers for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:16:19.960484 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:19.961080 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:19.994700 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting subnet cc6046a8-966d-40e5-acbd-c5f3104a5698 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:16:19.997974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.037662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.065577 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:20.123367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.184917 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.212322 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6046a8-966d-40e5-acbd-c5f3104a5698,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:20.216574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.222789 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2d6a3b97-f3dc-4e12-b0c5-32fb1a875f64 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/subnets/cc6046a8-966d-40e5-acbd-c5f3104a5698 HTTP/1.1" status: 204 len: 168 time: 0.2811124 Dec 24 04:16:20.223116 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57274) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:20.223584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f79bdc-7673-4a31-9111-57ac17921352 None None] Network e36f719d-f497-4f20-b8ce-5ec4444b3c90 requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:16:20.249929 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:16:19Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:20.277165 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] Checking router: 17b69334-a263-4713-ba4b-d2d277808dd7 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:16:20.285860 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] Routers {'17b69334-a263-4713-ba4b-d2d277808dd7'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:20.286537 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['17b69334-a263-4713-ba4b-d2d277808dd7'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:20.337346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.392885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] DHCP port deletion for e36f719d-f497-4f20-b8ce-5ec4444b3c90 request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:20.394725 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] Set router 17b69334-a263-4713-ba4b-d2d277808dd7 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:20.438463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Deleting port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:16:20.438835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.451213 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.504293 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] For port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=4b09e732-cb0d-4b25-b9fa-47c261a8b5f1,segment=NetworkSegment(7003206a-c675-4e58-bd04-718682b4ac5f),segment_id=7003206a-c675-4e58-bd04-718682b4ac5f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:20.504724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.506925 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Deleting port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:16:20.507531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.518571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Calling delete_port for 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:16:20.576139 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:16:19Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:20.590298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] For port 15da81f4-d820-4ba2-b7fc-4ec74832e5f9, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:20.590671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.604536 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Calling delete_port for 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:16:20.606840 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4de6d-6ef7-420c-9c9c-c9524e9ed221 None None] The sync data for ids ['17b69334-a263-4713-ba4b-d2d277808dd7'] in dv-neutron-822869-1-hyperv is: [{'id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706164150', 'tenant_id': '551959188339457198deb3ed84b19220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94'}], 'enable_snat': True}, 'gw_port_id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:16:19Z', 'revision_number': 5, 'project_id': '551959188339457198deb3ed84b19220', 'gw_port': {'id': '15da81f4-d820-4ba2-b7fc-4ec74832e5f9', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69334-a263-4713-ba4b-d2d277808dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:14:43Z', 'updated_at': '2021-12-24T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:16:20.613432 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.627410 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] No DVR routers for this DVR port 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:16:20.646312 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Pushing event deleted for resources: {'Port': ['ID=4b09e732-cb0d-4b25-b9fa-47c261a8b5f1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:20.656237 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.656588 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.657064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.657534 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.657867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.658196 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.658576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.658911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.659236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.659607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.659874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.660198 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.660708 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fb197-03ed-4411-bace-57a79e3e28fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:20.773507 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.802327 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Port': ['ID=15da81f4-d820-4ba2-b7fc-4ec74832e5f9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:20.816695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f423eb0c-d66d-4b65-a5ba-a0ee3f79c878 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:20.864882 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.955823 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:20.958061 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.006853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.007379 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Fanout notify agent at l3_agent the message router_deleted on router 17b69334-a263-4713-ba4b-d2d277808dd7 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:16:21.014497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.018102 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d3c5657b-dc67-4cf7-959a-66d3fdd4d753 tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/routers/17b69334-a263-4713-ba4b-d2d277808dd7 HTTP/1.1" status: 204 len: 168 time: 0.7913389 Dec 24 04:16:21.018530 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57276) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:21.066993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a422023d-de71-47dd-9fba-3ee9bd7c62f2 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:16:21.089088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: a422023d-de71-47dd-9fba-3ee9bd7c62f2 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:16:21.089429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device a422023d-de71-47dd-9fba-3ee9bd7c62f2 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:16:21.103368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.190491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.218245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36f719d-f497-4f20-b8ce-5ec4444b3c90']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:21.228461 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7003206a-c675-4e58-bd04-718682b4ac5f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:21.228759 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7003206a-c675-4e58-bd04-718682b4ac5f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:21.238670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.251793 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.257813 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:16:21.258773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:16:21.261778 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:16:21.265870 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:16:21.265870 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:16:21.265870 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:16:21.265870 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:16:21.265870 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:16:21.317721 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.325076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.328023 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/networks/e36f719d-f497-4f20-b8ce-5ec4444b3c90 HTTP/1.1" status: 204 len: 168 time: 0.3084972 Dec 24 04:16:21.330842 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57278) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:21.339808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d176527-9787-4270-9892-aebaa1310fad tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'Network': ['ID=e36f719d-f497-4f20-b8ce-5ec4444b3c90,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:21.386870 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c49d3d81-6a6b-46b3-b854-314ce77b756b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.411128 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c49d3d81-6a6b-46b3-b854-314ce77b756b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.469389 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c49d3d81-6a6b-46b3-b854-314ce77b756b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.472102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c49d3d81-6a6b-46b3-b854-314ce77b756b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:21.473374 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c49d3d81-6a6b-46b3-b854-314ce77b756b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5ae9ea4-97fa-4fc4-9001-2cc576516809 HTTP/1.1" status: 204 len: 168 time: 0.1414020 Dec 24 04:16:21.482428 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d3d81-6a6b-46b3-b854-314ce77b756b tempest-TestNetworkAdvancedServerOps-1804479152 tempest-TestNetworkAdvancedServerOps-1804479152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae9ea4-97fa-4fc4-9001-2cc576516809,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:21.797447 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57286) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:21.972226 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-57f128e7-f3a8-4426-899f-543a51b9adf1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=551959188339457198deb3ed84b19220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735613 Dec 24 04:16:21.974701 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57292) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:21.984054 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:16:22.008775 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:16:22.009049 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 4b09e732-cb0d-4b25-b9fa-47c261a8b5f1 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:16:22.009476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 320c703c-1bd3-41ac-8e12-587ea5c36846 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:16:22.021625 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-64b623e9-836d-4e9f-9a0b-6638ac35db25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.028519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 320c703c-1bd3-41ac-8e12-587ea5c36846 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:16:22.028874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 320c703c-1bd3-41ac-8e12-587ea5c36846 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:16:22.029297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:16:22.042933 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-64b623e9-836d-4e9f-9a0b-6638ac35db25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.048771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:16:22.049122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 15da81f4-d820-4ba2-b7fc-4ec74832e5f9 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:16:22.092009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-64b623e9-836d-4e9f-9a0b-6638ac35db25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.094696 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-64b623e9-836d-4e9f-9a0b-6638ac35db25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.095842 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-64b623e9-836d-4e9f-9a0b-6638ac35db25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45ca8993-1884-40ff-a5d6-8b9797f33e74 HTTP/1.1" status: 204 len: 168 time: 0.1201959 Dec 24 04:16:22.106585 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b623e9-836d-4e9f-9a0b-6638ac35db25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ca8993-1884-40ff-a5d6-8b9797f33e74,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:22.360431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:22.374095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34b0a416-943a-487b-946d-a3112bbe7720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.447504 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34b0a416-943a-487b-946d-a3112bbe7720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.451433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34b0a416-943a-487b-946d-a3112bbe7720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.493396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-34b0a416-943a-487b-946d-a3112bbe7720 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b4a1149b11b488088b1003b4740a1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317744 Dec 24 04:16:22.494266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a416-943a-487b-946d-a3112bbe7720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a51ec-9798-4818-8d05-0c55b953b347,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:22.496164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57300) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:22.548031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a365717-46a4-473f-af81-dee6b240a67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.569025 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a365717-46a4-473f-af81-dee6b240a67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.613179 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a365717-46a4-473f-af81-dee6b240a67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.617261 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a365717-46a4-473f-af81-dee6b240a67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:22.618968 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-6a365717-46a4-473f-af81-dee6b240a67a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c63a51ec-9798-4818-8d05-0c55b953b347 HTTP/1.1" status: 204 len: 168 time: 0.1216850 Dec 24 04:16:22.627493 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a365717-46a4-473f-af81-dee6b240a67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a51ec-9798-4818-8d05-0c55b953b347,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:22.634319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.303354 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57322) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:23.394862 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1065183658-network', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:23.417632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Made reservation on behalf of dca02d5755444644a0c5d4da7a7498b4 for: {'network': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:16:23.419968 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.428192 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.500960 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.504458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.525905 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:16:23.540786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49872d17-1791-4e45-ae71-f7bb03e64002,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:23.544623 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.544960 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.segments_db [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Added segment 97ee6cad-e205-4fe5-a90d-86a6bdaa7415 of type vlan for network e733fb93-46eb-4f06-a550-46674b8a4b3c Dec 24 04:16:23.587375 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.889311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.890242 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:23.890806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:23.919389 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6149464 Dec 24 04:16:23.922449 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57326) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:23.927371 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Request body: {'subnet': {'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1065183658-subnet', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:23.968145 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77384dd-4db4-4248-b1ed-2d11c75997fe admin admin] Pushing event updated for resources: {'Network': ['ID=e733fb93-46eb-4f06-a550-46674b8a4b3c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:23.979294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e733fb93-46eb-4f06-a550-46674b8a4b3c details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:16:23.983078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Made reservation on behalf of dca02d5755444644a0c5d4da7a7498b4 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:16:23.985434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.150268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.207855 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbafc2ad-6433-43f7-bf5e-07f71369dd3f,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:24.216139 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Checking segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:24.216791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Network hostable DHCP agents. Network: e733fb93-46eb-4f06-a550-46674b8a4b3c, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:16:24.232602 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Network e733fb93-46eb-4f06-a550-46674b8a4b3c is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:16:24.240868 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, e733fb93-46eb-4f06-a550-46674b8a4b3c) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:24.245303 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:24.245917 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.250170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd014c02-7cd8-464b-b16f-0f59210a6fcb None None] Network e733fb93-46eb-4f06-a550-46674b8a4b3c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:16:24.261683 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-90a806e3-91e0-48d8-8e21-81b7aa0cf99a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3380604 Dec 24 04:16:24.264687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57328) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:24.269634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:24.292915 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.293879 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.345964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.352824 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-e733fb93-46eb-4f06-a550-46674b8a4b3c', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:16:24.353798 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.481397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Allocated IP 172.20.0.2 (e733fb93-46eb-4f06-a550-46674b8a4b3c/cbafc2ad-6433-43f7-bf5e-07f71369dd3f/e1550d65-75d4-4b67-a71f-c966c6686b8b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:24.484441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.623796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.630269 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.668692 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Network e733fb93-46eb-4f06-a550-46674b8a4b3c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:24.672854 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:24.677670 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:24.679557 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Pushing event updated for resources: {'Port': ['ID=e1550d65-75d4-4b67-a71f-c966c6686b8b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:24.684702 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.707310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.735758 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Attempting to bind port e1550d65-75d4-4b67-a71f-c966c6686b8b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:16:24.736046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Attempting to bind port e1550d65-75d4-4b67-a71f-c966c6686b8b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:16:24.736426 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Attempting to bind port e1550d65-75d4-4b67-a71f-c966c6686b8b on network e733fb93-46eb-4f06-a550-46674b8a4b3c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:24.741178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:16:24.741547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Checking segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:24.741941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.742328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Bound using segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:16:24.742810 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Bound port: e1550d65-75d4-4b67-a71f-c966c6686b8b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:16:24.743182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.802188 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] For port e1550d65-75d4-4b67-a71f-c966c6686b8b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:16:24.805365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] For port e1550d65-75d4-4b67-a71f-c966c6686b8b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e1550d65-75d4-4b67-a71f-c966c6686b8b,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:16:24.808844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Allocated IP 172.26.5.200 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/d3166874-9689-4140-93e8-cc32afb4b5ab) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:24.810654 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.871952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881ce5b-87f6-4749-a52e-ba47730f666c None None] Pushing event updated for resources: {'Port': ['ID=e1550d65-75d4-4b67-a71f-c966c6686b8b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:24.917785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.950974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:24.991214 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:24.994741 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:24.998172 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:25.017669 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35bc22-d1fe-4976-8e2c-5ac50d8f43ff None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:25.029112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Pushing event updated for resources: {'Port': ['ID=d3166874-9689-4140-93e8-cc32afb4b5ab,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:25.092161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-b299d502-9023-43cf-b359-9818ce60ee0d None None] Provisioning complete for port d3166874-9689-4140-93e8-cc32afb4b5ab triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:25.092601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b299d502-9023-43cf-b359-9818ce60ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:25.138195 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b299d502-9023-43cf-b359-9818ce60ee0d None None] Port d3166874-9689-4140-93e8-cc32afb4b5ab cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:25.278272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:25.468962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:25.604526 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Router 5877bc59-5049-44ed-ae12-56bc17b45914 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:16:25.714225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:16:25.723263 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Sync routers for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:16:25.732932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:25.734743 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cf1bb0a1-8b30-4da7-9855-00736b5483ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4683986 Dec 24 04:16:25.737393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57330) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:25.738752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:25.739412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:25.786072 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6417971-3ac4-4dcc-a0de-8317dce54ef6 None None] Network e733fb93-46eb-4f06-a550-46674b8a4b3c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:16:25.903271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:25.970399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-aad4ac4d-3cc8-4fb3-ad76-f47c4e1ec06d None None] Provisioning complete for port e1550d65-75d4-4b67-a71f-c966c6686b8b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:25.970768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aad4ac4d-3cc8-4fb3-ad76-f47c4e1ec06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.077399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e1550d65-75d4-4b67-a71f-c966c6686b8b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:26.236955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aad4ac4d-3cc8-4fb3-ad76-f47c4e1ec06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.254649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e1550d65-75d4-4b67-a71f-c966c6686b8b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:26.255011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.315265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-aad4ac4d-3cc8-4fb3-ad76-f47c4e1ec06d None None] For port e1550d65-75d4-4b67-a71f-c966c6686b8b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e1550d65-75d4-4b67-a71f-c966c6686b8b,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:26.325341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aad4ac4d-3cc8-4fb3-ad76-f47c4e1ec06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.361488 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:25Z', 'revision_number': 3, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:26.505368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.558565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Checking router: 5877bc59-5049-44ed-ae12-56bc17b45914 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:16:26.558919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Updating router 5877bc59-5049-44ed-ae12-56bc17b45914 port d3166874-9689-4140-93e8-cc32afb4b5ab binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:16:26.613627 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4ac4d-3cc8-4fb3-ad76-f47c4e1ec06d None None] Pushing event updated for resources: {'Port': ['ID=e1550d65-75d4-4b67-a71f-c966c6686b8b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:26.624868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.628978 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d27e5c8a-5cc4-4c92-8705-d322b7ca4fd3 None None] Provisioning complete for port e1550d65-75d4-4b67-a71f-c966c6686b8b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:26.629340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d27e5c8a-5cc4-4c92-8705-d322b7ca4fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.663742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Allocated IP 172.20.0.1 (e733fb93-46eb-4f06-a550-46674b8a4b3c/cbafc2ad-6433-43f7-bf5e-07f71369dd3f/e724661d-1a1a-403c-822f-bb9379605b9f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:26.771588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.803943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.844568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Network e733fb93-46eb-4f06-a550-46674b8a4b3c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:26.848834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:26.853466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:26.856229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e724661d-1a1a-403c-822f-bb9379605b9f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:26.892000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.950482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:26.958300 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.010606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c010c-bf13-4164-9c68-a262e55482a1 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:27.022278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628485b4-bb2f-4987-b834-62f8fcfe7a02 None None] Pushing event updated for resources: {'Port': ['ID=d3166874-9689-4140-93e8-cc32afb4b5ab,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:27.025527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Attempting to bind port d3166874-9689-4140-93e8-cc32afb4b5ab on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:16:27.026055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Attempting to bind port d3166874-9689-4140-93e8-cc32afb4b5ab by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:16:27.026792 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Attempting to bind port d3166874-9689-4140-93e8-cc32afb4b5ab on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:27.033700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:16:27.033700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:27.034089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.034485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:16:27.034954 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Bound port: d3166874-9689-4140-93e8-cc32afb4b5ab, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:16:27.035342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.045762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.096874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fad83c54-7261-4e37-8b25-f8e70f92a996 None None] Provisioning complete for port d3166874-9689-4140-93e8-cc32afb4b5ab triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:27.097476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fad83c54-7261-4e37-8b25-f8e70f92a996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.100868 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] For port d3166874-9689-4140-93e8-cc32afb4b5ab, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:16:27.105839 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] For port d3166874-9689-4140-93e8-cc32afb4b5ab, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d3166874-9689-4140-93e8-cc32afb4b5ab,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:16:27.125728 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.184041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fad83c54-7261-4e37-8b25-f8e70f92a996 None None] Port d3166874-9689-4140-93e8-cc32afb4b5ab cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:27.215648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:27.216304 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:27.234138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.239655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.253778 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628485b4-bb2f-4987-b834-62f8fcfe7a02 None None] Pushing event updated for resources: {'Port': ['ID=d3166874-9689-4140-93e8-cc32afb4b5ab,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:27.271592 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb78614-5425-4d85-b4e2-1a178f42b16e None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:27.323199 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.325024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e724661d-1a1a-403c-822f-bb9379605b9f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:27.334581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:27.417911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Network e733fb93-46eb-4f06-a550-46674b8a4b3c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:27.419305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:27.436022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Provisioning complete for port d3166874-9689-4140-93e8-cc32afb4b5ab triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:27.436508 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.537827 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Router 5877bc59-5049-44ed-ae12-56bc17b45914 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:16:27.595602 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.620164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] For port d3166874-9689-4140-93e8-cc32afb4b5ab, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d3166874-9689-4140-93e8-cc32afb4b5ab,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:27.625177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.652434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:16:27.657722 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0e398d15-f28b-4cfb-ab89-8d623e4869c3 admin admin] 10.222.0.37 "PUT /v2.0/routers/5877bc59-5049-44ed-ae12-56bc17b45914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9188564 Dec 24 04:16:27.659959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 1, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:27.693075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda6108-4acd-4001-92fa-4bfaae93aff6 None None] The sync data for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv is: [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 1, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:16:27.699631 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Provisioning complete for port e724661d-1a1a-403c-822f-bb9379605b9f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:27.699980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.735113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Pushing event updated for resources: {'Port': ['ID=d3166874-9689-4140-93e8-cc32afb4b5ab,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:27.744940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-da0dd3d3-3b9c-46ac-9e20-7792b8520e12 None None] Port e724661d-1a1a-403c-822f-bb9379605b9f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:27.863882 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-71ad3250-6c2e-472e-973e-570237922499 None None] Provisioning complete for port e724661d-1a1a-403c-822f-bb9379605b9f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:27.864252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71ad3250-6c2e-472e-973e-570237922499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:27.918875 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-71ad3250-6c2e-472e-973e-570237922499 None None] Port e724661d-1a1a-403c-822f-bb9379605b9f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:28.020279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e1550d65-75d4-4b67-a71f-c966c6686b8b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:28.073318 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e1550d65-75d4-4b67-a71f-c966c6686b8b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:28.073683 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.208632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57348) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:28.214077 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-711633209-network', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:28.237488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Made reservation on behalf of 0a1f79a17f644ec087965acb221cfc59 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:16:28.240005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.249137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.328633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.336668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.368943 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:16:28.380218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fa040d-acf2-4be6-8ed6-68497a7bef95,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:28.387796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.388148 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Added segment 9e89c617-c2ae-4f2b-9cc7-0594364dfbae of type vlan for network e79c3a48-859c-4b78-ba15-7490e755f05f Dec 24 04:16:28.429790 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.462534 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.463509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:28.464093 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.500423 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2905805 Dec 24 04:16:28.503672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57350) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:28.510384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Request body: {'subnet': {'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-711633209-subnet', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:28.528501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb003d2-e948-42e5-9d30-daeece3bed69 admin admin] Pushing event updated for resources: {'Network': ['ID=e79c3a48-859c-4b78-ba15-7490e755f05f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:28.537183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Made reservation on behalf of 0a1f79a17f644ec087965acb221cfc59 for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:16:28.540088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.541585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e79c3a48-859c-4b78-ba15-7490e755f05f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:16:28.723102 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.780704 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bed8c70-2270-489a-96f9-a6b0a4a635fc,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:28.788774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Checking segment: {'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:28.789232 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Network hostable DHCP agents. Network: e79c3a48-859c-4b78-ba15-7490e755f05f, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:16:28.807013 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Network e79c3a48-859c-4b78-ba15-7490e755f05f is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:16:28.816517 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, e79c3a48-859c-4b78-ba15-7490e755f05f) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:28.821018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:28.821546 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.826734 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1298e17-1d88-4708-81f9-97afbb5164c5 None None] Network e79c3a48-859c-4b78-ba15-7490e755f05f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:16:28.837655 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-39e04391-b105-431e-91cd-a71dffa8a61c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3323548 Dec 24 04:16:28.840255 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57352) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:28.844807 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:28.866965 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.868885 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.928998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:28.942480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-e79c3a48-859c-4b78-ba15-7490e755f05f', 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f', 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'fixed_ips': [{'subnet_id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:16:28.943589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.072918 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.083392 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Allocated IP 172.20.0.2 (e79c3a48-859c-4b78-ba15-7490e755f05f/6bed8c70-2270-489a-96f9-a6b0a4a635fc/6bf79e3e-933d-4b21-905a-99be304b26f5) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:29.232765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.239784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.285931 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.287323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Network e79c3a48-859c-4b78-ba15-7490e755f05f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:29.290749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:29.294154 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:29.299604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Pushing event updated for resources: {'Port': ['ID=6bf79e3e-933d-4b21-905a-99be304b26f5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:29.306174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.350501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Attempting to bind port 6bf79e3e-933d-4b21-905a-99be304b26f5 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:16:29.350779 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Attempting to bind port 6bf79e3e-933d-4b21-905a-99be304b26f5 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:16:29.351140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Attempting to bind port 6bf79e3e-933d-4b21-905a-99be304b26f5 on network e79c3a48-859c-4b78-ba15-7490e755f05f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:29.356322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:16:29.356727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Checking segment: {'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:29.357127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.357516 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Bound using segment: {'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:16:29.358121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Bound port: 6bf79e3e-933d-4b21-905a-99be304b26f5, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:16:29.358504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.412284 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Allocated IP 172.26.5.156 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f58b6792-b3ce-40dd-ad2f-998730d47767) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:29.422675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] For port 6bf79e3e-933d-4b21-905a-99be304b26f5, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:16:29.427027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] For port 6bf79e3e-933d-4b21-905a-99be304b26f5, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6bf79e3e-933d-4b21-905a-99be304b26f5,segment=NetworkSegment(9e89c617-c2ae-4f2b-9cc7-0594364dfbae),segment_id=9e89c617-c2ae-4f2b-9cc7-0594364dfbae)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:16:29.431870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.494007 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476e590-f611-4e04-a266-eb125f0d61b6 None None] Pushing event updated for resources: {'Port': ['ID=6bf79e3e-933d-4b21-905a-99be304b26f5,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:29.533908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.569949 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.611722 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:29.614963 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:29.618579 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:29.627354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7538a-5c32-4bcf-b692-a92a1e4bebaf None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:29.645781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Pushing event updated for resources: {'Port': ['ID=f58b6792-b3ce-40dd-ad2f-998730d47767,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:29.755059 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-ca413a6f-7d31-4ab0-ae36-2824a5a8634d None None] Provisioning complete for port f58b6792-b3ce-40dd-ad2f-998730d47767 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:29.756171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca413a6f-7d31-4ab0-ae36-2824a5a8634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:29.775023 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Sync routers for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:16:29.786050 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:29.787015 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:29.803768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ca413a6f-7d31-4ab0-ae36-2824a5a8634d None None] Port f58b6792-b3ce-40dd-ad2f-998730d47767 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:29.897362 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:29.917899 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.047567 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6bf79e3e-933d-4b21-905a-99be304b26f5 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:30.096858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6bf79e3e-933d-4b21-905a-99be304b26f5 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:30.097229 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.149294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.186183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.213873 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 2, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:30.230320 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] For port 6bf79e3e-933d-4b21-905a-99be304b26f5, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6bf79e3e-933d-4b21-905a-99be304b26f5,segment=NetworkSegment(9e89c617-c2ae-4f2b-9cc7-0594364dfbae),segment_id=9e89c617-c2ae-4f2b-9cc7-0594364dfbae)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:30.235540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.236647 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d3166874-9689-4140-93e8-cc32afb4b5ab up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:30.250860 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Checking router: 5877bc59-5049-44ed-ae12-56bc17b45914 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:16:30.251216 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Updating router 5877bc59-5049-44ed-ae12-56bc17b45914 port e724661d-1a1a-403c-822f-bb9379605b9f binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:16:30.278477 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.295652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Router 7485744e-8135-4def-a1ac-f0713702bbd4 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:16:30.343962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Pushing event updated for resources: {'Port': ['ID=6bf79e3e-933d-4b21-905a-99be304b26f5,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:30.346760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port d3166874-9689-4140-93e8-cc32afb4b5ab triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:30.347203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.446609 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:16:30.470524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.474473 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-74903184-218d-45e7-ae7f-1ab84361761a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6306372 Dec 24 04:16:30.475219 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57354) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:30.605651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Sync routers for ids ['7485744e-8135-4def-a1ac-f0713702bbd4'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:16:30.606682 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.608555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b13088-275f-4452-9f88-cfc523e0b9ac None None] Network e79c3a48-859c-4b78-ba15-7490e755f05f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:16:30.613554 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.673733 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Pushing event updated for resources: {'Port': ['ID=e724661d-1a1a-403c-822f-bb9379605b9f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:30.700524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Routers {'7485744e-8135-4def-a1ac-f0713702bbd4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:30.701170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7485744e-8135-4def-a1ac-f0713702bbd4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:30.730333 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.730685 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.731022 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.731358 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.731687 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.732041 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.732416 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.732912 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.733245 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.733569 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.733891 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.734225 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.734660 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:16:30.754334 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Attempting to bind port e724661d-1a1a-403c-822f-bb9379605b9f on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:16:30.754911 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Attempting to bind port e724661d-1a1a-403c-822f-bb9379605b9f by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:16:30.755154 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Attempting to bind port e724661d-1a1a-403c-822f-bb9379605b9f on network e733fb93-46eb-4f06-a550-46674b8a4b3c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:30.761437 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:16:30.761821 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Checking segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:30.762224 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.762614 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Bound using segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:16:30.763075 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Bound port: e724661d-1a1a-403c-822f-bb9379605b9f, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:16:30.763454 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.794760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-48cefd9b-ab23-42b2-8526-e9d1bd9dae83 None None] Provisioning complete for port 6bf79e3e-933d-4b21-905a-99be304b26f5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:30.795397 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48cefd9b-ab23-42b2-8526-e9d1bd9dae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.831630 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] For port e724661d-1a1a-403c-822f-bb9379605b9f, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:16:30.834794 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] For port e724661d-1a1a-403c-822f-bb9379605b9f, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e724661d-1a1a-403c-822f-bb9379605b9f,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:16:30.841952 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:30.920518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Set router 7485744e-8135-4def-a1ac-f0713702bbd4 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:30.921016 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:30.921714 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:30.926839 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9fe93-3323-4af7-9554-8dab0ef51f66 None None] Pushing event updated for resources: {'Port': ['ID=e724661d-1a1a-403c-822f-bb9379605b9f,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:31.000019 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.097060 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:31.171104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:16:29Z', 'revision_number': 3, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port': {'id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:29Z', 'updated_at': '2021-12-24T04:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:31.207222 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Checking router: 7485744e-8135-4def-a1ac-f0713702bbd4 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:16:31.207571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Updating router 7485744e-8135-4def-a1ac-f0713702bbd4 port f58b6792-b3ce-40dd-ad2f-998730d47767 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:16:31.265666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.269779 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Allocated IP 172.20.0.1 (e79c3a48-859c-4b78-ba15-7490e755f05f/6bed8c70-2270-489a-96f9-a6b0a4a635fc/611ebf4a-7aa1-4664-be8c-26ff21b882be) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:31.300803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e22a7e72-f3ea-493b-a9ef-af1bf1630612 None None] Provisioning complete for port e724661d-1a1a-403c-822f-bb9379605b9f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:31.301165 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e22a7e72-f3ea-493b-a9ef-af1bf1630612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.349735 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:30Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:31.375883 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942acc3-9cb4-4aa1-b65f-8b3e0f2940ea None None] The sync data for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv is: [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:30Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:16:31.384881 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.422777 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.466996 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Network e79c3a48-859c-4b78-ba15-7490e755f05f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:31.469946 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:31.474510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:31.478267 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Pushing event updated for resources: {'Port': ['ID=611ebf4a-7aa1-4664-be8c-26ff21b882be,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:31.511219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e22a7e72-f3ea-493b-a9ef-af1bf1630612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.520268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.570446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e22a7e72-f3ea-493b-a9ef-af1bf1630612 None None] For port e724661d-1a1a-403c-822f-bb9379605b9f, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e724661d-1a1a-403c-822f-bb9379605b9f,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:31.580000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e22a7e72-f3ea-493b-a9ef-af1bf1630612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.670468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.675225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a7e72-f3ea-493b-a9ef-af1bf1630612 None None] Pushing event updated for resources: {'Port': ['ID=e724661d-1a1a-403c-822f-bb9379605b9f,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:31.681937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.706070 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.752387 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac6651-6db0-4bf8-b251-88e66804ffd8 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:31.762029 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a46a68-32a2-43df-a4e4-8f96243b0790 None None] Pushing event updated for resources: {'Port': ['ID=f58b6792-b3ce-40dd-ad2f-998730d47767,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:31.764597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Attempting to bind port f58b6792-b3ce-40dd-ad2f-998730d47767 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:16:31.764967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Attempting to bind port f58b6792-b3ce-40dd-ad2f-998730d47767 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:16:31.765327 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Attempting to bind port f58b6792-b3ce-40dd-ad2f-998730d47767 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:31.767367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dfceb4f6-e540-4c8f-ad8b-4e57fd5ff893 None None] Provisioning complete for port 6bf79e3e-933d-4b21-905a-99be304b26f5 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:31.767732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfceb4f6-e540-4c8f-ad8b-4e57fd5ff893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.792848 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:16:31.793234 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:31.793641 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.794044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:16:31.794532 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Bound port: f58b6792-b3ce-40dd-ad2f-998730d47767, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:16:31.794912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.867115 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] For port f58b6792-b3ce-40dd-ad2f-998730d47767, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:16:31.871543 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] For port f58b6792-b3ce-40dd-ad2f-998730d47767, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f58b6792-b3ce-40dd-ad2f-998730d47767,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:16:31.875622 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.918268 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.923497 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:31.970504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750e69a-4808-435d-80c8-5b36e3178343 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:16:31.983789 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a46a68-32a2-43df-a4e4-8f96243b0790 None None] Pushing event updated for resources: {'Port': ['ID=f58b6792-b3ce-40dd-ad2f-998730d47767,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:31.994495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Routers {'7485744e-8135-4def-a1ac-f0713702bbd4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:31.994812 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7485744e-8135-4def-a1ac-f0713702bbd4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:32.005251 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Pushing event updated for resources: {'Port': ['ID=611ebf4a-7aa1-4664-be8c-26ff21b882be,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:32.011825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:32.059942 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e724661d-1a1a-403c-822f-bb9379605b9f up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:32.091946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-dfceb4f6-e540-4c8f-ad8b-4e57fd5ff893 None None] Provisioning complete for port e724661d-1a1a-403c-822f-bb9379605b9f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:32.093094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfceb4f6-e540-4c8f-ad8b-4e57fd5ff893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:32.207523 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] Set router 7485744e-8135-4def-a1ac-f0713702bbd4 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:32.290769 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port e724661d-1a1a-403c-822f-bb9379605b9f triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:32.291138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:32.394693 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Network e79c3a48-859c-4b78-ba15-7490e755f05f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:32.396018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:32.496993 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6bf79e3e-933d-4b21-905a-99be304b26f5 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:32.516024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Router 7485744e-8135-4def-a1ac-f0713702bbd4 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:16:32.632005 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:16:32.637072 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7f380f01-966b-455f-aa36-74958beaa199 admin admin] 10.222.0.37 "PUT /v2.0/routers/7485744e-8135-4def-a1ac-f0713702bbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1608310 Dec 24 04:16:32.700248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Provisioning complete for port f58b6792-b3ce-40dd-ad2f-998730d47767 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:32.700638 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:32.730102 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 4, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port': {'id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:29Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '611ebf4a-7aa1-4664-be8c-26ff21b882be', 'name': '', 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'mac_address': 'fa:16:3e:70:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:31Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 2, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'subnets': [{'id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:32.761672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60e246-e079-496a-8711-3d05b0de3392 None None] The sync data for ids ['7485744e-8135-4def-a1ac-f0713702bbd4'] in dv-neutron-822869-1-hyperv is: [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 4, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port': {'id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:29Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '611ebf4a-7aa1-4664-be8c-26ff21b882be', 'name': '', 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'mac_address': 'fa:16:3e:70:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:31Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 2, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'subnets': [{'id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:16:32.776759 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 6bf79e3e-933d-4b21-905a-99be304b26f5 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:32.777119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:32.851289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:32.890763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] For port f58b6792-b3ce-40dd-ad2f-998730d47767, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f58b6792-b3ce-40dd-ad2f-998730d47767,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:32.898639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:32.947791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Provisioning complete for port 611ebf4a-7aa1-4664-be8c-26ff21b882be triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:32.948161 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.002794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Pushing event updated for resources: {'Port': ['ID=f58b6792-b3ce-40dd-ad2f-998730d47767,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.011124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e114e6e9-7916-4aff-b12e-d9e15b0a3c1b None None] Port 611ebf4a-7aa1-4664-be8c-26ff21b882be cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:33.084228 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:33.089878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e75152b0-70e6-4d61-a234-1d28796479c6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577499607', 'description': 'tempest-secgroup-smoke-577499607 description', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:33.121620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e75152b0-70e6-4d61-a234-1d28796479c6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.135175 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-4e0ac43b-b82d-4cf0-a3a8-ab3537ff4ee1 None None] Provisioning complete for port 611ebf4a-7aa1-4664-be8c-26ff21b882be triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:33.135564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac43b-b82d-4cf0-a3a8-ab3537ff4ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.171093 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ac43b-b82d-4cf0-a3a8-ab3537ff4ee1 None None] Port 611ebf4a-7aa1-4664-be8c-26ff21b882be cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:33.205559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e75152b0-70e6-4d61-a234-1d28796479c6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.209667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e75152b0-70e6-4d61-a234-1d28796479c6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.240004 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75152b0-70e6-4d61-a234-1d28796479c6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bd28fb-67b9-456c-a99d-515f5a4c513f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.245348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e75152b0-70e6-4d61-a234-1d28796479c6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.246583 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e75152b0-70e6-4d61-a234-1d28796479c6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1609735 Dec 24 04:16:33.249575 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57364) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:33.254775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-edb8d090-4b47-4dd4-b4a4-8051a4ae67ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '40bd28fb-67b9-456c-a99d-515f5a4c513f', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:33.285048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edb8d090-4b47-4dd4-b4a4-8051a4ae67ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.346555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edb8d090-4b47-4dd4-b4a4-8051a4ae67ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.350539 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edb8d090-4b47-4dd4-b4a4-8051a4ae67ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.368296 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8d090-4b47-4dd4-b4a4-8051a4ae67ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01f9414-10ad-4155-9118-16ec06b33ba7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.378816 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edb8d090-4b47-4dd4-b4a4-8051a4ae67ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.380248 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-edb8d090-4b47-4dd4-b4a4-8051a4ae67ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297348 Dec 24 04:16:33.382955 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57366) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:33.388170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b12a525d-5812-4ca8-8ec3-3c7566f1d398 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '40bd28fb-67b9-456c-a99d-515f5a4c513f', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:33.421268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b12a525d-5812-4ca8-8ec3-3c7566f1d398 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.475966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b12a525d-5812-4ca8-8ec3-3c7566f1d398 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.479195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b12a525d-5812-4ca8-8ec3-3c7566f1d398 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.496180 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a525d-5812-4ca8-8ec3-3c7566f1d398 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45b4041-35e8-460b-a00d-ae47ecf1e8c9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.504175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b12a525d-5812-4ca8-8ec3-3c7566f1d398 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.505380 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-b12a525d-5812-4ca8-8ec3-3c7566f1d398 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209879 Dec 24 04:16:33.508703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57368) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:33.512898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1d9799e8-4d81-4910-9498-5d6ac7c317ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '40bd28fb-67b9-456c-a99d-515f5a4c513f', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:33.538882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d9799e8-4d81-4910-9498-5d6ac7c317ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.594023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d9799e8-4d81-4910-9498-5d6ac7c317ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.597488 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d9799e8-4d81-4910-9498-5d6ac7c317ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.614595 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9799e8-4d81-4910-9498-5d6ac7c317ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abad7bec-c3ec-4fed-8b60-c48e498ea378,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.622195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d9799e8-4d81-4910-9498-5d6ac7c317ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.623364 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-1d9799e8-4d81-4910-9498-5d6ac7c317ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137307 Dec 24 04:16:33.626017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:33.630159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-eac6bb7f-b809-46e5-84f9-aa742b39239b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '40bd28fb-67b9-456c-a99d-515f5a4c513f', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:33.658572 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eac6bb7f-b809-46e5-84f9-aa742b39239b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.716139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eac6bb7f-b809-46e5-84f9-aa742b39239b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.719704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eac6bb7f-b809-46e5-84f9-aa742b39239b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.735870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6bb7f-b809-46e5-84f9-aa742b39239b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62262162-58f3-40a3-927d-fee5b2b53887,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.744662 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eac6bb7f-b809-46e5-84f9-aa742b39239b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.745841 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-eac6bb7f-b809-46e5-84f9-aa742b39239b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189311 Dec 24 04:16:33.748793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57372) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:33.753298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '40bd28fb-67b9-456c-a99d-515f5a4c513f', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:33.776546 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Project dca02d5755444644a0c5d4da7a7498b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:16:33.781358 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.837086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.840776 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.857686 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f80d4d4-539c-4c3f-a1db-04af527c830b,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.865835 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.866998 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7cf39143-7366-4058-8526-5a6a016a80e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172140 Dec 24 04:16:33.870324 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57374) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:33.874460 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '40bd28fb-67b9-456c-a99d-515f5a4c513f', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:33.897618 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.securitygroups_db [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Project dca02d5755444644a0c5d4da7a7498b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:16:33.905682 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.967040 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.971476 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.988572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bd8903-687f-4dd3-b8f5-64d8d3215317,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:33.997050 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:33.998250 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d5605bf7-91df-4da4-97d2-ece453fe88ac tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270289 Dec 24 04:16:34.169046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-f4f64f3c-273e-48cf-a282-eb9857599420 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577499607&fields=id&tenant_id=dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 267 time: 0.0691798 Dec 24 04:16:34.282691 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-b4b15e15-4aad-4aaa-8e36-635d88432ce5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:34.284100 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-b4b15e15-4aad-4aaa-8e36-635d88432ce5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 809 time: 0.1082969 Dec 24 04:16:34.299941 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-6f624b54-9629-42c7-8312-bc5e069135b1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/quotas/dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 375 time: 0.0094385 Dec 24 04:16:34.359074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-e7012c59-b7b9-4933-8f01-0444c8ff4b5f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520821 Dec 24 04:16:34.598772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-8ae85b80-d349-4441-878c-35687a488e63 service neutron] 10.222.0.37 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276213 Dec 24 04:16:34.693928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-0f22f194-7fcf-426e-9deb-86fc27509aef service neutron] 10.222.0.37 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889926 Dec 24 04:16:34.856544 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-019ea32e-c686-4c2f-822c-4e6e2c70e5dd req-8b0c49d5-0145-419a-99d4-e8ed0fd4c031 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 210 time: 0.0266438 Dec 24 04:16:35.406311 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Sync routers for ids ['7485744e-8135-4def-a1ac-f0713702bbd4'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:16:35.416906 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Routers {'7485744e-8135-4def-a1ac-f0713702bbd4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:35.417497 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7485744e-8135-4def-a1ac-f0713702bbd4'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:35.521201 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Set router 7485744e-8135-4def-a1ac-f0713702bbd4 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:35.726168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 4, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port': {'id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:29Z', 'updated_at': '2021-12-24T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '611ebf4a-7aa1-4664-be8c-26ff21b882be', 'name': '', 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'mac_address': 'fa:16:3e:70:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:31Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 2, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'subnets': [{'id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:35.751239 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Checking router: 7485744e-8135-4def-a1ac-f0713702bbd4 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:16:35.751587 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Updating router 7485744e-8135-4def-a1ac-f0713702bbd4 port 611ebf4a-7aa1-4664-be8c-26ff21b882be binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:16:35.774755 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:35.983831 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-24474a55-6988-4de7-9a55-a2d02abe98cf req-65e3395a-f44d-46cf-99a1-4c845c4db65e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 210 time: 0.0532434 Dec 24 04:16:36.046992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f58b6792-b3ce-40dd-ad2f-998730d47767 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:36.085276 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-1a01707f-5cd5-4582-99ab-c8eb1e961c78 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:36.087311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-1a01707f-5cd5-4582-99ab-c8eb1e961c78 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 809 time: 0.1866310 Dec 24 04:16:36.097579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port f58b6792-b3ce-40dd-ad2f-998730d47767 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:36.098042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.169370 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-f7cf09d3-4f33-4bb1-b4e8-b4a971be694c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 379 time: 0.0621204 Dec 24 04:16:36.196248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'port': {'device_id': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'admin_state_up': True, 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'security_groups': ['40bd28fb-67b9-456c-a99d-515f5a4c513f']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:36.206165 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.212056 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.259168 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648d45d-8d5b-4dbf-913d-ea07d94efcfe None None] Pushing event updated for resources: {'Port': ['ID=611ebf4a-7aa1-4664-be8c-26ff21b882be,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:36.309222 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Attempting to bind port 611ebf4a-7aa1-4664-be8c-26ff21b882be on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:16:36.309581 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Attempting to bind port 611ebf4a-7aa1-4664-be8c-26ff21b882be by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:16:36.309932 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Attempting to bind port 611ebf4a-7aa1-4664-be8c-26ff21b882be on network e79c3a48-859c-4b78-ba15-7490e755f05f {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:36.315048 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:16:36.315407 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Checking segment: {'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:36.315816 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.316250 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Bound using segment: {'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:16:36.316963 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Bound port: 611ebf4a-7aa1-4664-be8c-26ff21b882be, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e89c617-c2ae-4f2b-9cc7-0594364dfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:16:36.317453 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.320272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Made reservation on behalf of dca02d5755444644a0c5d4da7a7498b4 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:16:36.324257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.385676 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] For port 611ebf4a-7aa1-4664-be8c-26ff21b882be, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:16:36.389320 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] For port 611ebf4a-7aa1-4664-be8c-26ff21b882be, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=611ebf4a-7aa1-4664-be8c-26ff21b882be,segment=NetworkSegment(9e89c617-c2ae-4f2b-9cc7-0594364dfbae),segment_id=9e89c617-c2ae-4f2b-9cc7-0594364dfbae)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:16:36.397404 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.446099 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Routers {'7485744e-8135-4def-a1ac-f0713702bbd4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:36.446786 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7485744e-8135-4def-a1ac-f0713702bbd4'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:36.465144 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Allocated IP 172.20.0.3 (e733fb93-46eb-4f06-a550-46674b8a4b3c/cbafc2ad-6433-43f7-bf5e-07f71369dd3f/0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:36.508145 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648d45d-8d5b-4dbf-913d-ea07d94efcfe None None] Pushing event updated for resources: {'Port': ['ID=611ebf4a-7aa1-4664-be8c-26ff21b882be,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:36.515160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-0a89681a-f1d2-410a-9775-80e0ae9b2ec7 None None] Provisioning complete for port 611ebf4a-7aa1-4664-be8c-26ff21b882be triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:36.515420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a89681a-f1d2-410a-9775-80e0ae9b2ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.573938 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] Set router 7485744e-8135-4def-a1ac-f0713702bbd4 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:36.609743 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a89681a-f1d2-410a-9775-80e0ae9b2ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.655424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.658781 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0a89681a-f1d2-410a-9775-80e0ae9b2ec7 None None] For port 611ebf4a-7aa1-4664-be8c-26ff21b882be, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=611ebf4a-7aa1-4664-be8c-26ff21b882be,segment=NetworkSegment(9e89c617-c2ae-4f2b-9cc7-0594364dfbae),segment_id=9e89c617-c2ae-4f2b-9cc7-0594364dfbae)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:36.664425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a89681a-f1d2-410a-9775-80e0ae9b2ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.699236 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.728426 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89681a-f1d2-410a-9775-80e0ae9b2ec7 None None] Pushing event updated for resources: {'Port': ['ID=611ebf4a-7aa1-4664-be8c-26ff21b882be,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:36.746362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Network e733fb93-46eb-4f06-a550-46674b8a4b3c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:36.749409 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:36.753120 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:36.760503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:36.788252 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f6257692-d97a-42ec-94da-b3b0af072488 None None] Provisioning complete for port 611ebf4a-7aa1-4664-be8c-26ff21b882be triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:36.789003 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6257692-d97a-42ec-94da-b3b0af072488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.803174 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 4, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port': {'id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:29Z', 'updated_at': '2021-12-24T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '611ebf4a-7aa1-4664-be8c-26ff21b882be', 'name': '', 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'mac_address': 'fa:16:3e:70:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:31Z', 'updated_at': '2021-12-24T04:16:36Z', 'revision_number': 4, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'subnets': [{'id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:36.819954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:36.820661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:36.838061 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fdbeb-9a93-46c6-b485-e7653a195c2b None None] The sync data for ids ['7485744e-8135-4def-a1ac-f0713702bbd4'] in dv-neutron-822869-1-hyperv is: [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 4, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port': {'id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:29Z', 'updated_at': '2021-12-24T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '611ebf4a-7aa1-4664-be8c-26ff21b882be', 'name': '', 'network_id': 'e79c3a48-859c-4b78-ba15-7490e755f05f', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'mac_address': 'fa:16:3e:70:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:31Z', 'updated_at': '2021-12-24T04:16:36Z', 'revision_number': 4, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'subnets': [{'id': '6bed8c70-2270-489a-96f9-a6b0a4a635fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:16:36.840218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-7f209554-c050-49b4-92d9-4a8c0a46be24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6485131 Dec 24 04:16:36.860134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Request body: {'port': {'device_id': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:36.928373 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:37.012776 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-146d65bf-8015-48c7-aa78-d01288bfd3d4 None None] Provisioning complete for port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:37.013851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-146d65bf-8015-48c7-aa78-d01288bfd3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:37.060843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-146d65bf-8015-48c7-aa78-d01288bfd3d4 None None] Port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:16:37.175079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089de52-3909-486d-a2dd-40aac0b90005 req-8160a162-9031-4858-8f7f-0c5b47baea9d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:37.176697 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c089de52-3909-486d-a2dd-40aac0b90005 req-8160a162-9031-4858-8f7f-0c5b47baea9d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 931 time: 0.1071758 Dec 24 04:16:37.285621 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c089de52-3909-486d-a2dd-40aac0b90005 req-203012e3-3f78-434b-9eb2-e3d221069b8b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987835 Dec 24 04:16:37.294560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:16:37.302912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:37.316195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Transition to ACTIVE for port object 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:16:37.319758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:37.369949 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:37.447154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Attempting to bind port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:16:37.447484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Attempting to bind port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:16:37.447814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Attempting to bind port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd on network e733fb93-46eb-4f06-a550-46674b8a4b3c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:37.452585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd on network e733fb93-46eb-4f06-a550-46674b8a4b3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:16:37.452910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Attempting to bind port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd on network e733fb93-46eb-4f06-a550-46674b8a4b3c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:16:37.458452 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:16:37.458787 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Checking segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:16:37.459170 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Bound using segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:16:37.459880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Bound port: 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:16:37.460239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:37.528233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:16:37.531493 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:16:37.535650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:37.572031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:37.572761 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:37.574154 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] 10.222.0.41 "PUT /v2.0/ports/0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1093 time: 0.7190404 Dec 24 04:16:37.574594 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:16:37.576916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:16:37.603091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf238cb-c2f5-4274-bcbe-dd82f54491cd service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:37.620434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44302c1b-e3c8-4dc4-9d08-69fbd8bd2a05 x-openstack-request-id: req-44302c1b-e3c8-4dc4-9d08-69fbd8bd2a05 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:16:37.620726 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:16:37.621060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44302c1b-e3c8-4dc4-9d08-69fbd8bd2a05 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:16:37.621460 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'status': 'completed', 'code': 200} Dec 24 04:16:37.679476 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-0ef92567-9c1c-4895-be5b-090be512b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:37.681908 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-0ef92567-9c1c-4895-be5b-090be512b87d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1096 time: 0.0427876 Dec 24 04:16:37.734818 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-d334a71a-2eb5-409a-a84c-6b55a9e81070 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 217 time: 0.0384469 Dec 24 04:16:37.785272 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-ce39d376-0b4d-4cef-8454-d55b2baec0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:37.786631 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-ce39d376-0b4d-4cef-8454-d55b2baec0de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0439055 Dec 24 04:16:37.833494 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62859-b914-4622-8161-166f3bd3da23 req-be723db6-474b-40f0-ad1a-9cbe268c0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:37.834970 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-be723db6-474b-40f0-ad1a-9cbe268c0507 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407441 Dec 24 04:16:37.933776 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-d4a3c733-3f17-4d39-8834-b0b9ab32fb93 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908623 Dec 24 04:16:38.013822 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 611ebf4a-7aa1-4664-be8c-26ff21b882be up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:38.028723 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eca62859-b914-4622-8161-166f3bd3da23 req-9fd61665-e68e-485b-bd6c-eb838c4b354e service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875130 Dec 24 04:16:38.063940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 611ebf4a-7aa1-4664-be8c-26ff21b882be triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:38.064549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:38.159637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-af60860b-a0d6-4202-8a15-f4058c0bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:38.161142 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-af60860b-a0d6-4202-8a15-f4058c0bfac5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1096 time: 0.0479319 Dec 24 04:16:38.250008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-9eab9769-a91e-4417-bc7e-1613fe9724fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:38.251644 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-9eab9769-a91e-4417-bc7e-1613fe9724fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0835800 Dec 24 04:16:38.309325 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-d8bc2c74-3921-45cc-984f-04913e4d4c6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 217 time: 0.0502229 Dec 24 04:16:38.385311 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-a1e84bc5-f8c5-4b66-a7bd-3e1a92c91b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:38.386765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-a1e84bc5-f8c5-4b66-a7bd-3e1a92c91b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0706863 Dec 24 04:16:38.453190 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab0687-421c-4476-af25-c0cf7590b835 req-7023093d-30c4-4553-a58d-864f75c13786 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:38.455091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7ab0687-421c-4476-af25-c0cf7590b835 req-7023093d-30c4-4553-a58d-864f75c13786 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0998068 Dec 24 04:16:38.461035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-26c9fba3-4d8b-4284-8941-039fdaf54b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:38.463087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-26c9fba3-4d8b-4284-8941-039fdaf54b2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687375 Dec 24 04:16:38.572185 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b7ab0687-421c-4476-af25-c0cf7590b835 req-c45daa6c-27f3-4403-b17a-b70ca1fa7cca tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080458 Dec 24 04:16:38.595719 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-76dfbf7a-19dc-43a1-96f5-91f9a6fa14cc service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252193 Dec 24 04:16:38.689311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e67d6e12-f3ad-4f0a-96cc-6c436267d9a6 req-6d3c2cad-cb0b-4d3c-9e3a-1017c9fd3a63 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Dec 24 04:16:39.524761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b157c2df-0157-45a2-8c1e-9c8c4a1ecf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:39.692869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14e67-8bc4-4577-85c3-9ec632a8e4bb req-4c04af00-4d8d-4815-bab3-9fe271c665f4 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:39.694327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-99c14e67-8bc4-4577-85c3-9ec632a8e4bb req-4c04af00-4d8d-4815-bab3-9fe271c665f4 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0488126 Dec 24 04:16:39.742562 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-99c14e67-8bc4-4577-85c3-9ec632a8e4bb req-c41dc063-46ae-4991-8b47-7091c17f1e42 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 Dec 24 04:16:40.845104 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:16:40.853982 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65492d-8597-4a98-a119-0a8cbeaf56a7 req-06d26892-bf48-4139-a8aa-532490b459fc tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:40.855466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b65492d-8597-4a98-a119-0a8cbeaf56a7 req-06d26892-bf48-4139-a8aa-532490b459fc tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0479417 Dec 24 04:16:40.903792 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6b65492d-8597-4a98-a119-0a8cbeaf56a7 req-a36e9ac1-141d-49a4-a992-3f68bb8835ff tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Dec 24 04:16:41.093564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:16:41.187337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:41.198365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'port_id': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'mac_address': 'fa:16:3e:75:e4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:16:41.234723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:41.248136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:16:41.266935 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:41.271301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:41.317404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:41.694562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:16:41.890168 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21441ba4-be75-4350-b716-4f8676b0bcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:42.026573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1618f9-b1bc-4b21-9be8-cf93576e6c1a req-c9015c6c-8ad3-49b6-a674-b02ef17c72a6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:42.027910 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e1618f9-b1bc-4b21-9be8-cf93576e6c1a req-c9015c6c-8ad3-49b6-a674-b02ef17c72a6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 944 time: 0.0511296 Dec 24 04:16:42.075069 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9e1618f9-b1bc-4b21-9be8-cf93576e6c1a req-343262ea-7ef1-4c2a-97cf-d705e3d318ae tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413790 Dec 24 04:16:42.926695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:43.085821 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:16:43.134712 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:16:43.138918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:16:43.139284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:43.189392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26acfb-caa0-44e3-b647-ed6b8b0ceb7e req-4f02c7f4-7c3c-47e9-bffd-f52e28f00ff6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:43.191005 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab26acfb-caa0-44e3-b647-ed6b8b0ceb7e req-4f02c7f4-7c3c-47e9-bffd-f52e28f00ff6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 944 time: 0.0492394 Dec 24 04:16:43.217676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:43.240465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:16:43.240938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ab26acfb-caa0-44e3-b647-ed6b8b0ceb7e req-3543a042-197e-4f1c-9918-ea9bf3c15431 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Dec 24 04:16:43.243210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0367a5af-5dc7-4b79-a58a-727afc430518" -d '{"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:16:43.256303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:16:43.267715 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:43.318137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:43.339266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ca4eee-ef1e-477a-90fb-5508c372bed9 x-openstack-request-id: req-39ca4eee-ef1e-477a-90fb-5508c372bed9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:16:43.339564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:16:43.339818 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39ca4eee-ef1e-477a-90fb-5508c372bed9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:16:43.340208 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'code': 200} Dec 24 04:16:43.544924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3948f-56e3-489c-8549-f24aa0d54464 req-7dcc8368-5c2a-4944-af9f-90b2417f95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:43.546509 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fd3948f-56e3-489c-8549-f24aa0d54464 req-7dcc8368-5c2a-4944-af9f-90b2417f95fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1098 time: 0.0447977 Dec 24 04:16:43.592002 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1fd3948f-56e3-489c-8549-f24aa0d54464 req-1c5f4e1d-b5e8-479b-86e4-5f4dd234c27f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387063 Dec 24 04:16:44.357382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546196b-9de4-4477-81b6-a07e7c73e8c3 req-a4a76480-e385-4cf2-b876-54a05596f2e4 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:44.358840 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2546196b-9de4-4477-81b6-a07e7c73e8c3 req-a4a76480-e385-4cf2-b876-54a05596f2e4 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0472991 Dec 24 04:16:44.407658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2546196b-9de4-4477-81b6-a07e7c73e8c3 req-ab6ec8e9-cec5-4eb2-a398-79e31ea340b7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430369 Dec 24 04:16:44.620149 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:45.182485 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:45.519227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93623d-1dd6-4392-abb2-894c99c057fb req-1be0822b-44b1-46fc-a1d1-9491b1c79886 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:45.520682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be93623d-1dd6-4392-abb2-894c99c057fb req-1be0822b-44b1-46fc-a1d1-9491b1c79886 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0463929 Dec 24 04:16:45.574540 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be93623d-1dd6-4392-abb2-894c99c057fb req-e453ef4f-886d-4991-9024-51769f801753 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474699 Dec 24 04:16:45.686107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512352c-d134-4589-88ed-60ed233d9da0 req-f6adc8bd-a135-411a-b014-b82a2ec066ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:45.687572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8512352c-d134-4589-88ed-60ed233d9da0 req-f6adc8bd-a135-411a-b014-b82a2ec066ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0471671 Dec 24 04:16:45.735507 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8512352c-d134-4589-88ed-60ed233d9da0 req-3d4a04f2-2973-416f-9133-52f1756799e8 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422277 Dec 24 04:16:45.756346 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57442) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:45.835127 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496795f8-7de6-4e64-919f-a14f74a89dfc tempest-TestShelveInstance-206565369 tempest-TestShelveInstance-206565369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:45.837296 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-496795f8-7de6-4e64-919f-a14f74a89dfc tempest-TestShelveInstance-206565369 tempest-TestShelveInstance-206565369-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1093 time: 0.0799301 Dec 24 04:16:45.840207 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57446) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:16:45.844901 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:16:45.868063 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:45.967015 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.065712 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Allocated IP 172.26.5.69 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/f87c7eef-43a5-461f-b801-7777fc8c0de3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:16:46.168533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.200843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.236271 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:16:46.239092 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:16:46.243098 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:16:46.270423 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'Port': ['ID=f87c7eef-43a5-461f-b801-7777fc8c0de3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:46.592760 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.658700 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.802564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.806754 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.876790 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'Port': ['ID=f87c7eef-43a5-461f-b801-7777fc8c0de3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:16:46.888566 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:46.985530 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Floating IP 1ddfcd8e-8526-418a-92b3-97949d50730c associated. External IP: 172.26.5.69, port: 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd. Dec 24 04:16:47.192640 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Router 5877bc59-5049-44ed-ae12-56bc17b45914 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:16:47.298672 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:16:47.309218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] Sync routers for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:16:47.317596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:16:47.319108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:47.319718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:47.343946 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-94699c99-79b9-4245-b10b-f6290a46126f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5027373 Dec 24 04:16:47.344575 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:16:47.346830 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d29db56-332f-439f-b374-b5b9ff65abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:16:47.384919 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551899c3-50e6-4897-9e0d-324c8baf583d x-openstack-request-id: req-551899c3-50e6-4897-9e0d-324c8baf583d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:16:47.385277 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:16:47.385596 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-551899c3-50e6-4897-9e0d-324c8baf583d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:16:47.386066 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'status': 'completed', 'code': 200} Dec 24 04:16:47.426398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:47.510147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-02c3bc39-39a7-40e1-a147-db21738e876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:47.511628 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-02c3bc39-39a7-40e1-a147-db21738e876b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1098 time: 0.0852826 Dec 24 04:16:47.604430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-f513c262-2402-4192-a694-15660857783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:47.605913 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-f513c262-2402-4192-a694-15660857783f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0874326 Dec 24 04:16:47.662075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '1ddfcd8e-8526-418a-92b3-97949d50730c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'floating_ip_address': '172.26.5.69', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'port_id': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'mac_address': 'fa:16:3e:75:e4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:16:46Z', 'updated_at': '2021-12-24T04:16:46Z', 'revision_number': 0, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:47.670979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-e72fa4e0-0e7d-49bd-95fe-ba6dc796a1ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 998 time: 0.0579500 Dec 24 04:16:47.688104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] Checking router: 5877bc59-5049-44ed-ae12-56bc17b45914 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:16:47.697022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:16:47.697550 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:16:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:47.722604 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-19a55fd4-86a4-48ee-b762-f05704dd4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:47.724031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-19a55fd4-86a4-48ee-b762-f05704dd4eef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0465009 Dec 24 04:16:47.769891 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-54d71ba3-e788-4971-899e-7949524c9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:47.771360 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-54d71ba3-e788-4971-899e-7949524c9bd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395775 Dec 24 04:16:47.804765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:16:47.860231 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-414542e0-37d8-49ad-a9f1-1c22ea7c7eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805006 Dec 24 04:16:47.955559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d29db56-332f-439f-b374-b5b9ff65abbb req-393ab7ef-dd5a-4c8f-9239-d248a5bc54d7 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880382 Dec 24 04:16:48.025132 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '1ddfcd8e-8526-418a-92b3-97949d50730c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'floating_ip_address': '172.26.5.69', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'port_id': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'mac_address': 'fa:16:3e:75:e4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:16:46Z', 'updated_at': '2021-12-24T04:16:46Z', 'revision_number': 0, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:16:48.053800 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5bc4b-26a0-44a9-a25b-e8aa53fddfc6 None None] The sync data for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv is: [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '1ddfcd8e-8526-418a-92b3-97949d50730c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'floating_ip_address': '172.26.5.69', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'port_id': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'mac_address': 'fa:16:3e:75:e4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:16:46Z', 'updated_at': '2021-12-24T04:16:46Z', 'revision_number': 0, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:16:48.232282 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea358de8-7348-4b12-a3ec-6b7574b31ece None None] New status for floating IP 1ddfcd8e-8526-418a-92b3-97949d50730c: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:16:50.315926 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-81d1cb63-f002-462e-8b10-0fef2cf311a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380948 Dec 24 04:16:50.414318 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-7b56d387-4495-4dad-bb83-81c2e9664329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:50.415762 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-7b56d387-4495-4dad-bb83-81c2e9664329 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1098 time: 0.0395591 Dec 24 04:16:50.519491 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-7e46ad9f-cc9f-4f56-b234-e09c180bb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:50.520964 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-7e46ad9f-cc9f-4f56-b234-e09c180bb90e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0857515 Dec 24 04:16:50.588951 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-3c38ad8d-9746-47e8-9158-f78b8937b2ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1000 time: 0.0558796 Dec 24 04:16:50.639421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-1f2f270e-61d9-43c9-aff3-d75b162e5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:50.640852 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-1f2f270e-61d9-43c9-aff3-d75b162e5e46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0452547 Dec 24 04:16:50.685060 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-dea2e7db-0df2-4761-9ae7-60109da89ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:16:50.686508 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-dea2e7db-0df2-4761-9ae7-60109da89ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383985 Dec 24 04:16:50.775869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-a47102b9-b7b3-4d1b-beab-5ae84b3c2c15 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Dec 24 04:16:51.164679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-62d4f771-b3cc-4377-bbb5-8043e97cec34 req-09ddf61d-382c-4b03-aa29-2186b153d41f service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818333 Dec 24 04:16:52.635249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:09.526082 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11e97035-c2c2-4d56-9d37-429f4e07034c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:11.872473 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd322796-921a-460a-8670-efbf13049949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:12.930023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:14.623147 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:15.186096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:17.846020 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:17:22.633725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:39.527794 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c738944c-f011-4ed0-9a79-1e580e5539f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:41.873608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ca93a6d-5359-4156-8f4f-016fc51c0fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:42.934917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:44.626420 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:45.187169 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:50.308673 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-25ec7284-340f-4721-b4e6-47dd923eca2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409319 Dec 24 04:17:50.410487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae965356-2c6f-4684-a00a-19e740151203 req-fd54be77-b515-4bec-84a1-673a8ec1a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:17:50.411922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-fd54be77-b515-4bec-84a1-673a8ec1a554 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1098 time: 0.0383632 Dec 24 04:17:50.518185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae965356-2c6f-4684-a00a-19e740151203 req-418a939d-ab25-46f9-8430-6f43dda96ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:17:50.519604 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-418a939d-ab25-46f9-8430-6f43dda96ac8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0848753 Dec 24 04:17:50.584803 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-f0a6d122-ecd8-4951-8804-001a0170fe75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1000 time: 0.0554428 Dec 24 04:17:50.635207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae965356-2c6f-4684-a00a-19e740151203 req-8694f92f-7938-482c-ab2c-0c0a164c60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:17:50.636609 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-8694f92f-7938-482c-ab2c-0c0a164c60b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0413928 Dec 24 04:17:50.688650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae965356-2c6f-4684-a00a-19e740151203 req-7d3a2073-3247-4d00-b2db-8857ce984464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:17:50.690353 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-7d3a2073-3247-4d00-b2db-8857ce984464 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413847 Dec 24 04:17:50.778007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-4fcfde89-2b0c-4556-bf92-4718a83ea55e service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782735 Dec 24 04:17:50.869670 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae965356-2c6f-4684-a00a-19e740151203 req-22cddef4-703c-41b0-bc0f-23ad6ed92d8d service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837414 Dec 24 04:17:52.639581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:17:54.845305 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:18:09.529081 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc092271-8df8-4fd8-9649-3a7a9b0025fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:11.875849 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ad5fc0d-3b5c-46f3-be35-e746c1be635e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:12.939659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:14.630357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:15.188570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:22.640544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:31.844703 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:18:39.531123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-610672a7-672f-4dbe-a7b7-79f3231103ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:41.876718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b020bf92-ee61-4c3f-91e1-a8e284a0ba69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:42.938383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:44.631172 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:45.192689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:18:50.304532 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-d65bb732-bc20-45e3-80bc-995537476b71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407929 Dec 24 04:18:50.401072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-106e8788-c5e9-4cc3-ba13-e9f0370ef2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:18:50.402514 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-106e8788-c5e9-4cc3-ba13-e9f0370ef2a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1098 time: 0.0385923 Dec 24 04:18:50.508944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-cfa42b57-bb62-4b65-836d-33d461f2f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:18:50.510387 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-cfa42b57-bb62-4b65-836d-33d461f2f2fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0847950 Dec 24 04:18:50.581890 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-1ea5bbb1-7a7f-48cd-8b00-b329bac83028 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1000 time: 0.0628202 Dec 24 04:18:50.630219 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-e922b1b8-f01e-4eb8-8a47-89552ac94d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:18:50.631578 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-e922b1b8-f01e-4eb8-8a47-89552ac94d5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0428326 Dec 24 04:18:50.675704 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-302bb3c7-aa7e-4dbe-adbe-d2d7011e5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:18:50.677171 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-302bb3c7-aa7e-4dbe-adbe-d2d7011e5398 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388184 Dec 24 04:18:50.768398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-5140ef1b-4f0b-4301-89d5-43577ecbf656 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842113 Dec 24 04:18:50.860268 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c5810b4d-8c6a-420e-9f6a-1a0162f7c19e req-91ef9de9-965d-4cbc-8fac-f9c57413b39b service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844171 Dec 24 04:18:52.642992 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:08.843462 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:19:09.532159 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cd5efcd-33a0-47d3-9bd7-5cd5062308e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:11.878367 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39c69b8a-0703-4d7c-affc-d27843410572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:12.939847 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:14.636109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:15.194760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:22.647536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:24.384716 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36630-d0ee-4338-aba2-d55a80e2118d req-209d315b-3716-4c40-8d07-ab84421a328c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:24.386179 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4dc36630-d0ee-4338-aba2-d55a80e2118d req-209d315b-3716-4c40-8d07-ab84421a328c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.1045709 Dec 24 04:19:24.433737 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4dc36630-d0ee-4338-aba2-d55a80e2118d req-9115bdfc-29a7-46d5-ab58-4c3e75eb2bd0 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Dec 24 04:19:25.551762 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd0c5f-974f-4810-a99c-03ac4818b32f req-fc0cfe76-ef79-4d19-9842-ed65cdbdc3f8 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:25.553227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-45cd0c5f-974f-4810-a99c-03ac4818b32f req-fc0cfe76-ef79-4d19-9842-ed65cdbdc3f8 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0470419 Dec 24 04:19:25.603946 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-45cd0c5f-974f-4810-a99c-03ac4818b32f req-83738091-0935-4841-a468-68fbaf527eb7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449488 Dec 24 04:19:26.721783 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51bbd1-0fd9-4da1-88c2-1ec8ee83f2b1 req-aa0e0272-c4a5-4e29-9722-953730f8e895 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:26.723206 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd51bbd1-0fd9-4da1-88c2-1ec8ee83f2b1 req-aa0e0272-c4a5-4e29-9722-953730f8e895 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0468369 Dec 24 04:19:26.770214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd51bbd1-0fd9-4da1-88c2-1ec8ee83f2b1 req-98cc0cc3-f396-4618-8612-ce8d5255c04c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Dec 24 04:19:27.882780 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4fa2-83d6-46d9-8768-4e3953c94590 req-4f6c332b-3e51-4363-a77c-08d7de595750 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:27.884227 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d0d4fa2-83d6-46d9-8768-4e3953c94590 req-4f6c332b-3e51-4363-a77c-08d7de595750 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0480957 Dec 24 04:19:27.931862 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d0d4fa2-83d6-46d9-8768-4e3953c94590 req-3da5bfb4-3105-40ac-a111-b5bef8732458 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 Dec 24 04:19:29.049197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af5653-4179-43e5-9b95-da229be8509f req-7a0691a1-a1f2-42cd-84aa-0bb2aa5dc92a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:29.050650 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d8af5653-4179-43e5-9b95-da229be8509f req-7a0691a1-a1f2-42cd-84aa-0bb2aa5dc92a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0519023 Dec 24 04:19:29.098559 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d8af5653-4179-43e5-9b95-da229be8509f req-f5840121-8683-4d13-8d02-dd5f83d89029 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Dec 24 04:19:30.212581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48ce33-54eb-428b-b679-19dbe06b5d8f req-0f25cf80-c8e2-460d-8dee-b5e9e305d717 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:30.214052 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c48ce33-54eb-428b-b679-19dbe06b5d8f req-0f25cf80-c8e2-460d-8dee-b5e9e305d717 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0486526 Dec 24 04:19:30.262720 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c48ce33-54eb-428b-b679-19dbe06b5d8f req-1506a2a0-c609-49e9-959c-7c66b72585be tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422988 Dec 24 04:19:31.381084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db5214-7ddc-4d0e-8264-84d3d23836b3 req-45f01795-abde-4041-bba7-a5b86b087f93 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:31.382466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17db5214-7ddc-4d0e-8264-84d3d23836b3 req-45f01795-abde-4041-bba7-a5b86b087f93 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0526667 Dec 24 04:19:31.431254 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-17db5214-7ddc-4d0e-8264-84d3d23836b3 req-6937eff5-6b3b-49e0-b72b-ea9c1e79f529 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429468 Dec 24 04:19:32.543621 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3cba-d884-4cdd-ae9f-901a547ff8c6 req-a6599066-4f4d-41e8-a9cf-ff0052117f0c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:32.545101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-30ae3cba-d884-4cdd-ae9f-901a547ff8c6 req-a6599066-4f4d-41e8-a9cf-ff0052117f0c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0475638 Dec 24 04:19:32.592584 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-30ae3cba-d884-4cdd-ae9f-901a547ff8c6 req-7209c138-b19f-4192-8a51-2905636a33b6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417356 Dec 24 04:19:33.704481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef4e65-65eb-4b93-b29c-c47e58b6ae58 req-87d8066a-7980-4402-8105-7273e90f90aa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:33.705927 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bef4e65-65eb-4b93-b29c-c47e58b6ae58 req-87d8066a-7980-4402-8105-7273e90f90aa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0468256 Dec 24 04:19:33.757237 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5bef4e65-65eb-4b93-b29c-c47e58b6ae58 req-3ef2d38f-c358-4343-b70c-597eb8910cee tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455618 Dec 24 04:19:34.871802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf400c9-1046-4592-95d8-7df3f73ca754 req-edab14a3-3348-4a2a-913b-8a05d44e660b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:34.873277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6cf400c9-1046-4592-95d8-7df3f73ca754 req-edab14a3-3348-4a2a-913b-8a05d44e660b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0478880 Dec 24 04:19:34.921391 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6cf400c9-1046-4592-95d8-7df3f73ca754 req-4cb3f260-1c2f-473e-aa38-62b31b4a6cfc tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Dec 24 04:19:36.034449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc284cf8-cd1d-4f00-a4d8-5cfb1831fcfd req-88643e0e-bbcd-40c1-9897-e6a76995e577 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:36.035919 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dc284cf8-cd1d-4f00-a4d8-5cfb1831fcfd req-88643e0e-bbcd-40c1-9897-e6a76995e577 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0478425 Dec 24 04:19:36.083906 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dc284cf8-cd1d-4f00-a4d8-5cfb1831fcfd req-2f7f0e8d-2d29-4f6e-b977-8d6641f5b617 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Dec 24 04:19:37.202375 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad15a38-b10a-4f24-8fa8-01727257d090 req-17333259-7a75-4ee6-a6c3-3c21677c6ded tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:37.204413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ad15a38-b10a-4f24-8fa8-01727257d090 req-17333259-7a75-4ee6-a6c3-3c21677c6ded tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0549071 Dec 24 04:19:37.254175 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ad15a38-b10a-4f24-8fa8-01727257d090 req-ccb42e45-845d-4c66-8dba-3065edb04087 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Dec 24 04:19:37.949820 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:19:38.046065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:19:38.056831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'port_id': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'mac_address': 'fa:16:3e:75:e4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:19:38.093096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:38.105763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:19:38.125190 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:19:38.130141 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:38.179618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:19:38.186417 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.186766 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.187111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.187445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.187771 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.188095 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.188448 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.188774 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.189105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.189424 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.189741 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.190058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.190374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:19:38.273243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:19:38.367433 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33790df-d328-450f-8580-9e7ee7c90a99 req-f08398db-13cf-40d0-b828-88370d688001 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:38.368953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f33790df-d328-450f-8580-9e7ee7c90a99 req-f08398db-13cf-40d0-b828-88370d688001 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 944 time: 0.0485849 Dec 24 04:19:38.417208 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f33790df-d328-450f-8580-9e7ee7c90a99 req-799ce398-9fb8-4883-9685-9adaa081082c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Dec 24 04:19:39.527273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895825-877f-48f5-b0e8-219640c7cbfb req-cf739d9b-241d-48bd-a30d-a988b61b8b8a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:39.528793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c895825-877f-48f5-b0e8-219640c7cbfb req-cf739d9b-241d-48bd-a30d-a988b61b8b8a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 944 time: 0.0470257 Dec 24 04:19:39.534197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-884e5c9e-4115-44e3-a41c-134123c88c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:39.582517 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2c895825-877f-48f5-b0e8-219640c7cbfb req-4dfdfc17-975e-44d4-a27b-7f9c49883754 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465422 Dec 24 04:19:39.965470 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:19:40.012784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:19:40.013153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:40.090450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:40.115447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:19:40.117729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c019d17-8fbe-43c9-9a00-6f363177d8f3" -d '{"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:19:40.130914 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:19:40.135718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:40.161922 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88068fc5-34f1-4155-8c0d-9769c87c2934 x-openstack-request-id: req-88068fc5-34f1-4155-8c0d-9769c87c2934 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:19:40.162211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:19:40.162462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88068fc5-34f1-4155-8c0d-9769c87c2934 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:19:40.162850 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'code': 200} Dec 24 04:19:40.187560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:19:40.697822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a90d7-0c3e-4f13-b9de-57d6c6fbba58 req-6a3ca230-c9ab-4997-9f66-59aa2756b67a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:40.699428 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-787a90d7-0c3e-4f13-b9de-57d6c6fbba58 req-6a3ca230-c9ab-4997-9f66-59aa2756b67a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Dec 24 04:19:40.749489 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-787a90d7-0c3e-4f13-b9de-57d6c6fbba58 req-95c68945-ec25-49f8-b77f-e6f305d66483 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Dec 24 04:19:41.882193 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00af43b9-a9f3-45d5-a386-41893de84531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:41.888668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe2da-91ca-445c-8e1f-445190608ffd req-ae1c6cb1-18c2-4822-b961-f4ea108cde11 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:41.890828 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2affe2da-91ca-445c-8e1f-445190608ffd req-ae1c6cb1-18c2-4822-b961-f4ea108cde11 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0601325 Dec 24 04:19:41.945352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2affe2da-91ca-445c-8e1f-445190608ffd req-4d5054b9-1283-49ca-b035-ed82506cc3bb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465522 Dec 24 04:19:42.950213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:43.071002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f595-0733-43e7-b929-75fc638c028a req-758f128e-239d-4d84-9b7c-52ff312fefa1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:43.073257 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc38f595-0733-43e7-b929-75fc638c028a req-758f128e-239d-4d84-9b7c-52ff312fefa1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0548987 Dec 24 04:19:43.125293 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc38f595-0733-43e7-b929-75fc638c028a req-444263ab-d531-46ed-a561-b31d1d543188 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Dec 24 04:19:44.253708 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69e8c0-d0ed-4f35-8e0b-f01fb578b3b8 req-9b9d7261-dc0f-4ba4-92a4-a4aaab245103 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:44.255222 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fa69e8c0-d0ed-4f35-8e0b-f01fb578b3b8 req-9b9d7261-dc0f-4ba4-92a4-a4aaab245103 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0555344 Dec 24 04:19:44.314869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fa69e8c0-d0ed-4f35-8e0b-f01fb578b3b8 req-bfdd3b3a-d193-4841-baad-e27e67f553f2 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478902 Dec 24 04:19:44.647763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:45.199737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:45.438207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f8a4c-a282-4741-91be-5ededd278c0b req-3d8f06a5-1adc-497b-880a-edfdbbe1e54f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:45.439826 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d1f8a4c-a282-4741-91be-5ededd278c0b req-3d8f06a5-1adc-497b-880a-edfdbbe1e54f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0569015 Dec 24 04:19:45.503572 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0d1f8a4c-a282-4741-91be-5ededd278c0b req-4a2a93db-36da-4ea6-aa3c-22d7a9853b5d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574977 Dec 24 04:19:45.842073 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:19:46.627137 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16957ad-95a4-4722-825c-b7dca31bbf6d req-3a0944d4-849a-410f-8f7c-7a50cd3f6fc9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:46.628695 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d16957ad-95a4-4722-825c-b7dca31bbf6d req-3a0944d4-849a-410f-8f7c-7a50cd3f6fc9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0554955 Dec 24 04:19:46.697124 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d16957ad-95a4-4722-825c-b7dca31bbf6d req-27b18de5-17f8-467b-bc82-768af28cdd27 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603423 Dec 24 04:19:47.827437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931e9c0-178d-4716-be93-3cb9f6034685 req-bb5b949a-4206-451f-9ad2-66b74d5aba21 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:47.829117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3931e9c0-178d-4716-be93-3cb9f6034685 req-bb5b949a-4206-451f-9ad2-66b74d5aba21 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0599604 Dec 24 04:19:47.884888 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3931e9c0-178d-4716-be93-3cb9f6034685 req-66baa3d5-c475-4b95-ad88-6c37eee2f683 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495172 Dec 24 04:19:49.010331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b07f3-9bdf-4c26-99f8-4853ac898821 req-2aeb7784-6d0b-49be-8279-3dcc208fa41a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:49.011800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa5b07f3-9bdf-4c26-99f8-4853ac898821 req-2aeb7784-6d0b-49be-8279-3dcc208fa41a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0518634 Dec 24 04:19:49.064211 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa5b07f3-9bdf-4c26-99f8-4853ac898821 req-cef87db8-b745-4138-917a-a002a9407ad7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458450 Dec 24 04:19:50.177789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d853bc-8e47-4a48-864e-96ddaa6101a6 req-3628940d-939b-442a-be94-b2727e8ccba8 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:50.179153 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2d853bc-8e47-4a48-864e-96ddaa6101a6 req-3628940d-939b-442a-be94-b2727e8ccba8 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0475838 Dec 24 04:19:50.234488 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a2d853bc-8e47-4a48-864e-96ddaa6101a6 req-5db58965-d114-4405-97bc-2ff8aaec97e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493660 Dec 24 04:19:50.470388 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-71ebd5aa-04e2-4e2a-8651-8a4ffcce1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:50.472120 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-71ebd5aa-04e2-4e2a-8651-8a4ffcce1dca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1098 time: 0.0443363 Dec 24 04:19:50.568191 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-6670be79-824e-4b13-98b8-80b8452a5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:50.569691 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-6670be79-824e-4b13-98b8-80b8452a5ec0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0820379 Dec 24 04:19:50.637278 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-9fe1f31f-fb8f-4f36-8028-2cb642f8d4f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1000 time: 0.0594232 Dec 24 04:19:50.685126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-83085af5-b58c-48d9-91de-316a003694c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:50.687014 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-83085af5-b58c-48d9-91de-316a003694c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0422809 Dec 24 04:19:50.731079 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-63c6e978-cf1c-47b0-8b03-be765bdf68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:50.732485 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-63c6e978-cf1c-47b0-8b03-be765bdf68c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387118 Dec 24 04:19:50.822624 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-1fb23699-78fd-4e15-ac31-b106305b8b5c service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824502 Dec 24 04:19:50.909314 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-317233cd-f4ac-4c6b-899d-9a85869e67a2 req-8130ac10-c4db-4ef3-9af8-3c2848817fef service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785358 Dec 24 04:19:51.352231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d607b8b-5be7-4ff1-9bdd-c264c5d96a64 req-a1e81210-5363-4a77-a800-359b84901f9a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:51.353689 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d607b8b-5be7-4ff1-9bdd-c264c5d96a64 req-a1e81210-5363-4a77-a800-359b84901f9a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Dec 24 04:19:51.401040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d607b8b-5be7-4ff1-9bdd-c264c5d96a64 req-04e53e21-1a9a-41da-84cf-d3c32ccc8312 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407591 Dec 24 04:19:51.633553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-4b00c091-5a99-4791-b437-653eb8a140ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:51.635027 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-4b00c091-5a99-4791-b437-653eb8a140ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1098 time: 0.0400674 Dec 24 04:19:51.741331 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-acb5f566-547b-46d4-b32f-3a4f70e01044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:51.742771 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-acb5f566-547b-46d4-b32f-3a4f70e01044 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0869031 Dec 24 04:19:51.805561 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-1f4afc0e-b9ab-4545-bd0e-e0bf1d286b9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1000 time: 0.0553126 Dec 24 04:19:51.860508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-aa2d4fbe-12ba-49ac-a742-f0b20dd3d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:51.861941 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-aa2d4fbe-12ba-49ac-a742-f0b20dd3d3b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0480313 Dec 24 04:19:51.909428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-5d62fd63-13b5-436b-80c5-cc527e424e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:51.910833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-5d62fd63-13b5-436b-80c5-cc527e424e60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415444 Dec 24 04:19:51.996379 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-54e7a1ed-4dfc-48a1-8914-d1bbea1a678f service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779903 Dec 24 04:19:52.089848 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-fc03f4e0-6f3a-40fb-a089-ce8a09547b4b req-78b65297-9a4a-49ca-af4e-60bd87bbaded service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854123 Dec 24 04:19:52.516537 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad107-65bb-4742-9efe-1cc5ccc494ba req-a2f2c631-9bfb-48fa-9a2a-c7dbf2914adb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:52.517979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2dad107-65bb-4742-9efe-1cc5ccc494ba req-a2f2c631-9bfb-48fa-9a2a-c7dbf2914adb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0481856 Dec 24 04:19:52.565342 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d2dad107-65bb-4742-9efe-1cc5ccc494ba req-2430fd9d-c155-4a44-b858-3bd92ce67cd3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Dec 24 04:19:52.644665 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:53.675551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad15115-b2b0-4b5c-a616-3c3cf76ccbc2 req-bbb05880-c425-4646-816e-82d725c8f571 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:53.677037 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ad15115-b2b0-4b5c-a616-3c3cf76ccbc2 req-bbb05880-c425-4646-816e-82d725c8f571 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0467410 Dec 24 04:19:53.728147 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6ad15115-b2b0-4b5c-a616-3c3cf76ccbc2 req-65062424-612e-421b-ac81-0786172041a6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453486 Dec 24 04:19:53.834792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-ac11f9e5-c197-492f-bad3-1822992c36f0 req-c9c46bda-bf10-4d95-8699-f131c99e0461 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:19:53.835974 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ac11f9e5-c197-492f-bad3-1822992c36f0 req-c9c46bda-bf10-4d95-8699-f131c99e0461 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463896 Dec 24 04:19:53.984116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7406b-8567-4ff9-a443-dde5b4718214 req-3c5d22e3-dccf-4b63-a10d-e20bbd22d1db tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:53.985384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cf7406b-8567-4ff9-a443-dde5b4718214 req-3c5d22e3-dccf-4b63-a10d-e20bbd22d1db tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 945 time: 0.0476289 Dec 24 04:19:54.034936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3cf7406b-8567-4ff9-a443-dde5b4718214 req-eebbe2b9-298c-4f99-a46d-dc05ef8ed7dd tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433962 Dec 24 04:19:54.040958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:19:54.129808 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:54.152006 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:19:54.154341 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dabeff-9163-4abb-a136-3da66d158ebf" -d '{"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-unplugged", "status": "completed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:19:54.166827 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:19:54.172483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:19:54.187904 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-33a3e159-66e3-4da8-8061-e5bdce8013e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961354 Dec 24 04:19:54.199178 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Dec 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449e6af-9ae0-495c-8200-74c8c80c70e1 x-openstack-request-id: req-d449e6af-9ae0-495c-8200-74c8c80c70e1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:19:54.199468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-unplugged", "status": "failed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "code": 422}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:19:54.199722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d449e6af-9ae0-495c-8200-74c8c80c70e1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:19:54.200125 dv-neutron-822869-1-hyperv neutron-server[103178]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'code': 422} returned with failed status Dec 24 04:19:54.228686 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:19:55.100672 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-c56f1d6e-e2f3-4933-a6d4-8f879e6cff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:55.102172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-c56f1d6e-e2f3-4933-a6d4-8f879e6cff7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910&tenant_id=dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 1096 time: 0.0400670 Dec 24 04:19:55.179468 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539530c1-b3e9-4b3f-a4e2-6a215e968aa9 req-3907cbd9-9623-41c8-b8ac-888d5c8f6b66 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:55.180950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539530c1-b3e9-4b3f-a4e2-6a215e968aa9 req-3907cbd9-9623-41c8-b8ac-888d5c8f6b66 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0777633 Dec 24 04:19:55.196821 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-5d1019c7-f538-4b47-a045-7fe4be4b6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:55.198168 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-5d1019c7-f538-4b47-a045-7fe4be4b6709 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1096 time: 0.0625277 Dec 24 04:19:55.283613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-539530c1-b3e9-4b3f-a4e2-6a215e968aa9 req-99470053-a3c5-49fd-abbc-824976aeba7b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960038 Dec 24 04:19:55.313049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-36ef5397-5bf4-4007-b7d0-0857c6fe9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:55.314579 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-36ef5397-5bf4-4007-b7d0-0857c6fe9862 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.1065619 Dec 24 04:19:55.381919 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-829720ec-8bb3-4d6b-9adb-2e51266e1fb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 998 time: 0.0607703 Dec 24 04:19:55.429380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-5a4e75d0-6002-46e1-b568-bd511ba9ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:55.431101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-5a4e75d0-6002-46e1-b568-bd511ba9ef69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0424359 Dec 24 04:19:55.473953 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-9a89a6d1-6f94-4d4c-95e7-d37765714452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:55.475352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-9a89a6d1-6f94-4d4c-95e7-d37765714452 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0373402 Dec 24 04:19:55.567300 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-d0a71309-9ec7-4a52-9d7b-1f776b95945d service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Dec 24 04:19:55.655802 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9fc521c5-7ad8-4380-bc2f-071c752017eb req-60a15768-e673-48c7-8cbf-08d143dc61d2 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818877 Dec 24 04:19:56.401509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbade14-9120-426d-970f-dd87e9460c9f req-13e66577-a92a-4904-813e-44325f9e6848 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:56.402967 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cbade14-9120-426d-970f-dd87e9460c9f req-13e66577-a92a-4904-813e-44325f9e6848 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0500073 Dec 24 04:19:56.455743 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9cbade14-9120-426d-970f-dd87e9460c9f req-f8db7b1f-5082-4e3d-ba55-52d68d20c2dc tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467827 Dec 24 04:19:57.575555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48f8f-893c-408e-8832-5bc112693a1a req-f21af08c-1703-462b-8018-064ec35bf47b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:57.577666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95c48f8f-893c-408e-8832-5bc112693a1a req-f21af08c-1703-462b-8018-064ec35bf47b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0522103 Dec 24 04:19:57.626492 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-95c48f8f-893c-408e-8832-5bc112693a1a req-b97ad593-629b-4fd7-875d-a1c520856549 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Dec 24 04:19:58.058120 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:19:58.746847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a3b6a-4db1-446f-a251-e8777675fe09 req-b9af916f-7a19-4ea4-9a37-b9df54d03e10 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:58.748805 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3f9a3b6a-4db1-446f-a251-e8777675fe09 req-b9af916f-7a19-4ea4-9a37-b9df54d03e10 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0542109 Dec 24 04:19:58.796328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3f9a3b6a-4db1-446f-a251-e8777675fe09 req-16e4b4d4-2e6b-4904-9099-ca719f479d85 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Dec 24 04:19:59.912446 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c021-f17c-4ef8-9dae-2e9276adb37c req-4a8bd42d-10ce-4650-9d18-512342d4aa8c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:19:59.913928 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8863c021-f17c-4ef8-9dae-2e9276adb37c req-4a8bd42d-10ce-4650-9d18-512342d4aa8c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0511692 Dec 24 04:19:59.965646 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8863c021-f17c-4ef8-9dae-2e9276adb37c req-1662ab9d-5f55-4cbb-94ed-7ed365160c1d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Dec 24 04:20:01.088178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118cf88-4364-4de1-acb4-5b4bce72fbff req-e489e7be-6b3b-4a6a-9f04-6a75886e9aec tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:01.091985 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e118cf88-4364-4de1-acb4-5b4bce72fbff req-e489e7be-6b3b-4a6a-9f04-6a75886e9aec tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0557771 Dec 24 04:20:01.158004 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e118cf88-4364-4de1-acb4-5b4bce72fbff req-5f42e5cc-2ac5-48e6-95a7-f1603db3fab9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537539 Dec 24 04:20:02.279451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565046d-7b0c-4c93-8715-2891af9cb352 req-7c64b31a-91aa-4e07-96fa-6eeff912cfd9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:02.281523 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0565046d-7b0c-4c93-8715-2891af9cb352 req-7c64b31a-91aa-4e07-96fa-6eeff912cfd9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0531175 Dec 24 04:20:02.335581 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0565046d-7b0c-4c93-8715-2891af9cb352 req-e85d675f-016b-4f70-8652-aaca6cacb860 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467329 Dec 24 04:20:03.458960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b593f-3ee8-4cd3-94dc-e7fbe8758be5 req-85794b30-b36e-433e-beb5-84db087d7d5a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:03.460520 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-800b593f-3ee8-4cd3-94dc-e7fbe8758be5 req-85794b30-b36e-433e-beb5-84db087d7d5a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0564766 Dec 24 04:20:03.511495 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-800b593f-3ee8-4cd3-94dc-e7fbe8758be5 req-e7d957b8-a951-4163-86a6-a7da7d9b8c0b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448012 Dec 24 04:20:04.638866 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a500c-e926-4635-9062-4562103c2b07 req-8f05320c-8d9e-423d-8334-e4a2e9e3979e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:04.640435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7f6a500c-e926-4635-9062-4562103c2b07 req-8f05320c-8d9e-423d-8334-e4a2e9e3979e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0601861 Dec 24 04:20:04.690283 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7f6a500c-e926-4635-9062-4562103c2b07 req-22a57744-0113-40e5-8dfd-dfdf7786ce24 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440280 Dec 24 04:20:05.807742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9aa48-7a5a-42c8-93f6-a93179e4cb52 req-7c86b0dc-626c-427e-b77e-1ed79deacc7f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:05.809306 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ace9aa48-7a5a-42c8-93f6-a93179e4cb52 req-7c86b0dc-626c-427e-b77e-1ed79deacc7f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0475016 Dec 24 04:20:05.865311 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ace9aa48-7a5a-42c8-93f6-a93179e4cb52 req-7365664c-916c-49f0-a336-1df03fe23db2 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493717 Dec 24 04:20:06.980789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6c385-53a7-40ba-809d-dd1b2e9387a0 req-9889408d-23a4-4561-a672-6ebf39ab8db1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:06.982246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aed6c385-53a7-40ba-809d-dd1b2e9387a0 req-9889408d-23a4-4561-a672-6ebf39ab8db1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0517952 Dec 24 04:20:07.032857 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aed6c385-53a7-40ba-809d-dd1b2e9387a0 req-3594f79b-6be3-47f8-8611-dfda0edd3578 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440753 Dec 24 04:20:08.145301 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8eea5-22f7-4777-99fd-0bc7d91b4c09 req-c44c9b05-bb32-4875-a3ad-154f2c61ee3a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:08.146781 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebc8eea5-22f7-4777-99fd-0bc7d91b4c09 req-c44c9b05-bb32-4875-a3ad-154f2c61ee3a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0476809 Dec 24 04:20:08.194259 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ebc8eea5-22f7-4777-99fd-0bc7d91b4c09 req-1c05b1f1-ad04-4afa-ad65-c0cd3659f1b5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Dec 24 04:20:09.305115 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92c471-4410-4e8d-b033-7e09369d30d4 req-66a80e76-1264-403d-ab26-037cbbd58549 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:09.306542 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7f92c471-4410-4e8d-b033-7e09369d30d4 req-66a80e76-1264-403d-ab26-037cbbd58549 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0468037 Dec 24 04:20:09.358881 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7f92c471-4410-4e8d-b033-7e09369d30d4 req-3783ee82-925c-438f-8192-76d68c18a607 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463786 Dec 24 04:20:09.535382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f3f58d-1414-4bab-81b5-12350e504335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:10.468489 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad317f-f31e-48db-9e93-aa424a668314 req-bed8b6ba-d36c-4299-b725-85544fc255d3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:10.470393 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84ad317f-f31e-48db-9e93-aa424a668314 req-bed8b6ba-d36c-4299-b725-85544fc255d3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0462554 Dec 24 04:20:10.517165 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-84ad317f-f31e-48db-9e93-aa424a668314 req-c996f34f-5c26-4170-90de-b05863225a8e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408714 Dec 24 04:20:11.629023 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844f1f-1fdc-492c-8745-10c87b910b95 req-60888d1d-a685-42f7-8620-583aedade33a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:11.630455 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca844f1f-1fdc-492c-8745-10c87b910b95 req-60888d1d-a685-42f7-8620-583aedade33a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0476384 Dec 24 04:20:11.677356 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ca844f1f-1fdc-492c-8745-10c87b910b95 req-fba9e9cb-3bb5-4523-91eb-a4ca0d2ba1e8 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Dec 24 04:20:11.884884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f06c47e-87f8-4413-8acf-6977ac5a342c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:12.797861 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240901c-cd1b-4f45-b6a6-b748b7e386cc req-cbd98ed3-a5e3-44a4-822d-396a2db9dd35 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:12.799320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9240901c-cd1b-4f45-b6a6-b748b7e386cc req-cbd98ed3-a5e3-44a4-822d-396a2db9dd35 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0543387 Dec 24 04:20:12.847109 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9240901c-cd1b-4f45-b6a6-b748b7e386cc req-ffe714ca-76df-4e76-8f9a-3bb159c4dcb9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 Dec 24 04:20:12.941905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:13.959510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d93c3-4a0d-4e52-b16b-71e4908315f4 req-9b0e7963-457e-4552-9a89-15f5d2a13e27 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:13.961054 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3d93c3-4a0d-4e52-b16b-71e4908315f4 req-9b0e7963-457e-4552-9a89-15f5d2a13e27 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 943 time: 0.0469012 Dec 24 04:20:14.009629 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e3d93c3-4a0d-4e52-b16b-71e4908315f4 req-554a8e41-8efd-422c-a123-8d57acdec077 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Dec 24 04:20:14.138044 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:20:14.230916 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:20:14.241926 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'port_id': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'mac_address': 'fa:16:3e:75:e4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:20:14.282203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:14.294411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:20:14.312459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:20:14.316746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:14.362677 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=9']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:20:14.641564 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:14.744046 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:20:15.123156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b6214-500b-4632-8b83-dd9419a5bc0f req-de9510a5-1c24-4453-9549-2a750a2e35d4 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:15.124612 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-455b6214-500b-4632-8b83-dd9419a5bc0f req-de9510a5-1c24-4453-9549-2a750a2e35d4 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 944 time: 0.0473661 Dec 24 04:20:15.176450 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-455b6214-500b-4632-8b83-dd9419a5bc0f req-76586e3c-c408-4576-8f0d-bd81482602a1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459731 Dec 24 04:20:15.193571 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:16.151139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:20:16.202468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:20:16.203162 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:16.280580 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:16.289892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf7e24-88cb-429b-805b-5770febcdb60 req-39137713-687e-4244-bb07-60d28e20ead3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:16.291270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6bf7e24-88cb-429b-805b-5770febcdb60 req-39137713-687e-4244-bb07-60d28e20ead3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 944 time: 0.0467894 Dec 24 04:20:16.303014 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:20:16.305244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcab401-d7bc-4902-966a-cbdc8bff9b5d" -d '{"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:20:16.319173 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:20:16.324342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:16.341799 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6bf7e24-88cb-429b-805b-5770febcdb60 req-b0228afe-42a0-41f4-acbe-f152cbde08a1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445189 Dec 24 04:20:16.349292 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ba17c4-88fa-4aeb-95e9-2776334c5bdb x-openstack-request-id: req-b4ba17c4-88fa-4aeb-95e9-2776334c5bdb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:20:16.349612 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:20:16.349872 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4ba17c4-88fa-4aeb-95e9-2776334c5bdb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:20:16.350260 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'code': 200} Dec 24 04:20:16.375262 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:20:16.569639 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f50442-e90c-4f25-bb5d-88562918e607 req-e12dcacd-00f4-4db1-bb40-463f6b1af8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:16.570992 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43f50442-e90c-4f25-bb5d-88562918e607 req-e12dcacd-00f4-4db1-bb40-463f6b1af8ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1099 time: 0.0387986 Dec 24 04:20:16.617235 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43f50442-e90c-4f25-bb5d-88562918e607 req-26663bdc-b836-4273-aac9-3165c47b08b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391655 Dec 24 04:20:17.464173 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00156a9e-9c73-4ce7-b573-0560793bc0b1 req-ce831ec4-5013-4387-b782-9b334f0d60fd tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:17.465666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00156a9e-9c73-4ce7-b573-0560793bc0b1 req-ce831ec4-5013-4387-b782-9b334f0d60fd tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Dec 24 04:20:17.514388 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-00156a9e-9c73-4ce7-b573-0560793bc0b1 req-7490f00c-01eb-40ff-b12c-88daab96f21d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Dec 24 04:20:18.629626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559cc62-3af3-4742-b59f-f68cff4aca8f req-72db1430-fba5-41b1-bd2e-531c80ea1365 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:18.631074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3559cc62-3af3-4742-b59f-f68cff4aca8f req-72db1430-fba5-41b1-bd2e-531c80ea1365 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 946 time: 0.0487154 Dec 24 04:20:18.678570 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3559cc62-3af3-4742-b59f-f68cff4aca8f req-7b7eceef-0e7f-4eec-8ada-44b035607218 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416305 Dec 24 04:20:19.796770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71410009-176c-424c-acb1-07c61c0c0cdc req-3244f607-1137-4bdf-9d4d-78036b99cb3b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:19.798221 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-71410009-176c-424c-acb1-07c61c0c0cdc req-3244f607-1137-4bdf-9d4d-78036b99cb3b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 946 time: 0.0511477 Dec 24 04:20:19.845967 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-71410009-176c-424c-acb1-07c61c0c0cdc req-484b537f-93c1-4550-85c1-5c725ae9cfd5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Dec 24 04:20:22.649723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:22.840274 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:20:39.536531 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2766-59cb-4bec-ab18-5e8a9b56c39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:41.885863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1343d46f-cffd-485c-bb6b-5ecce27bcb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:42.942897 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:44.644869 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:45.195452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:52.372887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-267d2037-0d06-47c4-8b4e-20ae33afcb76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387437 Dec 24 04:20:52.470869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-3cb26ca3-5a79-431d-bd00-94d332f47eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:52.472277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-3cb26ca3-5a79-431d-bd00-94d332f47eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1099 time: 0.0388861 Dec 24 04:20:52.572865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-15f99fba-8bb7-44bf-be33-2d746426da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:52.574262 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-15f99fba-8bb7-44bf-be33-2d746426da5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0831156 Dec 24 04:20:52.643285 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-67a786ac-c75f-4fec-9b5b-9adb88424e81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1000 time: 0.0615203 Dec 24 04:20:52.670651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:20:52.999897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-d2123970-ffe5-4121-bd38-5f45ce88ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:53.001906 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-d2123970-ffe5-4121-bd38-5f45ce88ed3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.3516316 Dec 24 04:20:53.046174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-d841354e-d806-4f08-a669-b6917f1c6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:20:53.047761 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-d841354e-d806-4f08-a669-b6917f1c6cfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384605 Dec 24 04:20:53.138248 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-05cb182e-4f0a-47d8-a9e9-f9ffeac631b7 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828590 Dec 24 04:20:53.237004 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa0271d3-b821-4765-8042-c828ceab9f40 req-41e6baef-b71a-4979-8db4-76c5cf61af08 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913582 Dec 24 04:20:59.838457 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:21:09.537129 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00ebff8a-218f-45a7-91f3-49c2036d2b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:11.886255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209024b1-a881-417d-921f-fc417e6053cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:12.948623 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:14.649680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:15.196472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:22.677124 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:36.837644 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:21:39.539590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6acfb2cf-b528-423e-b38c-72925bb62155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:41.887220 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6e278b77-71f7-4caa-a070-199b2d150ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:42.948911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:44.650813 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:45.197177 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:52.691460 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:55.103398 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-96272af7-f4f9-4a6e-9e51-b08b334610e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749092 Dec 24 04:21:55.200902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5581-f305-4977-b269-269893e21b5b req-1b8ed986-0d5c-4286-8a4b-d731c3ec9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:55.202375 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-1b8ed986-0d5c-4286-8a4b-d731c3ec9b3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1099 time: 0.0393629 Dec 24 04:21:55.306360 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5581-f305-4977-b269-269893e21b5b req-c6649757-c972-4d26-8c79-d7dc1225483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:55.307698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-c6649757-c972-4d26-8c79-d7dc1225483f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0858321 Dec 24 04:21:55.345080 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57854) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:21:55.381125 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-f56f07a4-aa86-42af-9d8a-c0c143c614d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 1000 time: 0.0660286 Dec 24 04:21:55.430542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5581-f305-4977-b269-269893e21b5b req-ff74e994-0dbc-407d-acfa-e534857ae834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:55.431984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-ff74e994-0dbc-407d-acfa-e534857ae834 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0438101 Dec 24 04:21:55.479966 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5581-f305-4977-b269-269893e21b5b req-b33927ab-45c2-44e5-92ee-21a809d4dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:55.481467 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-b33927ab-45c2-44e5-92ee-21a809d4dd9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424266 Dec 24 04:21:55.547694 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Deleting port f87c7eef-43a5-461f-b801-7777fc8c0de3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:21:55.548051 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:55.568734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-b23e9196-57d0-4b39-ae7b-389638a8358d service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796199 Dec 24 04:21:55.622452 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:55.622783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:55.634285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Calling delete_port for f87c7eef-43a5-461f-b801-7777fc8c0de3 owned by network:floatingip {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:21:55.660232 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-312d5581-f305-4977-b269-269893e21b5b req-15fda216-de7f-4d40-9b4a-f9127ae684bd service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843027 Dec 24 04:21:55.780695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:55.803376 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event deleted for resources: {'Port': ['ID=f87c7eef-43a5-461f-b801-7777fc8c0de3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:21:55.816129 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.816505 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.816854 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.817193 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.817528 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.817859 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.818187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.818514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.818890 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.819166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.819490 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.819810 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.820130 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:55.875783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:55.876113 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Floating IP 1ddfcd8e-8526-418a-92b3-97949d50730c disassociated (deleted). External IP: 172.26.5.69, port: 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd. Dec 24 04:21:56.074632 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Router 5877bc59-5049-44ed-ae12-56bc17b45914 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:21:56.179187 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:21:56.183898 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:56.188927 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] Sync routers for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:21:56.198860 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:21:56.199501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:21:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:21:56.212912 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-627f9b25-628a-410d-8072-8747aaa828fa tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "DELETE /v2.0/floatingips/1ddfcd8e-8526-418a-92b3-97949d50730c HTTP/1.1" status: 204 len: 168 time: 0.8667042 Dec 24 04:21:56.213533 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:21:56.215908 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d63ecd-42df-42c0-a5be-4d757e6f087c" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:21:56.312823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:21:56.315342 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2ffe50-1760-4bfd-a5b2-d424e683d7b7 x-openstack-request-id: req-ee2ffe50-1760-4bfd-a5b2-d424e683d7b7 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:21:56.316166 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:21:56.316453 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee2ffe50-1760-4bfd-a5b2-d424e683d7b7 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:21:56.316887 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'status': 'completed', 'code': 200} Dec 24 04:21:56.429910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-8f9583ba-cefb-4757-9d35-e019b6032ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:56.431394 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-8f9583ba-cefb-4757-9d35-e019b6032ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 1099 time: 0.0704386 Dec 24 04:21:56.454908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e6f76-e03b-443b-9fec-fdcba2a3f804 req-3a66fb65-2106-4b02-8952-c817ce7a3334 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:56.456344 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-316e6f76-e03b-443b-9fec-fdcba2a3f804 req-3a66fb65-2106-4b02-8952-c817ce7a3334 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 946 time: 0.0618784 Dec 24 04:21:56.519693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:21:56.544763 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] Checking router: 5877bc59-5049-44ed-ae12-56bc17b45914 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:21:56.553459 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:21:56.554061 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:21:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:21:56.556984 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-316e6f76-e03b-443b-9fec-fdcba2a3f804 req-ec9c7a8b-01a3-4de3-8e9c-d86e11ecd58c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877249 Dec 24 04:21:56.569897 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-5b8ecdc4-572d-4689-abe0-16e4ca705dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:56.579538 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-5b8ecdc4-572d-4689-abe0-16e4ca705dc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.1321831 Dec 24 04:21:56.617498 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-a35bd16e-453d-460b-a3d8-7cfd2a7d0fdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 200 len: 217 time: 0.0385492 Dec 24 04:21:56.668090 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-478f7d76-a6c8-4e0a-b321-a1b115c138d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:56.669607 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-478f7d76-a6c8-4e0a-b321-a1b115c138d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0450158 Dec 24 04:21:56.717462 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-c53c5d4b-010c-401e-87d7-b20c10d8148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:56.719002 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-c53c5d4b-010c-401e-87d7-b20c10d8148b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417206 Dec 24 04:21:56.809184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:21:56.812806 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-0e90d0d9-a28d-4456-9c8e-a63c4f587b42 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Dec 24 04:21:56.904313 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e3d63ecd-42df-42c0-a5be-4d757e6f087c req-4902a100-8ac7-4215-ac46-310b604d523f service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809212 Dec 24 04:21:57.000012 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:21:57.029323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d0297-4f4c-43f0-8571-2f61823349a0 None None] The sync data for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv is: [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:21:57.248743 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d0754-6d43-4b5f-aef9-ebc6806c8126 None None] New status for floating IP 1ddfcd8e-8526-418a-92b3-97949d50730c: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:21:57.673935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed9753-a17b-4bce-995f-b4d1de756fc4 req-594dab2d-e32a-4b39-8816-835177a2fb68 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:57.676041 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-64ed9753-a17b-4bce-995f-b4d1de756fc4 req-594dab2d-e32a-4b39-8816-835177a2fb68 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 946 time: 0.0494988 Dec 24 04:21:57.730683 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-64ed9753-a17b-4bce-995f-b4d1de756fc4 req-9d472d06-7dac-4756-af20-b4344a04e9d9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=40bd28fb-67b9-456c-a99d-515f5a4c513f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487752 Dec 24 04:21:58.267961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-6c75d23c-ba0f-4ce6-841f-d0eb1f1d7109 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:21:58.270082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-6c75d23c-ba0f-4ce6-841f-d0eb1f1d7109 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 946 time: 0.0471311 Dec 24 04:21:58.354685 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Deleting port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:21:58.354939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:58.444339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] For port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:21:58.444725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:58.457535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Calling delete_port for 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:21:58.585481 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:58.613782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event deleted for resources: {'Port': ['ID=0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:21:58.625266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.625625 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.625973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.626310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.626647 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.626969 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.627299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.627627 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.627950 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.628871 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.629299 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.629549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.629860 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:21:58.662034 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] No DVR routers for this DVR port 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:21:58.664443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:58.667763 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cbf40c98-96e3-45a4-b919-16fda7052835 req-bfe41297-6ea0-422b-872f-83b2111b66ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "DELETE /v2.0/ports/0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd HTTP/1.1" status: 204 len: 173 time: 0.3919399 Dec 24 04:21:58.668195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-deleted', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:21:58.670509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79ca286-5e63-42d0-a3fa-67c9d9786976" -d '{"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-deleted", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:21:58.762492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0030fdd0-0d49-4fdb-8970-87758898b4bc x-openstack-request-id: req-0030fdd0-0d49-4fdb-8970-87758898b4bc {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:21:58.763246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d1a5b-a888-4f11-8639-85bd508ba910", "name": "network-vif-deleted", "tag": "0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:21:58.763246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0030fdd0-0d49-4fdb-8970-87758898b4bc {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:21:58.763450 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75d1a5b-a888-4f11-8639-85bd508ba910', 'name': 'network-vif-deleted', 'tag': '0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd', 'status': 'completed', 'code': 200} Dec 24 04:21:58.835431 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8435dfac-dbb1-470b-9c58-af91b28077af req-5afb4b6a-d735-4458-bf82-4fff8a2faa93 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=d75d1a5b-a888-4f11-8639-85bd508ba910 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Dec 24 04:21:59.890869 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57886) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:21:59.950716 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e09b-da0d-428e-914d-32f716bef102 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:21:59.975709 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e09b-da0d-428e-914d-32f716bef102 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.035531 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e09b-da0d-428e-914d-32f716bef102 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.038240 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e09b-da0d-428e-914d-32f716bef102 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.039431 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-fcd1e09b-da0d-428e-914d-32f716bef102 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "DELETE /v2.0/security-groups/40bd28fb-67b9-456c-a99d-515f5a4c513f HTTP/1.1" status: 204 len: 168 time: 0.1475630 Dec 24 04:22:00.048555 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1e09b-da0d-428e-914d-32f716bef102 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bd28fb-67b9-456c-a99d-515f5a4c513f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:00.361423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:00.366030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2f7bb3cc-ed1a-43c3-9dec-8c3622aa73a7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005338127', 'description': 'tempest-secgroup-smoke-1005338127 description', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:00.390333 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb3cc-ed1a-43c3-9dec-8c3622aa73a7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.458649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb3cc-ed1a-43c3-9dec-8c3622aa73a7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.462227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb3cc-ed1a-43c3-9dec-8c3622aa73a7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.491565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb3cc-ed1a-43c3-9dec-8c3622aa73a7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.492777 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-2f7bb3cc-ed1a-43c3-9dec-8c3622aa73a7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1303520 Dec 24 04:22:00.494536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bb3cc-ed1a-43c3-9dec-8c3622aa73a7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e669c9-7a4c-4ee5-ad73-b03e452bf63c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:00.495847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57894) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:00.500491 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-c9859ed3-52e3-443a-a722-6270806be6f3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '42e669c9-7a4c-4ee5-ad73-b03e452bf63c', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:00.529714 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9859ed3-52e3-443a-a722-6270806be6f3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.574053 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9859ed3-52e3-443a-a722-6270806be6f3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.577451 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9859ed3-52e3-443a-a722-6270806be6f3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.594537 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9859ed3-52e3-443a-a722-6270806be6f3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7334a69d-1da6-4e95-8326-d02f50084aef,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:00.603482 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9859ed3-52e3-443a-a722-6270806be6f3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.604692 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-c9859ed3-52e3-443a-a722-6270806be6f3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077499 Dec 24 04:22:00.607417 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57896) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:00.611651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-772e39bf-afda-4ab1-a2e8-8f345880b8f6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '42e669c9-7a4c-4ee5-ad73-b03e452bf63c', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:00.638656 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-772e39bf-afda-4ab1-a2e8-8f345880b8f6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.693387 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-772e39bf-afda-4ab1-a2e8-8f345880b8f6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.696630 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-772e39bf-afda-4ab1-a2e8-8f345880b8f6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.714122 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e39bf-afda-4ab1-a2e8-8f345880b8f6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2b7763-c2f9-4b15-a6af-ae4443b49ec3,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:00.721639 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-772e39bf-afda-4ab1-a2e8-8f345880b8f6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.723372 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-772e39bf-afda-4ab1-a2e8-8f345880b8f6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150453 Dec 24 04:22:00.726445 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57898) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:00.730720 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-85dafea1-99c4-4b8e-b2de-f4e19a2b4112 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '42e669c9-7a4c-4ee5-ad73-b03e452bf63c', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:00.757676 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85dafea1-99c4-4b8e-b2de-f4e19a2b4112 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.815430 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85dafea1-99c4-4b8e-b2de-f4e19a2b4112 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.818661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85dafea1-99c4-4b8e-b2de-f4e19a2b4112 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.836009 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dafea1-99c4-4b8e-b2de-f4e19a2b4112 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b2e914-73f9-4433-8dfa-fb43deb69fd9,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:00.842849 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85dafea1-99c4-4b8e-b2de-f4e19a2b4112 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.844007 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-85dafea1-99c4-4b8e-b2de-f4e19a2b4112 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166649 Dec 24 04:22:00.846734 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 57900) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:00.851671 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-f31ad322-f8a6-4294-a3a0-fe4160dbdef7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '42e669c9-7a4c-4ee5-ad73-b03e452bf63c', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:00.877364 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f31ad322-f8a6-4294-a3a0-fe4160dbdef7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.931221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f31ad322-f8a6-4294-a3a0-fe4160dbdef7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.934100 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f31ad322-f8a6-4294-a3a0-fe4160dbdef7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.953029 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ad322-f8a6-4294-a3a0-fe4160dbdef7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48d4d68-dbf7-4ae1-94da-63c6b72f0edb,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:00.959096 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f31ad322-f8a6-4294-a3a0-fe4160dbdef7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:00.960063 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-f31ad322-f8a6-4294-a3a0-fe4160dbdef7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1118648 Dec 24 04:22:00.962906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:00.967545 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '42e669c9-7a4c-4ee5-ad73-b03e452bf63c', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:00.991061 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Project dca02d5755444644a0c5d4da7a7498b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:22:00.995811 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.051638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.055579 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.072910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e0515a-43f8-438d-9aaa-91f42fdb7c45,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:01.076935 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.078548 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d819c802-c956-4d03-b626-fa8c5fe8010d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141720 Dec 24 04:22:01.080818 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 57904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:01.085801 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'security_group_rule': {'security_group_id': '42e669c9-7a4c-4ee5-ad73-b03e452bf63c', 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:01.108911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Project dca02d5755444644a0c5d4da7a7498b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:22:01.113774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.171844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.175070 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.192164 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b622068-e69d-4492-9602-65dddbfd135c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:01.199266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:01.200471 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c9e25c5a-97d7-4651-9091-f62650d09443 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181207 Dec 24 04:22:02.623118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:22:02.643937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:22:02.644288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 0fc3a474-5a22-48c1-ab6f-ffbe73f7cbbd not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:22:09.541243 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5094ec0-a9d6-423e-857b-054601c8101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:11.889074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-064149dc-0e40-4fa4-8322-29854e67b286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:12.951930 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:13.836468 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:22:14.657911 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:15.199912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:16.426555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-3f0f360d-1c6a-42e6-8378-c60ed3ca60b2 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005338127&fields=id&tenant_id=dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 267 time: 0.0449481 Dec 24 04:22:16.530303 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-16b0a709-a12c-4f41-afe9-34cf75969dd9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:16.531734 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-16b0a709-a12c-4f41-afe9-34cf75969dd9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 809 time: 0.0978634 Dec 24 04:22:16.546407 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-87949d52-8660-45cc-9684-8a2db6872f52 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/quotas/dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 375 time: 0.0085776 Dec 24 04:22:16.598173 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-61a8c50d-73b6-4c8f-bb0b-0c443805af59 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467567 Dec 24 04:22:16.650636 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-ba2fecde-a3b3-413d-a6b9-8bacab590527 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:22:16.651627 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-ba2fecde-a3b3-413d-a6b9-8bacab590527 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0415955 Dec 24 04:22:16.739918 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-7cc532a5-292d-4862-b8c0-dc9db523974e service neutron] 10.222.0.37 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820966 Dec 24 04:22:16.829117 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-379d0894-80cf-495a-aab8-878bc59fb1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832024 Dec 24 04:22:17.111017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3537a190-cd16-40a4-a772-5bc8a6422895 req-c5cc1a23-99c8-4a41-b40d-6fa2cc70b672 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 210 time: 0.0275545 Dec 24 04:22:18.117011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-1a5c845f-4b07-40a7-ab04-05a82486ef99 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:18.118438 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-1a5c845f-4b07-40a7-ab04-05a82486ef99 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 809 time: 0.1015420 Dec 24 04:22:18.213561 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b1df8099-925d-4f3f-ab05-fced7e052fcf req-ad4afab6-e6b8-4461-9e06-fab2cab2d366 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 210 time: 0.0328195 Dec 24 04:22:18.219159 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-d7ff3978-57d7-48df-bf81-44b40f3c312e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 380 time: 0.0860720 Dec 24 04:22:18.230417 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'port': {'device_id': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'admin_state_up': True, 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'security_groups': ['42e669c9-7a4c-4ee5-ad73-b03e452bf63c']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:18.338561 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Made reservation on behalf of dca02d5755444644a0c5d4da7a7498b4 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:22:18.342113 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:18.469978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Allocated IP 172.20.0.10 (e733fb93-46eb-4f06-a550-46674b8a4b3c/cbafc2ad-6433-43f7-bf5e-07f71369dd3f/cfdbe247-c08c-4886-8a42-860c33409644) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:22:18.611394 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:18.645063 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:18.690387 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Network e733fb93-46eb-4f06-a550-46674b8a4b3c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:22:18.693463 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:22:18.696707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:22:18.728017 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:18.753686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:18.754305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:18.773721 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-710ab3d8-2d04-4ce3-aa55-5b92077c13d7 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5469580 Dec 24 04:22:18.793629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Request body: {'port': {'device_id': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:18.857928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:18.953905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-9786dc4c-db4f-468d-830d-b1972180389c None None] Provisioning complete for port cfdbe247-c08c-4886-8a42-860c33409644 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:22:18.954547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9786dc4c-db4f-468d-830d-b1972180389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:18.991562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9786dc4c-db4f-468d-830d-b1972180389c None None] Port cfdbe247-c08c-4886-8a42-860c33409644 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:22:19.130026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdbe247-c08c-4886-8a42-860c33409644 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:22:19.138151 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:19.151964 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Transition to ACTIVE for port object cfdbe247-c08c-4886-8a42-860c33409644 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:22:19.156344 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:19.211614 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:19.297007 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Attempting to bind port cfdbe247-c08c-4886-8a42-860c33409644 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:22:19.297606 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Attempting to bind port cfdbe247-c08c-4886-8a42-860c33409644 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:22:19.298163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Attempting to bind port cfdbe247-c08c-4886-8a42-860c33409644 on network e733fb93-46eb-4f06-a550-46674b8a4b3c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:22:19.303158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Port cfdbe247-c08c-4886-8a42-860c33409644 on network e733fb93-46eb-4f06-a550-46674b8a4b3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:22:19.303568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Attempting to bind port cfdbe247-c08c-4886-8a42-860c33409644 on network e733fb93-46eb-4f06-a550-46674b8a4b3c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:22:19.310329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:22:19.310934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Checking segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:22:19.311551 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Bound using segment: {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:22:19.312013 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Bound port: cfdbe247-c08c-4886-8a42-860c33409644, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ee6cad-e205-4fe5-a90d-86a6bdaa7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:22:19.312724 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:19.430247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e3c92-3d3e-454e-adcb-c4f4570b40ed req-73613e7c-8573-409c-af79-1a9c0e308427 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:19.431878 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-616e3c92-3d3e-454e-adcb-c4f4570b40ed req-73613e7c-8573-409c-af79-1a9c0e308427 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.1013410 Dec 24 04:22:19.435147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:22:19.438847 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:22:19.448406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:19.515181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:19.515809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:19.517341 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] 10.222.0.41 "PUT /v2.0/ports/cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 1094 time: 0.7298279 Dec 24 04:22:19.518015 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:22:19.521000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a0a8e58bdb7ed6fb3762fa9caf0d1600c9b8b9d025b409b42a9c2f34db5c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4a551e-8ae6-4f11-a03d-a45a025379d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "tag": "cfdbe247-c08c-4886-8a42-860c33409644"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:22:19.543530 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-616e3c92-3d3e-454e-adcb-c4f4570b40ed req-9aadd665-8215-41e9-ac68-bd41b78e9376 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032121 Dec 24 04:22:19.557655 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd4b97-d7bf-4c6c-8315-90554afaae58 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:19.613802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddcce5f-176a-4bb7-917e-0de9f30f47ba x-openstack-request-id: req-3ddcce5f-176a-4bb7-917e-0de9f30f47ba {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:22:19.614233 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "tag": "cfdbe247-c08c-4886-8a42-860c33409644", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:22:19.614585 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ddcce5f-176a-4bb7-917e-0de9f30f47ba {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:22:19.615238 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644', 'status': 'completed', 'code': 200} Dec 24 04:22:19.632550 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-396e3950-cacb-4a7a-bdac-54265df470a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:19.634100 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-396e3950-cacb-4a7a-bdac-54265df470a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1097 time: 0.0514007 Dec 24 04:22:19.695343 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-039fce75-b956-4b14-8a2d-b30e96bcba28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 217 time: 0.0468588 Dec 24 04:22:19.758591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-6c7c5f2d-124e-4900-8e25-29f252d790c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:19.759891 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-6c7c5f2d-124e-4900-8e25-29f252d790c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0571427 Dec 24 04:22:19.809112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-b4152f70-4212-44a4-80d4-d5eae89cc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:19.810673 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-b4152f70-4212-44a4-80d4-d5eae89cc8d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418262 Dec 24 04:22:19.907023 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-3a255f1c-0eb3-4da6-a9c5-e61155180437 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864201 Dec 24 04:22:20.003320 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2d3f9196-fc9a-49fc-9dc0-0a7bdb4f0310 req-a4506720-cda9-46da-992d-452cd1f7c4b6 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882938 Dec 24 04:22:20.114089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-3516e859-c50c-4666-81fe-13686e185619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:20.115668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-3516e859-c50c-4666-81fe-13686e185619 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1097 time: 0.0422308 Dec 24 04:22:20.211312 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-976d654f-551f-4e31-aa09-9824914966fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:20.212845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-976d654f-551f-4e31-aa09-9824914966fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0898852 Dec 24 04:22:20.256445 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-8a02d2f3-642c-4e6b-8ce2-c24c860431be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 217 time: 0.0360129 Dec 24 04:22:20.306576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-b1e13192-e681-42b9-9bec-599834ab6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:20.308064 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-b1e13192-e681-42b9-9bec-599834ab6650 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0453866 Dec 24 04:22:20.358938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-52082d06-4ed2-46b6-8366-9834c63ce550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:20.360463 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-52082d06-4ed2-46b6-8366-9834c63ce550 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439596 Dec 24 04:22:20.448703 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-d018c33b-412c-4d79-8a28-010125847a32 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806496 Dec 24 04:22:20.545705 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4a551e-8ae6-4f11-a03d-a45a025379d2 req-aa3e8b46-a54a-4849-8f12-c72c868a2f74 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901000 Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:22:20.676803 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:22:20.680531 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788e636-ae89-4510-a197-a087a3749dcf req-0feeec94-3b45-4b66-a34b-3134589e7f3d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:20.680531 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9788e636-ae89-4510-a197-a087a3749dcf req-0feeec94-3b45-4b66-a34b-3134589e7f3d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0500867 Dec 24 04:22:20.732274 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9788e636-ae89-4510-a197-a087a3749dcf req-204f9b23-65cb-485f-b8f8-b893009b91b1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453293 Dec 24 04:22:21.847971 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c46cd-5832-4f45-a519-5e91ad2d0267 req-b377a60c-18a1-4909-9d7c-38e323cf8209 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:21.849458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4c46cd-5832-4f45-a519-5e91ad2d0267 req-b377a60c-18a1-4909-9d7c-38e323cf8209 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0474370 Dec 24 04:22:21.902261 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9d4c46cd-5832-4f45-a519-5e91ad2d0267 req-76db053f-e5fd-431c-b099-62df052f373f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459399 Dec 24 04:22:22.708438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:23.022797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333d54f-12d0-4d51-9e3c-99d56a3e0aba req-849cf0a0-b0e4-48d5-98fe-4cbc6a271b33 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:23.024251 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5333d54f-12d0-4d51-9e3c-99d56a3e0aba req-849cf0a0-b0e4-48d5-98fe-4cbc6a271b33 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0507026 Dec 24 04:22:23.074663 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5333d54f-12d0-4d51-9e3c-99d56a3e0aba req-df093bcc-07c4-4279-8629-271a9023d26f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Dec 24 04:22:24.187247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3208e-5a3b-4cd3-8e3e-287e603eeef2 req-94fa6379-60fd-4d38-8ffc-8af9b5b36db5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:24.188712 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43f3208e-5a3b-4cd3-8e3e-287e603eeef2 req-94fa6379-60fd-4d38-8ffc-8af9b5b36db5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0475237 Dec 24 04:22:24.236440 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-43f3208e-5a3b-4cd3-8e3e-287e603eeef2 req-b7b8d318-28d0-498a-89dd-01fb3bb08f15 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Dec 24 04:22:25.352885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb321ea-218f-49ed-8708-94db2dea4330 req-8f166165-c99b-442d-bd6d-91940ef00695 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:25.354318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccb321ea-218f-49ed-8708-94db2dea4330 req-8f166165-c99b-442d-bd6d-91940ef00695 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0511801 Dec 24 04:22:25.401704 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccb321ea-218f-49ed-8708-94db2dea4330 req-919aed97-c884-448b-a996-21832a9c7f55 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Dec 24 04:22:26.510920 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518813f-9c13-46f0-bf25-6e012c64c151 req-34909bf8-d915-45d1-bcbc-a3d5531c7a75 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:26.512352 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d518813f-9c13-46f0-bf25-6e012c64c151 req-34909bf8-d915-45d1-bcbc-a3d5531c7a75 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0469241 Dec 24 04:22:26.559589 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d518813f-9c13-46f0-bf25-6e012c64c151 req-af49d6d4-485b-47d9-8db2-e0058b01a803 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Dec 24 04:22:27.670307 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c938d-58be-4bac-a5a4-39ba5ccdb26a req-e3764cfd-eabd-4bf4-9c98-469f3de61dad tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:27.671745 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f4c938d-58be-4bac-a5a4-39ba5ccdb26a req-e3764cfd-eabd-4bf4-9c98-469f3de61dad tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0462742 Dec 24 04:22:27.722897 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f4c938d-58be-4bac-a5a4-39ba5ccdb26a req-137e5dbd-5c49-4ab5-bf53-5309bce58673 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453141 Dec 24 04:22:28.834878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9cd06-d7d4-4891-9822-067e19636ad0 req-7e05924a-6717-433e-9b59-d027ac547819 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:28.836355 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8d9cd06-d7d4-4891-9822-067e19636ad0 req-7e05924a-6717-433e-9b59-d027ac547819 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0477109 Dec 24 04:22:28.884701 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b8d9cd06-d7d4-4891-9822-067e19636ad0 req-62f2f895-964f-4e87-accd-28d03470a7b1 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Dec 24 04:22:29.997809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f76681-6196-4650-a82d-8f574db26853 req-2ca85d78-45d3-42c0-81a2-9fb6ca358596 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:29.999263 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-32f76681-6196-4650-a82d-8f574db26853 req-2ca85d78-45d3-42c0-81a2-9fb6ca358596 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0483003 Dec 24 04:22:30.046963 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-32f76681-6196-4650-a82d-8f574db26853 req-57172980-1599-4a99-a79b-8ee27ce5222e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 Dec 24 04:22:31.163171 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a263a9-17c5-4cfb-b90e-5b54951fac23 req-5dde6a4d-4ded-4c33-9658-4fd68877f062 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:31.164695 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8a263a9-17c5-4cfb-b90e-5b54951fac23 req-5dde6a4d-4ded-4c33-9658-4fd68877f062 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0520425 Dec 24 04:22:31.212849 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e8a263a9-17c5-4cfb-b90e-5b54951fac23 req-19ef99a9-7d4c-49b4-b407-6c51c8c3df88 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Dec 24 04:22:32.358036 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293bcab-75f9-4e4f-a422-c78f94d49f50 req-a7828eb3-8978-40db-b657-0335030ed452 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:32.359390 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9293bcab-75f9-4e4f-a422-c78f94d49f50 req-a7828eb3-8978-40db-b657-0335030ed452 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0475559 Dec 24 04:22:32.406408 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9293bcab-75f9-4e4f-a422-c78f94d49f50 req-d9999475-cd89-43c8-99f0-79f07a5c90e5 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 Dec 24 04:22:32.797001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device cfdbe247-c08c-4886-8a42-860c33409644 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:22:32.894221 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:22:32.905540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'cfdbe247-c08c-4886-8a42-860c33409644', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'port_id': 'cfdbe247-c08c-4886-8a42-860c33409644', 'mac_address': 'fa:16:3e:02:d4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:22:32.940357 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:32.954027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdbe247-c08c-4886-8a42-860c33409644 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:22:32.977418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:22:32.981041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:33.025877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:33.032599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.032951 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.033295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.033634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.033968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.034295 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.034621 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.034948 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.035273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.035597 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.035918 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.036236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.036591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:22:33.395989 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['cfdbe247-c08c-4886-8a42-860c33409644'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:22:33.521217 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89eeb2-61c7-4e73-a57a-8959a6fc2fed req-b7572297-6b64-4fd8-aece-2f68a1079250 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:33.522668 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e89eeb2-61c7-4e73-a57a-8959a6fc2fed req-b7572297-6b64-4fd8-aece-2f68a1079250 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Dec 24 04:22:33.570454 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2e89eeb2-61c7-4e73-a57a-8959a6fc2fed req-2596481e-b7dd-4513-bbd2-945d149a088a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417886 Dec 24 04:22:34.683710 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8eb96-c3ee-4a39-89d7-009942e7cc43 req-e2056797-cbcb-4842-b261-c4867550dcb6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:34.685191 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65c8eb96-c3ee-4a39-89d7-009942e7cc43 req-e2056797-cbcb-4842-b261-c4867550dcb6 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 945 time: 0.0483067 Dec 24 04:22:34.732693 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-65c8eb96-c3ee-4a39-89d7-009942e7cc43 req-85ad8d94-7e43-4706-be90-6f69ab0c4175 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Dec 24 04:22:34.805518 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device cfdbe247-c08c-4886-8a42-860c33409644 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:22:34.853773 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port cfdbe247-c08c-4886-8a42-860c33409644 completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:22:34.857974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port cfdbe247-c08c-4886-8a42-860c33409644 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:22:34.858340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:34.934955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:34.962233 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:22:34.964573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66fabc45ee4600a5966a89188d517058e3d60816bade3a4ab52d30bfbc81297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e666147-99c4-4e9d-b976-a0ef83a9ee57" -d '{"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-plugged", "status": "completed", "tag": "cfdbe247-c08c-4886-8a42-860c33409644"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:22:34.977819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:22:34.982493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:35.029236 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:35.054855 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c827572a-af09-4ad6-9294-4f3fc784c6e7 x-openstack-request-id: req-c827572a-af09-4ad6-9294-4f3fc784c6e7 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:22:35.055153 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-plugged", "status": "completed", "tag": "cfdbe247-c08c-4886-8a42-860c33409644", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:22:35.055411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c827572a-af09-4ad6-9294-4f3fc784c6e7 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:22:35.055808 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644', 'code': 200} Dec 24 04:22:35.260142 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0649f-c436-447a-a88b-7b881c305b1d req-f99a603f-954b-42ce-b22a-ab981cb82224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:35.261686 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-abc0649f-c436-447a-a88b-7b881c305b1d req-f99a603f-954b-42ce-b22a-ab981cb82224 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0395529 Dec 24 04:22:35.311466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-abc0649f-c436-447a-a88b-7b881c305b1d req-38938245-84c9-482b-91fe-7ec625f44eb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Dec 24 04:22:35.842450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f3a79-85f6-478a-aebd-c914c5d5c734 req-b6c75f5a-a56a-4f65-a3ee-92bc0b6b2a17 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:35.843887 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-445f3a79-85f6-478a-aebd-c914c5d5c734 req-b6c75f5a-a56a-4f65-a3ee-92bc0b6b2a17 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0465174 Dec 24 04:22:35.899386 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-445f3a79-85f6-478a-aebd-c914c5d5c734 req-b7b47ab3-beab-45de-87ab-70d29e0ccd7d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497334 Dec 24 04:22:37.049139 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2972e14-ecee-4a13-8f1b-e374ba112168 req-14d4a68a-518e-4849-8147-253cb5623e10 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:37.050571 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2972e14-ecee-4a13-8f1b-e374ba112168 req-14d4a68a-518e-4849-8147-253cb5623e10 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0467455 Dec 24 04:22:37.098441 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e2972e14-ecee-4a13-8f1b-e374ba112168 req-6b1a1d63-2248-43ed-bf60-80fc1efd150c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Dec 24 04:22:37.215509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26b1d1-dec0-4ae4-aca9-7a1fc5577728 req-bbf26840-4726-4bbf-9ad5-ad110ffe44fe tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:37.216987 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d26b1d1-dec0-4ae4-aca9-7a1fc5577728 req-bbf26840-4726-4bbf-9ad5-ad110ffe44fe tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0518472 Dec 24 04:22:37.266041 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7d26b1d1-dec0-4ae4-aca9-7a1fc5577728 req-60b5bca7-df06-4f1c-9a10-3a013f70edbe tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Dec 24 04:22:37.297750 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58114) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:37.376086 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149058f0-99f2-41f2-9490-125c397cd698 tempest-TestShelveInstance-206565369 tempest-TestShelveInstance-206565369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:37.377622 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-149058f0-99f2-41f2-9490-125c397cd698 tempest-TestShelveInstance-206565369 tempest-TestShelveInstance-206565369-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1094 time: 0.0788732 Dec 24 04:22:37.380462 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58118) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:22:37.384644 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'cfdbe247-c08c-4886-8a42-860c33409644', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:22:37.406970 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:37.502514 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:37.599469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Allocated IP 172.26.5.254 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/31ce9ff8-18b6-455e-998a-3840c5c6991f) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:22:37.705774 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:37.738062 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:37.772479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:22:37.775822 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:22:37.779210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:22:37.809847 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'Port': ['ID=31ce9ff8-18b6-455e-998a-3840c5c6991f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:38.405516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:38.468506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:38.613860 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for port, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:38.618780 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2758509'] for port, after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:38.689838 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event updated for resources: {'Port': ['ID=31ce9ff8-18b6-455e-998a-3840c5c6991f,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:22:38.697615 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:38.793576 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.db.l3_db [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Floating IP 1f60662f-b805-4849-9772-c2a04552a523 associated. External IP: 172.26.5.254, port: cfdbe247-c08c-4886-8a42-860c33409644. Dec 24 04:22:38.998956 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Router 5877bc59-5049-44ed-ae12-56bc17b45914 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:22:39.103895 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:22:39.113587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] Sync routers for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:22:39.122456 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:39.123896 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:22:39.124553 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:22:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:22:39.150263 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-7d4715fd-c752-479f-b156-f24c30b90c98 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7687962 Dec 24 04:22:39.150853 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:22:39.153311 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02d2d9cedc1e61c3c38947328fd3a14c60dc6aceef2db28006ce0d3481c6e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b044ee17-c195-4b10-8e60-2326961be5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "tag": "cfdbe247-c08c-4886-8a42-860c33409644"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:22:39.191998 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f05624-bedb-4993-8b91-574ad09910b3 x-openstack-request-id: req-79f05624-bedb-4993-8b91-574ad09910b3 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:22:39.192312 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "tag": "cfdbe247-c08c-4886-8a42-860c33409644", "status": "completed", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:22:39.192657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79f05624-bedb-4993-8b91-574ad09910b3 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:22:39.193094 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644', 'status': 'completed', 'code': 200} Dec 24 04:22:39.243210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:22:39.293157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ee17-c195-4b10-8e60-2326961be5bd req-6c1f800e-050a-4f93-a00a-53115a303af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:39.294720 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b044ee17-c195-4b10-8e60-2326961be5bd req-6c1f800e-050a-4f93-a00a-53115a303af3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0517533 Dec 24 04:22:39.395934 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ee17-c195-4b10-8e60-2326961be5bd req-e4bd34a7-b5ad-4fba-ab29-6a8f087353e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:39.397426 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b044ee17-c195-4b10-8e60-2326961be5bd req-e4bd34a7-b5ad-4fba-ab29-6a8f087353e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0960634 Dec 24 04:22:39.461958 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b044ee17-c195-4b10-8e60-2326961be5bd req-503b8e51-d540-4244-9fce-613da1457138 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 1000 time: 0.0575929 Dec 24 04:22:39.471565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '1f60662f-b805-4849-9772-c2a04552a523', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'port_id': 'cfdbe247-c08c-4886-8a42-860c33409644', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'mac_address': 'fa:16:3e:02:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:22:37Z', 'updated_at': '2021-12-24T04:22:37Z', 'revision_number': 0, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:22:39.497045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] Checking router: 5877bc59-5049-44ed-ae12-56bc17b45914 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:22:39.505501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:22:39.506106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:22:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:22:39.510047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ee17-c195-4b10-8e60-2326961be5bd req-59246366-be6b-4bb3-9d86-cdb08e86974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:39.511482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b044ee17-c195-4b10-8e60-2326961be5bd req-59246366-be6b-4bb3-9d86-cdb08e86974f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0429425 Dec 24 04:22:39.558638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ee17-c195-4b10-8e60-2326961be5bd req-05bbf1b0-6294-4872-882f-0187c77b2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:39.560025 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b044ee17-c195-4b10-8e60-2326961be5bd req-05bbf1b0-6294-4872-882f-0187c77b2a50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418310 Dec 24 04:22:39.563336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb043-78d3-41ca-b24a-7d1364dcb4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:39.623617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:22:39.656452 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b044ee17-c195-4b10-8e60-2326961be5bd req-3eac1345-8019-4566-be15-955388d35e38 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893948 Dec 24 04:22:39.750334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b044ee17-c195-4b10-8e60-2326961be5bd req-19a73d2d-5f27-4b82-a322-8d0062cd5c9e service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855682 Dec 24 04:22:39.847905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '1f60662f-b805-4849-9772-c2a04552a523', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'port_id': 'cfdbe247-c08c-4886-8a42-860c33409644', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'mac_address': 'fa:16:3e:02:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:22:37Z', 'updated_at': '2021-12-24T04:22:37Z', 'revision_number': 0, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:22:39.874289 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a94eff-0347-48f4-8d2d-9650756d440e None None] The sync data for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv is: [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '1f60662f-b805-4849-9772-c2a04552a523', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'port_id': 'cfdbe247-c08c-4886-8a42-860c33409644', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'mac_address': 'fa:16:3e:02:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:22:37Z', 'updated_at': '2021-12-24T04:22:37Z', 'revision_number': 0, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:22:40.059177 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feaf194-e7e0-485b-837d-c92194e33706 None None] New status for floating IP 1f60662f-b805-4849-9772-c2a04552a523: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:22:41.891085 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4e14492-b1d2-43e5-b3af-8336d4a70bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:42.955418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:44.658118 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:45.202446 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:50.835442 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:22:52.726401 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:22:55.311513 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-5456ffe8-ef5f-4076-88b1-4c6f016e424d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381606 Dec 24 04:22:55.408438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-74630a0b-b34b-44dc-b344-2673a48fda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:55.409798 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-74630a0b-b34b-44dc-b344-2673a48fda26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0388589 Dec 24 04:22:55.823858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-14c51914-8c48-4f7c-8187-44b10f3cac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:55.825323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-14c51914-8c48-4f7c-8187-44b10f3cac0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.3939772 Dec 24 04:22:55.891470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-c9069fbf-2c41-4f0a-b17f-e3b2f4e15b05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 1002 time: 0.0587246 Dec 24 04:22:55.947103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-482495e4-d4b3-442a-be52-7ff12fc514bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:55.948866 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-482495e4-d4b3-442a-be52-7ff12fc514bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0488076 Dec 24 04:22:56.000843 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-f2ae3110-649d-452e-aa3b-85eef167ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:22:56.002384 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-f2ae3110-649d-452e-aa3b-85eef167ea7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408275 Dec 24 04:22:56.088259 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-953ce71f-4963-4a99-b958-e3ff114c10b4 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784669 Dec 24 04:22:56.182467 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-46b817e0-9543-4e8b-8d79-3f59883645c6 req-ec9ef599-6a99-45dc-a6f4-78d346971741 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874469 Dec 24 04:23:09.546912 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71f49153-0127-4e8c-acd7-7adfb46e5f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:11.891703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-310b45d0-2fe0-4f81-aad6-9236c022914c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:12.957668 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:14.659125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:15.202770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:22.729399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:27.834201 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:23:39.551934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7daf0b5f-6b3c-43d9-9dd4-687d607ad89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:41.894288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b15ce067-3da3-4e5e-a1c2-a9f5d620c6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:42.960056 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:44.660722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:45.205122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:52.723415 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:23:56.396276 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-6dcc3335-ba95-44e3-86ec-0b13788cb25f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782297 Dec 24 04:23:56.495956 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-833e9385-f1ac-44b3-9cf9-c9e50ac7f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:23:56.497986 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-833e9385-f1ac-44b3-9cf9-c9e50ac7f5e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0414803 Dec 24 04:23:56.602727 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-a8262db3-9703-498a-80ff-05b33257214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:23:56.604166 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-a8262db3-9703-498a-80ff-05b33257214f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0866377 Dec 24 04:23:56.672094 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-6529543b-cb4a-4cd7-9b57-efee055de636 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 1002 time: 0.0564797 Dec 24 04:23:56.718770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-152755f6-b63b-4d23-97be-20e909370026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:23:56.720139 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-152755f6-b63b-4d23-97be-20e909370026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0421178 Dec 24 04:23:56.767225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-bececc81-9268-4ab5-b84d-7043bb873a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:23:56.769275 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-bececc81-9268-4ab5-b84d-7043bb873a87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411186 Dec 24 04:23:56.856675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-c9847abd-e408-43c0-acfc-3ca57058ce75 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806329 Dec 24 04:23:56.947167 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-97192381-d81b-41cc-b1b1-e5839d8b83f7 req-66c47b1c-a607-4cbf-a454-d3bda6dac229 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838068 Dec 24 04:24:04.836014 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:24:09.553700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86888f52-3941-4abf-9e9c-07e38e1b3dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:11.896328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-775b291d-96ee-4604-aacf-bf6a5fc4c435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:12.960655 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:14.663921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:15.206667 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:22.746590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:37.903829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f67c4-ca88-4f66-91b3-5cd53fd230c6 req-bae0f532-246d-4df6-a644-512541d73598 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:37.905324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-094f67c4-ca88-4f66-91b3-5cd53fd230c6 req-bae0f532-246d-4df6-a644-512541d73598 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.1058121 Dec 24 04:24:37.958638 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-094f67c4-ca88-4f66-91b3-5cd53fd230c6 req-28bdc72d-07dc-42a9-8649-d125cac50b84 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469491 Dec 24 04:24:39.154507 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6428da6-da32-4c4c-b465-4133595444ba req-b30c2c14-b7ec-4dec-b32f-85ea97aa86fb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:39.156013 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6428da6-da32-4c4c-b465-4133595444ba req-b30c2c14-b7ec-4dec-b32f-85ea97aa86fb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0943592 Dec 24 04:24:39.206046 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6428da6-da32-4c4c-b465-4133595444ba req-0f9f65d2-eb3d-4cb2-91b7-8cf6251e9079 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Dec 24 04:24:39.557148 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5efafdeb-980a-4ff7-b23b-5f96dcbfb7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:40.326978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a32e4-bde5-48c8-8e43-b51360b77095 req-f61c62a5-7845-4489-adec-1e08bfe3cc67 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:40.328443 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a8a32e4-bde5-48c8-8e43-b51360b77095 req-f61c62a5-7845-4489-adec-1e08bfe3cc67 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0479472 Dec 24 04:24:40.375953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7a8a32e4-bde5-48c8-8e43-b51360b77095 req-de9f50cd-03d4-4854-906f-c242c982ad8c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Dec 24 04:24:41.491414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f25b-4b92-4fdf-9822-2a2d3dc56f1f req-5ec26026-e642-4b70-8fd5-3d4838217810 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:41.492869 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b7f25b-4b92-4fdf-9822-2a2d3dc56f1f req-5ec26026-e642-4b70-8fd5-3d4838217810 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0515077 Dec 24 04:24:41.540804 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b7f25b-4b92-4fdf-9822-2a2d3dc56f1f req-97ff70cf-a6a3-4d73-9a92-7965fc0573da tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Dec 24 04:24:41.835462 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:24:41.899074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63e960e2-6d7b-4002-89b6-8868c9a81fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:42.651626 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81dcc-004c-4a0a-a8ee-b879c7ed5b7d req-58ea14ee-f272-46ab-aef0-9312071930ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:42.653101 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9a81dcc-004c-4a0a-a8ee-b879c7ed5b7d req-58ea14ee-f272-46ab-aef0-9312071930ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0472558 Dec 24 04:24:42.701003 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d9a81dcc-004c-4a0a-a8ee-b879c7ed5b7d req-60bcd1fe-e851-4912-ab25-28f7fc3d4116 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Dec 24 04:24:42.964723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:43.812834 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eb1de-de04-42eb-8a17-de63e241e77b req-cc02c113-24f2-4ada-a473-0dcf5bacad79 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:43.814298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-787eb1de-de04-42eb-8a17-de63e241e77b req-cc02c113-24f2-4ada-a473-0dcf5bacad79 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0470381 Dec 24 04:24:43.868156 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-787eb1de-de04-42eb-8a17-de63e241e77b req-471df1c7-64bf-490c-b924-da85293c179e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Dec 24 04:24:44.664995 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:44.979972 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be916af9-45be-4981-8779-181834d31bb3 req-5807911d-75a4-4a7f-a117-a407f84ce66d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:44.981463 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be916af9-45be-4981-8779-181834d31bb3 req-5807911d-75a4-4a7f-a117-a407f84ce66d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0480499 Dec 24 04:24:45.029458 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be916af9-45be-4981-8779-181834d31bb3 req-cd1f48e9-b622-4e7b-816f-e039ecdeae6a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Dec 24 04:24:45.211858 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:46.141239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f7ad0-d619-49dd-96ce-cb366fd669e7 req-d8893382-e98f-4165-a57a-7bba65d2ef85 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:46.142673 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c17f7ad0-d619-49dd-96ce-cb366fd669e7 req-d8893382-e98f-4165-a57a-7bba65d2ef85 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0483608 Dec 24 04:24:46.191411 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c17f7ad0-d619-49dd-96ce-cb366fd669e7 req-cf5cd53b-236d-4e85-a867-c5525be5ac7c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 Dec 24 04:24:47.310808 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d946-cac8-4110-917a-03bd768607fd req-d570ea1d-2959-4793-8ef1-667effaaf4d9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:47.312237 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6e76d946-cac8-4110-917a-03bd768607fd req-d570ea1d-2959-4793-8ef1-667effaaf4d9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0519304 Dec 24 04:24:47.360015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6e76d946-cac8-4110-917a-03bd768607fd req-9aaca1d0-1e5b-45ab-b23a-69908adaed05 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 Dec 24 04:24:47.983477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-47a66d46-1d12-4837-9d92-115b166d64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:47.984968 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-47a66d46-1d12-4837-9d92-115b166d64de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0394130 Dec 24 04:24:48.075229 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-febabd27-e965-4ad3-a185-ecc4b83a218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:48.076684 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-febabd27-e965-4ad3-a185-ecc4b83a218b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0850306 Dec 24 04:24:48.139133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-e7503da6-da02-400a-bb72-93a9d92cb570 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 1002 time: 0.0558674 Dec 24 04:24:48.187091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-10d7ee00-404c-4acd-af4f-6c490f8ea718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:48.188550 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-10d7ee00-404c-4acd-af4f-6c490f8ea718 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0425978 Dec 24 04:24:48.236962 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-f80cba67-3f56-4455-a960-d1cac0138110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:48.238379 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-f80cba67-3f56-4455-a960-d1cac0138110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432820 Dec 24 04:24:48.325884 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-c06f1c23-bbb2-4b8b-b8d9-f4111b471769 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794172 Dec 24 04:24:48.420053 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a3224147-38ed-46df-97d9-2bddaa74eb9b req-f6f77ae0-3342-4e59-9bc8-d0b035e6470d service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872221 Dec 24 04:24:48.475341 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde541a0-77bc-4b6a-87c3-ddd6a5c4b2d5 req-f771b315-f309-4f0e-b9dd-6e81975a87a0 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:48.477091 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cde541a0-77bc-4b6a-87c3-ddd6a5c4b2d5 req-f771b315-f309-4f0e-b9dd-6e81975a87a0 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0483477 Dec 24 04:24:48.525149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cde541a0-77bc-4b6a-87c3-ddd6a5c4b2d5 req-42d7889f-aed6-4bb3-b584-08e8d2e0683d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 Dec 24 04:24:49.639339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452a04-4a6a-460d-bace-751cef910f60 req-a579fd9f-d91c-4d9a-9930-734b89689a97 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:49.640802 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6452a04-4a6a-460d-bace-751cef910f60 req-a579fd9f-d91c-4d9a-9930-734b89689a97 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0477312 Dec 24 04:24:49.693044 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6452a04-4a6a-460d-bace-751cef910f60 req-7f3d3352-ab25-46aa-8aad-0ce6c3f22234 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465939 Dec 24 04:24:50.806128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76d087-7c90-4688-aa8d-c841d19d41ee req-bf681ea2-2bd0-43a8-bf52-0e638f78121d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:50.807593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c76d087-7c90-4688-aa8d-c841d19d41ee req-bf681ea2-2bd0-43a8-bf52-0e638f78121d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0477340 Dec 24 04:24:50.856722 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5c76d087-7c90-4688-aa8d-c841d19d41ee req-c28a0c8d-0b79-4a6a-b641-a8928678328f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Dec 24 04:24:51.973911 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae650746-8747-400a-ad12-429d1b853e99 req-1af6044d-942e-4511-9ba0-bce45161047c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:51.975659 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae650746-8747-400a-ad12-429d1b853e99 req-1af6044d-942e-4511-9ba0-bce45161047c tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Dec 24 04:24:52.024442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ae650746-8747-400a-ad12-429d1b853e99 req-c7a2f04c-7642-478a-b42b-5c38a3a2befe tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Dec 24 04:24:52.761411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:53.142147 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529f98-9cd0-4c2d-8745-a9b2289e101b req-d261f508-aca0-487c-9500-ae0f95601d47 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:53.143594 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c6529f98-9cd0-4c2d-8745-a9b2289e101b req-d261f508-aca0-487c-9500-ae0f95601d47 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0530694 Dec 24 04:24:53.192500 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c6529f98-9cd0-4c2d-8745-a9b2289e101b req-4956afd0-eac9-4141-a203-70d3881fd55b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Dec 24 04:24:53.329091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-a7b08a8d-3628-4b2d-8dc7-baeb72d2dfe1 req-eb02ad3d-57fa-47f8-b6e5-751d265704e3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:24:53.330182 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a7b08a8d-3628-4b2d-8dc7-baeb72d2dfe1 req-eb02ad3d-57fa-47f8-b6e5-751d265704e3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0398896 Dec 24 04:24:53.442760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device cfdbe247-c08c-4886-8a42-860c33409644 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:24:53.468960 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-5afc33f0-a79a-443c-93a9-e1813b76c255 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519361 Dec 24 04:24:53.480126 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d078a-303c-4ee2-9f86-cbf7502d37f1 req-37537dc4-06e8-4a4e-ae56-99c456ee318e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:53.481796 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-458d078a-303c-4ee2-9f86-cbf7502d37f1 req-37537dc4-06e8-4a4e-ae56-99c456ee318e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0503869 Dec 24 04:24:53.520597 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-c2528f36-e061-4df9-bf39-c96ca90424c7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:24:53.523330 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-c2528f36-e061-4df9-bf39-c96ca90424c7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0536416 Dec 24 04:24:53.532867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:53.539482 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-458d078a-303c-4ee2-9f86-cbf7502d37f1 req-47734e2f-6868-4154-892c-7b9e46d32f03 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508573 Dec 24 04:24:53.571699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:24:53.587042 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:24:53.590925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:24:53.629039 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086248a0b395cf5a6a31ba8edcc9924d35e82a7db525358c8b944baad2078eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c148e1-0b8e-409c-b6be-463428c72b4d" -d '{"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-unplugged", "status": "completed", "tag": "cfdbe247-c08c-4886-8a42-860c33409644"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:24:53.650729 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:24:53.657958 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.658319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.658657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.658991 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.659842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.660344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.660999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.661338 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.661666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.661999 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.662325 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.662649 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.662968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:24:53.719194 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Dec 2021 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33469889-e056-4a81-aeeb-b515b849dca4 x-openstack-request-id: req-33469889-e056-4a81-aeeb-b515b849dca4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:24:53.719541 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-unplugged", "status": "failed", "tag": "cfdbe247-c08c-4886-8a42-860c33409644", "code": 422}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:24:53.719801 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33469889-e056-4a81-aeeb-b515b849dca4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:24:53.720205 dv-neutron-822869-1-hyperv neutron-server[103178]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644', 'code': 422} returned with failed status Dec 24 04:24:54.660872 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5221890-6c29-4430-9422-a6bc220740d3 req-68534c9f-2336-4d86-bdac-05d379bdd097 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:54.662374 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5221890-6c29-4430-9422-a6bc220740d3 req-68534c9f-2336-4d86-bdac-05d379bdd097 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0490603 Dec 24 04:24:54.715308 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5221890-6c29-4430-9422-a6bc220740d3 req-e1d0cd4f-8093-4f61-8b65-60bc4391b01b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470228 Dec 24 04:24:55.826039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095873bd-9704-4396-aea5-94306be37e4d req-edbf5029-0dff-43d1-ae8b-3bbf4295b562 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:55.827496 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-095873bd-9704-4396-aea5-94306be37e4d req-edbf5029-0dff-43d1-ae8b-3bbf4295b562 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0474379 Dec 24 04:24:55.880397 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-095873bd-9704-4396-aea5-94306be37e4d req-fed9e38f-9418-4767-89a1-2a631671150a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463474 Dec 24 04:24:56.996032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb697ef6-ce58-4525-8d9b-950005676290 req-6520594c-5cb8-4dea-bb89-ff1806c2d578 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:56.997654 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb697ef6-ce58-4525-8d9b-950005676290 req-6520594c-5cb8-4dea-bb89-ff1806c2d578 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0508800 Dec 24 04:24:57.048125 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cb697ef6-ce58-4525-8d9b-950005676290 req-de701062-1968-4a69-97fc-81336535d35d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428276 Dec 24 04:24:58.170503 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6fe5-89a8-4bbc-90e4-a75601d0075e req-2967265d-f2b7-4a79-b30e-9f174f38d276 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:58.171979 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d48a6fe5-89a8-4bbc-90e4-a75601d0075e req-2967265d-f2b7-4a79-b30e-9f174f38d276 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0568783 Dec 24 04:24:58.223114 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d48a6fe5-89a8-4bbc-90e4-a75601d0075e req-ac6e1d3c-34bb-4e4a-892f-abed193bb1b3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Dec 24 04:24:59.255825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-cf555a75-ccfd-4041-8865-f50f701e21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:59.257334 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-cf555a75-ccfd-4041-8865-f50f701e21ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56&tenant_id=dca02d5755444644a0c5d4da7a7498b4 HTTP/1.1" status: 200 len: 1097 time: 0.0417373 Dec 24 04:24:59.355514 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-38ba2e2f-8897-45d5-8330-0e36396223f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:59.357068 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-38ba2e2f-8897-45d5-8330-0e36396223f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1097 time: 0.0681727 Dec 24 04:24:59.370297 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd38fa-4f14-4449-af45-b030271952f5 req-1f33613a-1473-4a06-b661-9d2865e44610 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:59.371634 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-04cd38fa-4f14-4449-af45-b030271952f5 req-1f33613a-1473-4a06-b661-9d2865e44610 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0815928 Dec 24 04:24:59.470360 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-04cd38fa-4f14-4449-af45-b030271952f5 req-dc46e801-b6ab-4a33-8e73-9b735f537bab tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909169 Dec 24 04:24:59.486757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-4d9d362d-400a-44ba-b862-7c9307dfdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:59.488229 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-4d9d362d-400a-44ba-b862-7c9307dfdcee service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.1157749 Dec 24 04:24:59.555626 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-59208b66-1f0e-4d7f-8305-859e48e27be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 1000 time: 0.0593429 Dec 24 04:24:59.602974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-f0eca9f8-fe41-4ff2-8c72-d2d0fa14eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:59.604324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-f0eca9f8-fe41-4ff2-8c72-d2d0fa14eadf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0420997 Dec 24 04:24:59.647830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-5b175340-4b2e-49da-9428-1715a8088d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:24:59.649172 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-5b175340-4b2e-49da-9428-1715a8088d66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380030 Dec 24 04:24:59.746512 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-49903c25-f821-49a0-97a9-4c5035fe7518 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836508 Dec 24 04:24:59.838324 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-9207957c-a77e-45af-a2bc-558aa5da2815 req-e4fa5aa0-4626-4b2e-b93a-26f2486a8ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851362 Dec 24 04:25:00.587991 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f560d6b-d707-4202-906a-98dca4284acc req-a54427c0-1ea6-415e-9031-05c451548dde tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:00.589584 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f560d6b-d707-4202-906a-98dca4284acc req-a54427c0-1ea6-415e-9031-05c451548dde tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0537832 Dec 24 04:25:00.639129 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f560d6b-d707-4202-906a-98dca4284acc req-20495d9b-3873-4576-a65d-a95c70e557cd tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436540 Dec 24 04:25:01.749712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4b720-9522-48d2-abf1-fe50aea6dcce req-d701985d-6cf4-4332-8f52-b5e9683a533a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:01.751144 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1de4b720-9522-48d2-abf1-fe50aea6dcce req-d701985d-6cf4-4332-8f52-b5e9683a533a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0468612 Dec 24 04:25:01.797972 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1de4b720-9522-48d2-abf1-fe50aea6dcce req-a024d092-31ad-4209-ab2a-73d4f337c181 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404124 Dec 24 04:25:02.918773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34296490-c0d0-4957-a9a8-03170223ad9f req-063a4e30-0d51-4474-887d-bedf20c52f2a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:02.920204 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-34296490-c0d0-4957-a9a8-03170223ad9f req-063a4e30-0d51-4474-887d-bedf20c52f2a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0512378 Dec 24 04:25:02.969246 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-34296490-c0d0-4957-a9a8-03170223ad9f req-a45d2e08-23ec-4d6f-a4ce-83fb5e1ceaea tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Dec 24 04:25:04.082141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0592d5d-1f46-4cd7-a1b3-c92405502e30 req-9f218901-b03b-4434-904f-ae637b5b16ad tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:04.083585 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e0592d5d-1f46-4cd7-a1b3-c92405502e30 req-9f218901-b03b-4434-904f-ae637b5b16ad tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0468435 Dec 24 04:25:04.132058 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-e0592d5d-1f46-4cd7-a1b3-c92405502e30 req-79fcef79-b4d3-44fe-b221-c925b6d5385e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Dec 24 04:25:05.243694 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1717b6-ab1c-4726-87b7-be790d38aba8 req-a6b901de-08a8-45ab-919d-318810083cd2 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:05.245146 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd1717b6-ab1c-4726-87b7-be790d38aba8 req-a6b901de-08a8-45ab-919d-318810083cd2 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0476155 Dec 24 04:25:05.297141 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dd1717b6-ab1c-4726-87b7-be790d38aba8 req-a826bc3e-1b12-41d5-9f08-855b4fd3c404 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 Dec 24 04:25:06.407371 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9603b7-2e92-4b3c-8cbc-7d67f27562ee req-8c1e9272-4af6-40d6-8b4e-1cfede70d221 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:06.408735 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e9603b7-2e92-4b3c-8cbc-7d67f27562ee req-8c1e9272-4af6-40d6-8b4e-1cfede70d221 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0475895 Dec 24 04:25:06.456515 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3e9603b7-2e92-4b3c-8cbc-7d67f27562ee req-60955d54-64b6-46b0-afc5-8ce031012a83 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Dec 24 04:25:07.525585 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device cfdbe247-c08c-4886-8a42-860c33409644 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:25:07.569542 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa7373-26e3-4168-b19f-80cd959e54b0 req-250d1146-7a98-41d0-aa68-b6f03b8f6e06 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:07.570997 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-affa7373-26e3-4168-b19f-80cd959e54b0 req-250d1146-7a98-41d0-aa68-b6f03b8f6e06 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 944 time: 0.0489805 Dec 24 04:25:07.618273 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:25:07.618911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-affa7373-26e3-4168-b19f-80cd959e54b0 req-32b2741b-5ce8-4e7f-903a-dd50caec4fcf tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Dec 24 04:25:07.630390 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'cfdbe247-c08c-4886-8a42-860c33409644', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'port_id': 'cfdbe247-c08c-4886-8a42-860c33409644', 'mac_address': 'fa:16:3e:02:d4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:25:07.669458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:07.682182 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdbe247-c08c-4886-8a42-860c33409644 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:25:07.701637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:25:07.705104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:07.749426 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:25:08.161122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['cfdbe247-c08c-4886-8a42-860c33409644'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:25:08.734231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e8c68-40b5-4a5c-9ead-869661ed46d5 req-71acbdef-2d96-41a9-8ff7-cea677f5b1c3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:08.735672 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-243e8c68-40b5-4a5c-9ead-869661ed46d5 req-71acbdef-2d96-41a9-8ff7-cea677f5b1c3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 945 time: 0.0512998 Dec 24 04:25:08.783156 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-243e8c68-40b5-4a5c-9ead-869661ed46d5 req-324ed6e7-beb4-4dbd-8928-e63335a5e7c9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Dec 24 04:25:09.517536 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device cfdbe247-c08c-4886-8a42-860c33409644 up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:25:09.570737 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d36390e4-3aee-4d4f-a7cb-2e8308828de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:09.579123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port cfdbe247-c08c-4886-8a42-860c33409644 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:25:09.579475 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:09.653329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:09.675643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:25:09.677878 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086248a0b395cf5a6a31ba8edcc9924d35e82a7db525358c8b944baad2078eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb42736-8d47-4474-9ec6-7bc404a2af36" -d '{"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-plugged", "status": "completed", "tag": "cfdbe247-c08c-4886-8a42-860c33409644"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:25:09.690435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:25:09.694443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:09.719791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7db68f4-acc3-4246-9531-8c51b73da814 x-openstack-request-id: req-e7db68f4-acc3-4246-9531-8c51b73da814 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:25:09.720086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-plugged", "status": "completed", "tag": "cfdbe247-c08c-4886-8a42-860c33409644", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:25:09.720339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7db68f4-acc3-4246-9531-8c51b73da814 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:25:09.720741 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644', 'code': 200} Dec 24 04:25:09.744680 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:25:09.898875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9452d-2f63-4379-8904-8b5979a4ea0f req-94ff91c9-ed13-4eb1-9058-623c63af0e0d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:09.900702 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6e9452d-2f63-4379-8904-8b5979a4ea0f req-94ff91c9-ed13-4eb1-9058-623c63af0e0d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0490432 Dec 24 04:25:09.980475 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d6e9452d-2f63-4379-8904-8b5979a4ea0f req-6244c705-014f-4c1d-a85f-0a860f4732f9 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739188 Dec 24 04:25:09.992705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb8e6e-0d2c-4184-891b-8f5327840b5e req-b5f744af-a7f3-4821-832d-df34153d99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:09.994161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ccb8e6e-0d2c-4184-891b-8f5327840b5e req-b5f744af-a7f3-4821-832d-df34153d99ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0594652 Dec 24 04:25:10.039782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7ccb8e6e-0d2c-4184-891b-8f5327840b5e req-aa4f3b05-a84c-4a1a-bbb3-8f60b94526b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389340 Dec 24 04:25:11.094251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5400342-4568-447f-b0bd-b8d1df47ca2b req-3a495c47-38b5-4117-ba09-74a78d76733e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:11.095682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5400342-4568-447f-b0bd-b8d1df47ca2b req-3a495c47-38b5-4117-ba09-74a78d76733e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0476282 Dec 24 04:25:11.144329 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f5400342-4568-447f-b0bd-b8d1df47ca2b req-f4cf751e-a1f6-43be-a69b-d86b5c93380e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Dec 24 04:25:11.901767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72163b71-a413-4a3d-8af7-d4471ba36919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:12.255037 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58358e-5739-4bb3-ae43-0a09537c12e6 req-be3070fb-6cf0-4e23-9269-97a8e457af9f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:12.256478 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8c58358e-5739-4bb3-ae43-0a09537c12e6 req-be3070fb-6cf0-4e23-9269-97a8e457af9f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0468159 Dec 24 04:25:12.307843 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8c58358e-5739-4bb3-ae43-0a09537c12e6 req-e66c51fc-7db1-4ab0-97da-4995b416419f tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454731 Dec 24 04:25:12.966386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:14.668917 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:15.213468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:18.834408 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:25:22.750730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:39.561552 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1064215-b29e-4c82-86ff-9d7c3baca9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:41.903119 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da474b42-0d41-457e-8b0c-576dbb275fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:42.970017 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:44.670767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:45.216080 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:52.762830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:25:55.833377 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:25:57.292393 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-9b81534d-a4d9-4998-bf08-75fb9dd1682c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383294 Dec 24 04:25:57.386729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-981fc142-ac0f-47b1-812b-614a871f482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:57.388161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-981fc142-ac0f-47b1-812b-614a871f482c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0387657 Dec 24 04:25:57.491823 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-64930401-59c4-405a-95d1-2df5884b8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:57.493413 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-64930401-59c4-405a-95d1-2df5884b8c2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.0862460 Dec 24 04:25:57.556147 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-6624bc48-5e82-45d1-9736-2b3e450ae896 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 1002 time: 0.0559349 Dec 24 04:25:57.608598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-3ee29596-2951-42b6-a6d6-cdc26590fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:57.610017 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-3ee29596-2951-42b6-a6d6-cdc26590fba1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0473857 Dec 24 04:25:57.653837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-cdae1d4b-3b2a-4069-b763-b6797f3eca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:25:57.655287 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-cdae1d4b-3b2a-4069-b763-b6797f3eca2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386138 Dec 24 04:25:57.665658 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-cb498d95-450f-4b49-b5f2-6ff2dd2704de service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 04:25:57.666690 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-cb498d95-450f-4b49-b5f2-6ff2dd2704de service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047128 Dec 24 04:25:57.757679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-8ad08be8-ee65-4cef-85e9-9e66e2fbb815 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 Dec 24 04:25:57.843501 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5d62fca4-474c-402a-95e6-c1c95b29221b req-e3426e2b-bd4e-4fbb-be92-b661f4ef6334 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786645 Dec 24 04:26:09.563673 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88154789-7c67-4fda-b1f5-28d86631b147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:11.904266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1afa7b93-96da-4ad3-8beb-fa6e20308613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:12.973587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:14.674199 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:15.220071 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:22.746578 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:25.663054 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58344) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:25.825174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Deleting port 31ce9ff8-18b6-455e-998a-3840c5c6991f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:25.825518 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:25.897444 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:25.897768 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:25.909479 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Calling delete_port for 31ce9ff8-18b6-455e-998a-3840c5c6991f owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:26.055753 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:26.082084 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event deleted for resources: {'Port': ['ID=31ce9ff8-18b6-455e-998a-3840c5c6991f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:26.093197 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.093549 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.093890 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.094225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.094555 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.094880 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.095203 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.095523 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.095844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.096162 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.096510 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.096829 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.097143 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:26.152613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:26.152938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Floating IP 1f60662f-b805-4849-9772-c2a04552a523 disassociated (deleted). External IP: 172.26.5.254, port: cfdbe247-c08c-4886-8a42-860c33409644. Dec 24 04:26:26.348588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Router 5877bc59-5049-44ed-ae12-56bc17b45914 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:26:26.453876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:26:26.458712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:26.463619 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] Sync routers for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:26:26.475092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:26.475705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:26.485833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-275007d4-9b47-4466-aa64-b3ebcb0baeeb tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f60662f-b805-4849-9772-c2a04552a523 HTTP/1.1" status: 204 len: 168 time: 0.8216913 Dec 24 04:26:26.486495 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:26:26.548083 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4593e7a-1cd3-47dc-8238-0764f111351e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "tag": "cfdbe247-c08c-4886-8a42-860c33409644"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:26:26.584265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:26.640906 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77e087f-2630-44fe-bd52-9469ebd1c72a x-openstack-request-id: req-f77e087f-2630-44fe-bd52-9469ebd1c72a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:26:26.641207 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "tag": "cfdbe247-c08c-4886-8a42-860c33409644", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:26:26.641466 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f77e087f-2630-44fe-bd52-9469ebd1c72a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:26:26.641872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644', 'status': 'completed', 'code': 200} Dec 24 04:26:26.762052 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa842cb-9956-4b67-a3d5-42861577a37f req-353c3b39-67aa-4173-976a-a358b2e56603 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:26.763533 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afa842cb-9956-4b67-a3d5-42861577a37f req-353c3b39-67aa-4173-976a-a358b2e56603 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0908015 Dec 24 04:26:26.774380 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-f129ef80-3f41-40a1-b86c-4ab820c1b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:26.776295 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-f129ef80-3f41-40a1-b86c-4ab820c1b3e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca02d5755444644a0c5d4da7a7498b4&device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 1099 time: 0.0658865 Dec 24 04:26:26.794414 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:26.820013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] Checking router: 5877bc59-5049-44ed-ae12-56bc17b45914 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:26:26.828591 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:26.829226 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:26.935298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:27.140990 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:27.172436 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1b4b2-493b-470c-a447-1497183ca937 None None] The sync data for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv is: [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:26Z', 'revision_number': 4, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': 'e724661d-1a1a-403c-822f-bb9379605b9f', 'name': '', 'network_id': 'e733fb93-46eb-4f06-a550-46674b8a4b3c', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'mac_address': 'fa:16:3e:fa:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:26Z', 'updated_at': '2021-12-24T04:16:31Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'subnets': [{'id': 'cbafc2ad-6433-43f7-bf5e-07f71369dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:26:27.182615 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afa842cb-9956-4b67-a3d5-42861577a37f req-d7c93c6e-1c27-4899-a13d-37e575e3ba68 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115875 Dec 24 04:26:27.215878 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-aee84504-eb80-4519-8f64-719e7e1af50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:27.217617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-aee84504-eb80-4519-8f64-719e7e1af50f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 200 len: 909 time: 0.4298191 Dec 24 04:26:27.260684 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-e6dceaa0-c570-4660-ae6b-3572f821318e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 200 len: 217 time: 0.0347013 Dec 24 04:26:27.309339 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-dcc59874-7ecd-4fe2-a0d8-c96d9d18f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:27.310794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-dcc59874-7ecd-4fe2-a0d8-c96d9d18f4ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 200 len: 848 time: 0.0434315 Dec 24 04:26:27.362424 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-1f6f6696-07ec-4f60-a1ad-8d29737ccac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:27.363919 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-1f6f6696-07ec-4f60-a1ad-8d29737ccac8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e733fb93-46eb-4f06-a550-46674b8a4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448875 Dec 24 04:26:27.394888 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4528aaa-1398-4cd5-acb3-18ed0d8d30b6 None None] New status for floating IP 1f60662f-b805-4849-9772-c2a04552a523: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:26:27.455382 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-6a93d704-361b-480a-a400-aa92a5736129 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826428 Dec 24 04:26:27.549466 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d4593e7a-1cd3-47dc-8238-0764f111351e req-6bce30f7-4874-49c8-ba17-be13d624e699 service neutron] 10.222.0.41 "GET /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857906 Dec 24 04:26:28.298294 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25e12b-f241-4b60-880d-6c928020adb7 req-815bc960-5d95-425e-a216-a5c80fa2098b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:28.299746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea25e12b-f241-4b60-880d-6c928020adb7 req-815bc960-5d95-425e-a216-a5c80fa2098b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0477939 Dec 24 04:26:28.347015 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ea25e12b-f241-4b60-880d-6c928020adb7 req-39525b11-c137-43a4-8d71-751c577804ce tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/security-groups?id=42e669c9-7a4c-4ee5-ad73-b03e452bf63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410511 Dec 24 04:26:28.568192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-d6f65c87-ff2d-4af5-92ed-33dccdef910a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:28.569645 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-d6f65c87-ff2d-4af5-92ed-33dccdef910a tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 946 time: 0.0471032 Dec 24 04:26:28.660667 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Deleting port cfdbe247-c08c-4886-8a42-860c33409644 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:28.660924 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:28.746332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] For port cfdbe247-c08c-4886-8a42-860c33409644, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfdbe247-c08c-4886-8a42-860c33409644,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:28.746689 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:28.758745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Calling delete_port for cfdbe247-c08c-4886-8a42-860c33409644 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:28.885073 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:28.913086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event deleted for resources: {'Port': ['ID=cfdbe247-c08c-4886-8a42-860c33409644,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:28.956212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] No DVR routers for this DVR port cfdbe247-c08c-4886-8a42-860c33409644 on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:26:28.958671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:28.961925 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f08a2cdd-e4d5-4c31-a6d1-f2d9a4a96aec req-485d3ece-3d76-45f9-b47b-855ddf4e237b tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.41 "DELETE /v2.0/ports/cfdbe247-c08c-4886-8a42-860c33409644 HTTP/1.1" status: 204 len: 173 time: 0.3856726 Dec 24 04:26:28.962358 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-deleted', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:26:28.965177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd25564-8294-4bdc-8277-0bae89fd05f9" -d '{"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-deleted", "tag": "cfdbe247-c08c-4886-8a42-860c33409644"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:26:28.999977 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1763c21-2d56-432e-912b-72f5c3590257 x-openstack-request-id: req-f1763c21-2d56-432e-912b-72f5c3590257 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:26:29.000291 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d95a6a-1ee6-401c-a636-f7bc599f5b56", "name": "network-vif-deleted", "tag": "cfdbe247-c08c-4886-8a42-860c33409644", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:26:29.000562 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1763c21-2d56-432e-912b-72f5c3590257 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:26:29.000958 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d95a6a-1ee6-401c-a636-f7bc599f5b56', 'name': 'network-vif-deleted', 'tag': 'cfdbe247-c08c-4886-8a42-860c33409644', 'status': 'completed', 'code': 200} Dec 24 04:26:29.446679 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f866d0e5-ea2b-4801-a562-27fe094e53c7 req-42942790-3a7a-4eba-a0c7-92e868d7e60d tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 210 time: 0.0259235 Dec 24 04:26:30.542381 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-5ed47903-14e8-4a7f-9045-7edf9687ab42 req-f8520147-cdf6-4279-ad6e-71aa5f6911f2 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 210 time: 0.0259571 Dec 24 04:26:31.636722 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-36c9a521-5c05-4453-b896-578f758c3090 req-aa97dc84-1f33-4b18-853a-8e9045081b4e tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 210 time: 0.0286505 Dec 24 04:26:31.879458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device cfdbe247-c08c-4886-8a42-860c33409644 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:26:31.898604 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: cfdbe247-c08c-4886-8a42-860c33409644 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:26:31.898941 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device cfdbe247-c08c-4886-8a42-860c33409644 not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:26:32.729788 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-afab1542-55b6-45d7-b5bb-3addb8dd46f3 req-6151b718-943c-4277-be3d-a6d042751ae3 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d95a6a-1ee6-401c-a636-f7bc599f5b56 HTTP/1.1" status: 200 len: 210 time: 0.0289357 Dec 24 04:26:32.831795 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:26:33.783239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58384) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:33.839650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ec3749b-7903-4e6c-9339-64b6860dca72 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:33.864629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ec3749b-7903-4e6c-9339-64b6860dca72 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:33.922908 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ec3749b-7903-4e6c-9339-64b6860dca72 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:33.925618 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7ec3749b-7903-4e6c-9339-64b6860dca72 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:33.929422 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-7ec3749b-7903-4e6c-9339-64b6860dca72 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] 10.222.0.37 "DELETE /v2.0/security-groups/42e669c9-7a4c-4ee5-ad73-b03e452bf63c HTTP/1.1" status: 204 len: 168 time: 0.1425478 Dec 24 04:26:33.936129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3749b-7903-4e6c-9339-64b6860dca72 tempest-TestShelveInstance-314043948 tempest-TestShelveInstance-314043948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e669c9-7a4c-4ee5-ad73-b03e452bf63c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:33.983528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58388) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:34.461805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:34.713129 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Deleting port e724661d-1a1a-403c-822f-bb9379605b9f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:34.713484 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:34.789798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] For port e724661d-1a1a-403c-822f-bb9379605b9f, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e724661d-1a1a-403c-822f-bb9379605b9f,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:34.790967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:34.803006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Calling delete_port for e724661d-1a1a-403c-822f-bb9379605b9f owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:34.981792 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:35.010134 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e724661d-1a1a-403c-822f-bb9379605b9f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:35.180674 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:35.402645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Router 5877bc59-5049-44ed-ae12-56bc17b45914 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:26:35.505127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:26:35.513953 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-900b4b60-6e85-4ab2-9991-8e13d406df71 admin admin] 10.222.0.37 "PUT /v2.0/routers/5877bc59-5049-44ed-ae12-56bc17b45914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5260687 Dec 24 04:26:35.514047 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58392) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:35.517125 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] Sync routers for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:26:35.529403 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:35.530258 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:35.621366 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks [] for router, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:35.638409 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:35.735652 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:35.795362 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Deleting port d3166874-9689-4140-93e8-cc32afb4b5ab {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:35.795657 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:35.824921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:26:34Z', 'revision_number': 5, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port': {'id': 'd3166874-9689-4140-93e8-cc32afb4b5ab', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:35.852972 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] Checking router: 5877bc59-5049-44ed-ae12-56bc17b45914 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:26:35.861885 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] Routers {'5877bc59-5049-44ed-ae12-56bc17b45914'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:35.862181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['5877bc59-5049-44ed-ae12-56bc17b45914'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:35.879158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] For port d3166874-9689-4140-93e8-cc32afb4b5ab, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=d3166874-9689-4140-93e8-cc32afb4b5ab,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:35.879518 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:35.892793 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Calling delete_port for d3166874-9689-4140-93e8-cc32afb4b5ab owned by network:router_gateway {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:36.083078 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.111425 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] Set router 5877bc59-5049-44ed-ae12-56bc17b45914 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:36.112133 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3166874-9689-4140-93e8-cc32afb4b5ab,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:36.139690 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9f9f5-e899-4b45-a97b-013b3c37b731 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:36.171480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:26:35Z', 'revision_number': 6, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:36.173140 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.173506 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.173923 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.174189 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.174524 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.175976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.176327 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.176786 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.177605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.177605 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.177827 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.178031 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.178313 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:36.182791 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.200476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec649c8-0e57-4cac-95fa-8579beb49d00 None None] The sync data for ids ['5877bc59-5049-44ed-ae12-56bc17b45914'] in dv-neutron-822869-1-hyperv is: [{'id': '5877bc59-5049-44ed-ae12-56bc17b45914', 'name': 'tempest-TestShelveInstance-1065183658-router', 'tenant_id': 'dca02d5755444644a0c5d4da7a7498b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:24Z', 'updated_at': '2021-12-24T04:26:35Z', 'revision_number': 6, 'project_id': 'dca02d5755444644a0c5d4da7a7498b4', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:26:36.289715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.292475 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.340043 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.340573 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5877bc59-5049-44ed-ae12-56bc17b45914 {{(pid=103177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:26:36.345058 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.346354 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-d0d53bff-8a62-424d-9e6d-5cebe24a839f admin admin] 10.222.0.37 "DELETE /v2.0/routers/5877bc59-5049-44ed-ae12-56bc17b45914 HTTP/1.1" status: 204 len: 168 time: 0.8320136 Dec 24 04:26:36.348944 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58402) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:36.400997 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] Deleting subnet cbafc2ad-6433-43f7-bf5e-07f71369dd3f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:26:36.404048 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.438224 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.513261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.581999 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.611111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbafc2ad-6433-43f7-bf5e-07f71369dd3f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:36.613127 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.618856 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-e1b72df9-126d-425d-8cbc-2466c8c0de10 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cbafc2ad-6433-43f7-bf5e-07f71369dd3f HTTP/1.1" status: 204 len: 168 time: 0.2663810 Dec 24 04:26:36.618971 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b0ec2-30d4-4a28-9698-9f80e8fed5e2 None None] Network e733fb93-46eb-4f06-a550-46674b8a4b3c requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:26:36.619426 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58404) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:36.701117 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e724661d-1a1a-403c-822f-bb9379605b9f no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:26:36.720502 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.741693 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e724661d-1a1a-403c-822f-bb9379605b9f {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:26:36.742031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e724661d-1a1a-403c-822f-bb9379605b9f not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:26:36.783370 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Deleting port e1550d65-75d4-4b67-a71f-c966c6686b8b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:36.783710 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.849771 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] For port e1550d65-75d4-4b67-a71f-c966c6686b8b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=e1550d65-75d4-4b67-a71f-c966c6686b8b,segment=NetworkSegment(97ee6cad-e205-4fe5-a90d-86a6bdaa7415),segment_id=97ee6cad-e205-4fe5-a90d-86a6bdaa7415)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:36.850132 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.862684 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Calling delete_port for e1550d65-75d4-4b67-a71f-c966c6686b8b owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:36.938384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:36.969084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1550d65-75d4-4b67-a71f-c966c6686b8b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:36.970828 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] No DVR routers for this DVR port e1550d65-75d4-4b67-a71f-c966c6686b8b on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:26:37.041565 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.062756 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e733fb93-46eb-4f06-a550-46674b8a4b3c']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:37.073016 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de54c388-eb50-4fa5-ad09-f4f1bfc8cc7f None None] DHCP port deletion for e733fb93-46eb-4f06-a550-46674b8a4b3c request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:37.075879 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ee6cad-e205-4fe5-a90d-86a6bdaa7415') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:37.076185 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ee6cad-e205-4fe5-a90d-86a6bdaa7415') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:37.096570 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.112583 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.119649 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:26:37.119993 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:26:37.121929 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:26:37.182294 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.187930 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.191819 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e733fb93-46eb-4f06-a550-46674b8a4b3c HTTP/1.1" status: 204 len: 168 time: 0.5717428 Dec 24 04:26:37.194767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58406) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:37.215164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d2c64-65cc-48a1-8b14-9bd62577c1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e733fb93-46eb-4f06-a550-46674b8a4b3c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:37.565778 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.804208 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Deleting port 611ebf4a-7aa1-4664-be8c-26ff21b882be {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:37.804576 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.882989 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] For port 611ebf4a-7aa1-4664-be8c-26ff21b882be, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=611ebf4a-7aa1-4664-be8c-26ff21b882be,segment=NetworkSegment(9e89c617-c2ae-4f2b-9cc7-0594364dfbae),segment_id=9e89c617-c2ae-4f2b-9cc7-0594364dfbae)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:37.883348 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:37.895316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Calling delete_port for 611ebf4a-7aa1-4664-be8c-26ff21b882be owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:38.288310 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e1550d65-75d4-4b67-a71f-c966c6686b8b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:26:38.308784 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: e1550d65-75d4-4b67-a71f-c966c6686b8b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:26:38.309121 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device e1550d65-75d4-4b67-a71f-c966c6686b8b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:26:38.309542 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d3166874-9689-4140-93e8-cc32afb4b5ab no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:26:38.333639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: d3166874-9689-4140-93e8-cc32afb4b5ab {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:26:38.333983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device d3166874-9689-4140-93e8-cc32afb4b5ab not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:26:38.379876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:38.402684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=611ebf4a-7aa1-4664-be8c-26ff21b882be,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:38.571511 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:38.782620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Router 7485744e-8135-4def-a1ac-f0713702bbd4 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:26:38.887092 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:26:38.892328 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5a98edc0-3ca9-415a-94b4-b3fc6ecab7c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/7485744e-8135-4def-a1ac-f0713702bbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963632 Dec 24 04:26:38.894870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:38.896391 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] Sync routers for ids ['7485744e-8135-4def-a1ac-f0713702bbd4'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:26:38.905669 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] Routers {'7485744e-8135-4def-a1ac-f0713702bbd4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:38.906260 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7485744e-8135-4def-a1ac-f0713702bbd4'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:38.998828 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.007697 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] Set router 7485744e-8135-4def-a1ac-f0713702bbd4 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:39.106340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.168182 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Deleting port f58b6792-b3ce-40dd-ad2f-998730d47767 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:39.168574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.189438 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:26:38Z', 'revision_number': 5, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port': {'id': 'f58b6792-b3ce-40dd-ad2f-998730d47767', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:16:29Z', 'updated_at': '2021-12-24T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:39.218563 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] Checking router: 7485744e-8135-4def-a1ac-f0713702bbd4 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:26:39.227001 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] Routers {'7485744e-8135-4def-a1ac-f0713702bbd4'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:39.227588 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['7485744e-8135-4def-a1ac-f0713702bbd4'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:39.251765 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] For port f58b6792-b3ce-40dd-ad2f-998730d47767, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=f58b6792-b3ce-40dd-ad2f-998730d47767,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:39.252123 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.263483 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Calling delete_port for f58b6792-b3ce-40dd-ad2f-998730d47767 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:39.312556 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] Set router 7485744e-8135-4def-a1ac-f0713702bbd4 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:39.435160 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.452964 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:26:39Z', 'revision_number': 6, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:39.458758 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58b6792-b3ce-40dd-ad2f-998730d47767,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:39.476057 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca2c9a-40aa-40fd-a824-8f2970140a7d None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:39.481605 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33037103-aaeb-42b7-b99f-998cff359e56 None None] The sync data for ids ['7485744e-8135-4def-a1ac-f0713702bbd4'] in dv-neutron-822869-1-hyperv is: [{'id': '7485744e-8135-4def-a1ac-f0713702bbd4', 'name': 'tempest-TestShelveInstance-711633209-router', 'tenant_id': '0a1f79a17f644ec087965acb221cfc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:16:28Z', 'updated_at': '2021-12-24T04:26:39Z', 'revision_number': 6, 'project_id': '0a1f79a17f644ec087965acb221cfc59', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:26:39.526770 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.565328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd83ed98-11a8-4dae-9875-d697635f4d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.624715 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.626933 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.669584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.670107 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7485744e-8135-4def-a1ac-f0713702bbd4 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:26:39.674329 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.675467 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-0c4be915-bd8b-4a91-b5bd-ba686b057705 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7485744e-8135-4def-a1ac-f0713702bbd4 HTTP/1.1" status: 204 len: 168 time: 0.7796919 Dec 24 04:26:39.677973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58410) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:39.721047 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] Deleting subnet 6bed8c70-2270-489a-96f9-a6b0a4a635fc {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:26:39.723912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.757320 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.835440 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.888870 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.916418 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bed8c70-2270-489a-96f9-a6b0a4a635fc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:39.921399 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:39.925243 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-df8a6729-7143-4415-97a7-dbe005eae4a1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6bed8c70-2270-489a-96f9-a6b0a4a635fc HTTP/1.1" status: 204 len: 168 time: 0.2463288 Dec 24 04:26:39.927778 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58412) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:39.928603 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c536ebe-fa14-4121-8441-0d5c30e4a396 None None] Network e79c3a48-859c-4b78-ba15-7490e755f05f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:26:40.008557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.061249 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Deleting port 6bf79e3e-933d-4b21-905a-99be304b26f5 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:26:40.061587 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.122924 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] For port 6bf79e3e-933d-4b21-905a-99be304b26f5, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=6bf79e3e-933d-4b21-905a-99be304b26f5,segment=NetworkSegment(9e89c617-c2ae-4f2b-9cc7-0594364dfbae),segment_id=9e89c617-c2ae-4f2b-9cc7-0594364dfbae)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:40.123285 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.135781 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Calling delete_port for 6bf79e3e-933d-4b21-905a-99be304b26f5 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:26:40.220104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.249024 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf79e3e-933d-4b21-905a-99be304b26f5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:40.255843 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] No DVR routers for this DVR port 6bf79e3e-933d-4b21-905a-99be304b26f5 on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:26:40.262796 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1432c307-7ad7-423a-9023-94024276b40e None None] DHCP port deletion for e79c3a48-859c-4b78-ba15-7490e755f05f request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:40.335629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f58b6792-b3ce-40dd-ad2f-998730d47767 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:26:40.347661 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.362959 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: f58b6792-b3ce-40dd-ad2f-998730d47767 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:26:40.363645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device f58b6792-b3ce-40dd-ad2f-998730d47767 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:26:40.364278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 611ebf4a-7aa1-4664-be8c-26ff21b882be no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:26:40.370938 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79c3a48-859c-4b78-ba15-7490e755f05f']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:40.380521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e89c617-c2ae-4f2b-9cc7-0594364dfbae') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:40.380825 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e89c617-c2ae-4f2b-9cc7-0594364dfbae') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:40.385373 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 611ebf4a-7aa1-4664-be8c-26ff21b882be {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:26:40.385717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 611ebf4a-7aa1-4664-be8c-26ff21b882be not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:26:40.386329 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6bf79e3e-933d-4b21-905a-99be304b26f5 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:26:40.392557 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.406442 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 6bf79e3e-933d-4b21-905a-99be304b26f5 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:26:40.406833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 6bf79e3e-933d-4b21-905a-99be304b26f5 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:26:40.407365 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.415230 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:26:40.415926 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:26:40.417688 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:26:40.481520 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.497274 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.500739 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e79c3a48-859c-4b78-ba15-7490e755f05f HTTP/1.1" status: 204 len: 168 time: 0.5716045 Dec 24 04:26:40.502225 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292355fe-8498-488e-88d9-0807805dcf05 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79c3a48-859c-4b78-ba15-7490e755f05f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:40.625884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58416) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:40.665032 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-93aefe1b-b1e2-4299-988b-cb45bea5d7be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dca02d5755444644a0c5d4da7a7498b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379176 Dec 24 04:26:40.667923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58418) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:40.714088 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34c8fca4-06b9-4f39-ae26-35bbdd7436d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.738896 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34c8fca4-06b9-4f39-ae26-35bbdd7436d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.786939 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34c8fca4-06b9-4f39-ae26-35bbdd7436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.789678 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34c8fca4-06b9-4f39-ae26-35bbdd7436d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:40.791345 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-34c8fca4-06b9-4f39-ae26-35bbdd7436d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49872d17-1791-4e45-ae71-f7bb03e64002 HTTP/1.1" status: 204 len: 168 time: 0.1225023 Dec 24 04:26:40.799428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8fca4-06b9-4f39-ae26-35bbdd7436d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49872d17-1791-4e45-ae71-f7bb03e64002,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:41.113954 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58424) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:41.156962 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-06dcd880-3430-4375-81e4-f18e0bde399b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a1f79a17f644ec087965acb221cfc59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418196 Dec 24 04:26:41.159394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58426) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:41.203940 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16336532-7dec-4072-b84f-3767a0fb4408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:41.224280 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16336532-7dec-4072-b84f-3767a0fb4408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:41.267976 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16336532-7dec-4072-b84f-3767a0fb4408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:41.270508 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16336532-7dec-4072-b84f-3767a0fb4408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:41.271638 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-16336532-7dec-4072-b84f-3767a0fb4408 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45fa040d-acf2-4be6-8ed6-68497a7bef95 HTTP/1.1" status: 204 len: 168 time: 0.1113484 Dec 24 04:26:41.279398 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16336532-7dec-4072-b84f-3767a0fb4408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fa040d-acf2-4be6-8ed6-68497a7bef95,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:41.913377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3f446df-9f7c-487f-bce4-1fc838602fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:41.976902 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58448) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:42.068253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1180269795-network', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:42.090912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Made reservation on behalf of 52a73de62dd04f1b8d58ebca39e0651e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:26:42.093156 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.101285 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.181795 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.185533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.205268 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:26:42.219508 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9551a1-07c9-4364-872b-b7830fa60eec,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:42.222289 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.222633 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Added segment bd82c256-fb03-4c09-a1bf-8cba926e3249 of type vlan for network 8da9c1d8-3990-4da3-9b96-e383ee56f55f Dec 24 04:26:42.262615 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.286055 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.287082 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:42.287684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.320217 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3421545 Dec 24 04:26:42.323082 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58452) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:42.328018 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Request body: {'subnet': {'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1180269795-subnet', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'ip_version': 4}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:42.352199 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Made reservation on behalf of 52a73de62dd04f1b8d58ebca39e0651e for: {'subnet': 1} {{(pid=103177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:26:42.355545 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3487125'] for subnet, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.361163 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b741f-4aea-440b-aecf-6e5002dd752b admin admin] Pushing event updated for resources: {'Network': ['ID=8da9c1d8-3990-4da3-9b96-e383ee56f55f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:42.372342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:26:42.517340 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2758648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3487111'] for subnet, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.570403 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2958b47a-544c-4c8d-8ef2-768688a4a4b2,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:42.578717 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Checking segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:42.579069 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Network hostable DHCP agents. Network: 8da9c1d8-3990-4da3-9b96-e383ee56f55f, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:26:42.595123 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:26:42.604806 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, 8da9c1d8-3990-4da3-9b96-e383ee56f55f) {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:42.610922 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:42.611581 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.612579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ee0eb-2bce-40ce-9731-b7ef8b6d2616 None None] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:26:42.627270 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-2795c6d4-2333-4792-834d-245cd3382060 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3030965 Dec 24 04:26:42.630044 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58456) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:42.634306 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:42.656381 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.657406 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.713458 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.714197 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:26:42.715573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.851604 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:42.853643 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Allocated IP 172.20.0.2 (8da9c1d8-3990-4da3-9b96-e383ee56f55f/2958b47a-544c-4c8d-8ef2-768688a4a4b2/27db0d39-153b-4bc5-adcc-502318d69d8f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:26:43.013527 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.020089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.026804 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.071967 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:43.074943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:43.078968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:26:43.084761 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Pushing event updated for resources: {'Port': ['ID=27db0d39-153b-4bc5-adcc-502318d69d8f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:43.097607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.097944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.098291 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.098628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.098962 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.099294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.099628 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.099956 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.100284 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.101074 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.101408 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.101834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.102137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:43.151744 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Attempting to bind port 27db0d39-153b-4bc5-adcc-502318d69d8f on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:26:43.152279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Attempting to bind port 27db0d39-153b-4bc5-adcc-502318d69d8f by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:26:43.152675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Attempting to bind port 27db0d39-153b-4bc5-adcc-502318d69d8f on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:43.158910 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:26:43.159294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Checking segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:43.159699 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.160418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Bound using segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:26:43.160915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Bound port: 27db0d39-153b-4bc5-adcc-502318d69d8f, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:26:43.161302 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.229864 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] For port 27db0d39-153b-4bc5-adcc-502318d69d8f, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:26:43.233027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] For port 27db0d39-153b-4bc5-adcc-502318d69d8f, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=27db0d39-153b-4bc5-adcc-502318d69d8f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:26:43.237264 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.299454 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846fbdd-7a8c-4167-abfc-01e016abfe73 None None] Pushing event updated for resources: {'Port': ['ID=27db0d39-153b-4bc5-adcc-502318d69d8f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:43.343748 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.362945 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.499289 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Allocated IP 172.26.5.138 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/b0047768-0118-4440-ac27-21e50e741137) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:26:43.604961 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.638332 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.675395 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:43.678283 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:43.682194 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:26:43.690960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20de022-b2c3-43db-bb76-0fc777924977 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:43.708477 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Pushing event updated for resources: {'Port': ['ID=b0047768-0118-4440-ac27-21e50e741137,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:43.720139 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-c84dd14c-c081-407e-a219-8c74e4674264 None None] Provisioning complete for port b0047768-0118-4440-ac27-21e50e741137 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:43.720658 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c84dd14c-c081-407e-a219-8c74e4674264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:43.756573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c84dd14c-c081-407e-a219-8c74e4674264 None None] Port b0047768-0118-4440-ac27-21e50e741137 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:26:43.940215 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.144470 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.156547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b37d0-e6c2-4a51-abe4-f35373df83a4 None None] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:26:44.227280 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-f496f63e-9a32-4ec0-abad-186669f0a695 None None] Provisioning complete for port 27db0d39-153b-4bc5-adcc-502318d69d8f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:44.227644 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f496f63e-9a32-4ec0-abad-186669f0a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.276305 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Router a1458d9c-d06a-4402-8f93-7cbba0042ca8 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:26:44.337836 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 27db0d39-153b-4bc5-adcc-502318d69d8f up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:44.382445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f496f63e-9a32-4ec0-abad-186669f0a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.401510 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:26:44.416650 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Sync routers for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:26:44.420783 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.422516 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-92e827a6-9348-419c-be76-b040a42a2467 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7915392 Dec 24 04:26:44.425425 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:44.435768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f496f63e-9a32-4ec0-abad-186669f0a695 None None] For port 27db0d39-153b-4bc5-adcc-502318d69d8f, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=27db0d39-153b-4bc5-adcc-502318d69d8f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:44.442718 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f496f63e-9a32-4ec0-abad-186669f0a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.471819 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 27db0d39-153b-4bc5-adcc-502318d69d8f triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:44.472181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.476259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:44.476259 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:44.615833 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496f63e-9a32-4ec0-abad-186669f0a695 None None] Pushing event updated for resources: {'Port': ['ID=27db0d39-153b-4bc5-adcc-502318d69d8f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:44.631732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-03310daf-a387-4c05-bce0-f79ebc8fbb30 None None] Provisioning complete for port 27db0d39-153b-4bc5-adcc-502318d69d8f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:44.632104 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03310daf-a387-4c05-bce0-f79ebc8fbb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.715183 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:44.870086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:44.936950 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.027868 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Allocated IP 172.20.0.1 (8da9c1d8-3990-4da3-9b96-e383ee56f55f/2958b47a-544c-4c8d-8ef2-768688a4a4b2/0ce6d3b8-f077-4a46-be67-e68bfb8d99d7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:26:45.099703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:43Z', 'revision_number': 3, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:45.129806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Checking router: a1458d9c-d06a-4402-8f93-7cbba0042ca8 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:26:45.130157 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Updating router a1458d9c-d06a-4402-8f93-7cbba0042ca8 port b0047768-0118-4440-ac27-21e50e741137 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:26:45.142582 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.155231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.176353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.214232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:45.218423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:45.222016 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:26:45.227620 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:45.264449 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.272579 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.397158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.445486 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.455867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.494535 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fa008804-2b80-4ef5-92f8-079f9af80348 None None] Provisioning complete for port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:45.495137 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa008804-2b80-4ef5-92f8-079f9af80348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.511640 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44638d2-d176-4311-a858-efb8aabe4164 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:45.541590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02570cad-1c6c-4ca2-a4d8-f52041441d14 None None] Pushing event updated for resources: {'Port': ['ID=b0047768-0118-4440-ac27-21e50e741137,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:45.546225 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Attempting to bind port b0047768-0118-4440-ac27-21e50e741137 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:26:45.546587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Attempting to bind port b0047768-0118-4440-ac27-21e50e741137 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:26:45.546944 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Attempting to bind port b0047768-0118-4440-ac27-21e50e741137 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:45.559706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:26:45.560089 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:45.560509 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.560892 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:26:45.561354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Bound port: b0047768-0118-4440-ac27-21e50e741137, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:26:45.561726 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.563339 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fa008804-2b80-4ef5-92f8-079f9af80348 None None] Port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:26:45.572438 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.576954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.617672 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] For port b0047768-0118-4440-ac27-21e50e741137, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:26:45.620738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] For port b0047768-0118-4440-ac27-21e50e741137, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b0047768-0118-4440-ac27-21e50e741137,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:26:45.625288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.641421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:45.643898 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.667522 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93a6bb-2c88-4e5f-b8c0-8cda48e3abb6 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:45.695474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:45.696123 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:45.700841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02570cad-1c6c-4ca2-a4d8-f52041441d14 None None] Pushing event updated for resources: {'Port': ['ID=b0047768-0118-4440-ac27-21e50e741137,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:45.742791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:45.744632 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:45.750634 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-e84577ab-314a-4b06-b3c0-145ecdaa1f06 None None] Provisioning complete for port b0047768-0118-4440-ac27-21e50e741137 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:45.751135 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84577ab-314a-4b06-b3c0-145ecdaa1f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.852001 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:45.863603 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Router a1458d9c-d06a-4402-8f93-7cbba0042ca8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:26:45.924337 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84577ab-314a-4b06-b3c0-145ecdaa1f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:45.992026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e84577ab-314a-4b06-b3c0-145ecdaa1f06 None None] For port b0047768-0118-4440-ac27-21e50e741137, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b0047768-0118-4440-ac27-21e50e741137,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:45.999088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84577ab-314a-4b06-b3c0-145ecdaa1f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.101884 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84577ab-314a-4b06-b3c0-145ecdaa1f06 None None] Pushing event updated for resources: {'Port': ['ID=b0047768-0118-4440-ac27-21e50e741137,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:46.151170 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fc4bb7cb-bee0-426c-9ebc-394bd88bb40d None None] Provisioning complete for port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:46.151548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb7cb-bee0-426c-9ebc-394bd88bb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.192777 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bb7cb-bee0-426c-9ebc-394bd88bb40d None None] Port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:26:46.210217 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 2, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:46.213933 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-fc4bb7cb-bee0-426c-9ebc-394bd88bb40d None None] Provisioning complete for port b0047768-0118-4440-ac27-21e50e741137 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:46.214297 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc4bb7cb-bee0-426c-9ebc-394bd88bb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.240877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b814fd8-d031-4e5c-899f-24b94d251d54 None None] The sync data for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv is: [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 2, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:26:46.303456 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:26:46.309567 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-223e250f-17ff-4bff-b5ea-0211f4d17f54 admin admin] 10.222.0.37 "PUT /v2.0/routers/a1458d9c-d06a-4402-8f93-7cbba0042ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8832176 Dec 24 04:26:46.339075 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 27db0d39-153b-4bc5-adcc-502318d69d8f up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:46.400561 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 27db0d39-153b-4bc5-adcc-502318d69d8f triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:46.400928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.837174 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:46.842094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1683624672-network', 'tenant_id': '7677541279754e3d82576d6ac21004e1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:46.865853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Made reservation on behalf of 7677541279754e3d82576d6ac21004e1 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:26:46.868271 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for network, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.877653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.956554 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.961002 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:46.986249 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 04:26:46.997141 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c5c4ea-477e-4ffa-a109-7d83fa8bcf3a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:47.001976 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.002318 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.segments_db [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Added segment 20989865-c538-403c-982f-2d4c23f2148a of type vlan for network e4395233-fa7a-4a2f-877b-7f948f02553d Dec 24 04:26:47.044245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794036622309'] for network, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.069131 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797'] for network, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.070112 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:47.070686 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.110584 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2723000 Dec 24 04:26:47.113259 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:47.141660 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Request body: {'subnet': {'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1683624672-subnet', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:47.148728 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcc82b-6079-4edb-b403-8c45dcbbc015 admin admin] Pushing event updated for resources: {'Network': ['ID=e4395233-fa7a-4a2f-877b-7f948f02553d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:47.159851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Network e4395233-fa7a-4a2f-877b-7f948f02553d details requested by agent ovs-agent-dv-neutron-822869-1-hyperv with host dv-neutron-822869-1-hyperv {{(pid=103178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 04:26:47.173043 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Made reservation on behalf of 7677541279754e3d82576d6ac21004e1 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:26:47.175362 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3599017'] for subnet, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.351513 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25885781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3599035'] for subnet, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.406923 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fef6ed-8a5e-4172-8100-a65253ba44f0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:47.418195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Checking segment: {'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:47.418553 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Network hostable DHCP agents. Network: e4395233-fa7a-4a2f-877b-7f948f02553d, hostable agents: ['e7575186-6e7a-4f86-b1d1-8748907ffc09'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 04:26:47.434492 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Network e4395233-fa7a-4a2f-877b-7f948f02553d is scheduled to be hosted by DHCP agent e7575186-6e7a-4f86-b1d1-8748907ffc09 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 04:26:47.444421 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822869-1-hyperv, e4395233-fa7a-4a2f-877b-7f948f02553d) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:47.449608 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:47.450227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.455210 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13774e3-9379-42f2-8f8c-f58d19d05109 None None] Network e4395233-fa7a-4a2f-877b-7f948f02553d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:26:47.467651 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-5117630a-e636-46bd-90a4-6477768d0bf1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3532138 Dec 24 04:26:47.470434 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58478) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:47.475394 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:47.498651 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232235'] for router, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.499674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1823464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232210'] for router, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.562003 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.569848 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d88ff3-03f4-5730-b722-4d652dbedcc6-e4395233-fa7a-4a2f-877b-7f948f02553d', 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d', 'project_id': '7677541279754e3d82576d6ac21004e1', 'fixed_ips': [{'subnet_id': '82fef6ed-8a5e-4172-8100-a65253ba44f0'}]}} from dv-neutron-822869-1-hyperv. {{(pid=103178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 04:26:47.570725 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.701234 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.705421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Allocated IP 172.20.0.2 (e4395233-fa7a-4a2f-877b-7f948f02553d/82fef6ed-8a5e-4172-8100-a65253ba44f0/a42a52ee-b73e-4a4a-a214-7f04fa2ba686) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:26:47.843126 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Publish callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.848358 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.894227 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Network e4395233-fa7a-4a2f-877b-7f948f02553d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:47.897047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:47.897174 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.901382 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:26:47.904347 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Pushing event updated for resources: {'Port': ['ID=a42a52ee-b73e-4a4a-a214-7f04fa2ba686,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:47.918134 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.957248 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Attempting to bind port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:26:47.957679 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Attempting to bind port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:26:47.958045 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Attempting to bind port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 on network e4395233-fa7a-4a2f-877b-7f948f02553d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:47.963368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:26:47.963642 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Checking segment: {'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:47.964041 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:47.964452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Bound using segment: {'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:26:47.964915 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Bound port: a42a52ee-b73e-4a4a-a214-7f04fa2ba686, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:26:47.965354 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.030451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] For port a42a52ee-b73e-4a4a-a214-7f04fa2ba686, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:26:48.032848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Allocated IP 172.26.5.121 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/0c7d5cb4-5439-4d43-bbbf-8602ca526042) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:26:48.033664 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] For port a42a52ee-b73e-4a4a-a214-7f04fa2ba686, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a42a52ee-b73e-4a4a-a214-7f04fa2ba686,segment=NetworkSegment(20989865-c538-403c-982f-2d4c23f2148a),segment_id=20989865-c538-403c-982f-2d4c23f2148a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:26:48.038727 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.104344 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2d8dd-191b-46be-bcf3-ad3e9cf5213f None None] Pushing event updated for resources: {'Port': ['ID=a42a52ee-b73e-4a4a-a214-7f04fa2ba686,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:48.149966 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks [] for port, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.190603 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.232997 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:48.236039 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:48.238648 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:26:48.251584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65e73b-10af-4cd0-b1a2-d565f5c802d0 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:48.316412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-86c28798-1177-4416-9306-a4a36f9182cd None None] Provisioning complete for port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:48.316934 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86c28798-1177-4416-9306-a4a36f9182cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.354412 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Sync routers for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:26:48.366663 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-86c28798-1177-4416-9306-a4a36f9182cd None None] Port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:26:48.375200 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Pushing event updated for resources: {'Port': ['ID=0c7d5cb4-5439-4d43-bbbf-8602ca526042,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:48.375773 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:48.376418 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:48.417283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b0047768-0118-4440-ac27-21e50e741137 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:48.481265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port b0047768-0118-4440-ac27-21e50e741137 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:48.481265 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.502241 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:48.549586 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.710511 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 2, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:48.740139 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Checking router: a1458d9c-d06a-4402-8f93-7cbba0042ca8 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:26:48.740503 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Updating router a1458d9c-d06a-4402-8f93-7cbba0042ca8 port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:26:48.745715 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745593'] for router, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.763677 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:48.877298 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 is scheduled to L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 with binding_index 1 {{(pid=103177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 04:26:49.037293 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.044961 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.106908 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Pushing event updated for resources: {'Port': ['ID=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:49.132027 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.132724 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.139554 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.139902 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.140242 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.140604 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.140937 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.141282 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.141602 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.141931 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.142257 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.142578 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.142898 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:26:49.176026 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Attempting to bind port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:26:49.176691 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Attempting to bind port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:26:49.177252 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Attempting to bind port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:49.183212 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:26:49.183869 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Checking segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:49.184273 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.184825 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Bound using segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:26:49.185311 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Bound port: 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:26:49.185694 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.246322 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca3e37-2ef0-43c3-b55d-3898794f43a9 None None] Network e4395233-fa7a-4a2f-877b-7f948f02553d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:26:49.259700 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] For port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:26:49.263179 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] For port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:26:49.268326 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.319804 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:49.320439 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:49.323539 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:26:49.342055 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Sync routers for ids ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:26:49.348210 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] Publish callbacks [] for router, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.352496 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-5819ed78-4611-41eb-ab0f-1a874bccaade admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8803558 Dec 24 04:26:49.355402 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:49.378732 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Routers {'95aaa295-f355-4e30-b2ea-e921dc9f7c64'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:49.379331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:49.385632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-a4253327-11d2-4d96-8e62-7f762047d70e None None] Provisioning complete for port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:49.385632 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4253327-11d2-4d96-8e62-7f762047d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.460040 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:49.546892 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb09b09-a385-46b8-bd6b-02c2f083692e None None] Pushing event updated for resources: {'Port': ['ID=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:49.683432 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:49Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:49.709573 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Set router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:49.713041 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792975b-db39-4535-a254-ba72cd1b2b00 None None] The sync data for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv is: [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:49Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:26:49.816520 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4253327-11d2-4d96-8e62-7f762047d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.892395 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.903064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a4253327-11d2-4d96-8e62-7f762047d70e None None] For port a42a52ee-b73e-4a4a-a214-7f04fa2ba686, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a42a52ee-b73e-4a4a-a214-7f04fa2ba686,segment=NetworkSegment(20989865-c538-403c-982f-2d4c23f2148a),segment_id=20989865-c538-403c-982f-2d4c23f2148a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:49.910863 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4253327-11d2-4d96-8e62-7f762047d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:49.996788 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4253327-11d2-4d96-8e62-7f762047d70e None None] Pushing event updated for resources: {'Port': ['ID=a42a52ee-b73e-4a4a-a214-7f04fa2ba686,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:50.012495 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:48Z', 'revision_number': 3, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port': {'id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:50.044094 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Checking router: 95aaa295-f355-4e30-b2ea-e921dc9f7c64 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:26:50.044462 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Updating router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 binding host dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:26:50.079418 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.084472 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Allocated IP 172.20.0.1 (e4395233-fa7a-4a2f-877b-7f948f02553d/82fef6ed-8a5e-4172-8100-a65253ba44f0/03072221-2f1c-4770-a979-bf2c18d4ff7b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:26:50.084656 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] Provisioning complete for port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:50.084889 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.198796 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.239280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.281006 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Network e4395233-fa7a-4a2f-877b-7f948f02553d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:50.284136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:50.288121 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:26:50.314374 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.328185 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Pushing event updated for resources: {'Port': ['ID=03072221-2f1c-4770-a979-bf2c18d4ff7b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:50.356901 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745510'] for router_interface, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.417083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] For port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:50.429356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.491842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] Provisioning complete for port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:50.492216 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.547090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:50.558202 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.586294 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c6b6b-8166-43e3-b954-4345a45d0bee None None] Pushing event updated for resources: {'Port': ['ID=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:50.620476 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Publish callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.637797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.718458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded17b5-9cd9-42ed-bfe7-d92a512e13cb None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:50.733138 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.739028 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.743805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Attempting to bind port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:26:50.744181 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Attempting to bind port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:26:50.744572 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Attempting to bind port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 on network 09ec8898-2be8-4b6d-8256-3b2d7972c22a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:50.746468 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:50.746835 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.750450 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d9c8d-a282-4bff-a124-946ed7c9ffbc None None] Pushing event updated for resources: {'Port': ['ID=0c7d5cb4-5439-4d43-bbbf-8602ca526042,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:50.787142 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:26:50.787528 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Checking segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:50.787931 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.788328 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Bound using segment: {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:26:50.788829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Bound port: 0c7d5cb4-5439-4d43-bbbf-8602ca526042, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:26:50.789203 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.810665 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Pushing event updated for resources: {'Port': ['ID=03072221-2f1c-4770-a979-bf2c18d4ff7b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:50.812961 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748214'] for router_interface, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.864704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] For port 0c7d5cb4-5439-4d43-bbbf-8602ca526042, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:26:50.868083 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] For port 0c7d5cb4-5439-4d43-bbbf-8602ca526042, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0c7d5cb4-5439-4d43-bbbf-8602ca526042,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:26:50.896556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:50.904427 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Network e4395233-fa7a-4a2f-877b-7f948f02553d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:50.906573 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:50.964101 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755baa0e-c064-4235-8839-4e814fa75e6c None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:26:50.972469 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a42a52ee-b73e-4a4a-a214-7f04fa2ba686 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:51.029365 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Provisioning complete for port 03072221-2f1c-4770-a979-bf2c18d4ff7b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:51.029738 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.033067 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:26:51.033271 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Routers {'95aaa295-f355-4e30-b2ea-e921dc9f7c64'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:51.034106 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:51.039521 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d9c8d-a282-4bff-a124-946ed7c9ffbc None None] Pushing event updated for resources: {'Port': ['ID=0c7d5cb4-5439-4d43-bbbf-8602ca526042,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:51.131829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Port 03072221-2f1c-4770-a979-bf2c18d4ff7b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:26:51.152251 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:26:51.157160 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-9fa9f961-3c7b-434d-a970-ff9d14c71128 admin admin] 10.222.0.37 "PUT /v2.0/routers/95aaa295-f355-4e30-b2ea-e921dc9f7c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989049 Dec 24 04:26:51.192298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:51.192616 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.196138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Provisioning complete for port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:51.196583 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.244753 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] Set router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:51.619586 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.654549 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] For port 0c7d5cb4-5439-4d43-bbbf-8602ca526042, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0c7d5cb4-5439-4d43-bbbf-8602ca526042,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:51.658321 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.672275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:51.676974 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c97369fa-d64d-40d5-9f6b-56e0693e7696 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632352241', 'description': 'tempest-secgroup-smoke-1632352241 description', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:51.701435 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c97369fa-d64d-40d5-9f6b-56e0693e7696 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.733760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003a2c7-57ad-40f7-8f2b-6f32c53682fb None None] Pushing event updated for resources: {'Port': ['ID=0c7d5cb4-5439-4d43-bbbf-8602ca526042,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:51.748983 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-54995550-f690-45cf-92d7-53dd68168375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 4, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port': {'id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '03072221-2f1c-4770-a979-bf2c18d4ff7b', 'name': '', 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'mac_address': 'fa:16:3e:8b:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:49Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 2, 'project_id': '7677541279754e3d82576d6ac21004e1', 'subnets': [{'id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:51.768232 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c97369fa-d64d-40d5-9f6b-56e0693e7696 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.771773 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c97369fa-d64d-40d5-9f6b-56e0693e7696 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.778610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54995550-f690-45cf-92d7-53dd68168375 None None] The sync data for ids ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'] in dv-neutron-822869-1-hyperv is: [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 4, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port': {'id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '03072221-2f1c-4770-a979-bf2c18d4ff7b', 'name': '', 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'mac_address': 'fa:16:3e:8b:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:49Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 2, 'project_id': '7677541279754e3d82576d6ac21004e1', 'subnets': [{'id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:26:51.789510 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bf377860-a712-4844-8205-529a141c3373 None None] Provisioning complete for port 03072221-2f1c-4770-a979-bf2c18d4ff7b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:51.789873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf377860-a712-4844-8205-529a141c3373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.802376 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97369fa-d64d-40d5-9f6b-56e0693e7696 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd670a-0ddc-4acc-b4e8-22da1addb515,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:51.806578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c97369fa-d64d-40d5-9f6b-56e0693e7696 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.810506 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c97369fa-d64d-40d5-9f6b-56e0693e7696 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1344244 Dec 24 04:26:51.810869 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:51.815065 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-253d0480-a7f7-4560-aedc-5f992bffd0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'security_group_rule': {'security_group_id': '2fcd670a-0ddc-4acc-b4e8-22da1addb515', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:51.834324 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bf377860-a712-4844-8205-529a141c3373 None None] Port 03072221-2f1c-4770-a979-bf2c18d4ff7b cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:26:51.844912 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-253d0480-a7f7-4560-aedc-5f992bffd0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.845152 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-bf377860-a712-4844-8205-529a141c3373 None None] Provisioning complete for port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:51.845275 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf377860-a712-4844-8205-529a141c3373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.911076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-253d0480-a7f7-4560-aedc-5f992bffd0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.914683 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-253d0480-a7f7-4560-aedc-5f992bffd0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.932242 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0480-a7f7-4560-aedc-5f992bffd0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b721a2ba-3dda-4920-8ec9-769e1d3a040e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:51.940858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-253d0480-a7f7-4560-aedc-5f992bffd0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:51.942103 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-253d0480-a7f7-4560-aedc-5f992bffd0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304824 Dec 24 04:26:51.945040 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:51.950584 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8f063c3a-f3ed-42a4-ab88-6890675edd5e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'security_group_rule': {'security_group_id': '2fcd670a-0ddc-4acc-b4e8-22da1addb515', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:51.982776 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f063c3a-f3ed-42a4-ab88-6890675edd5e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.067275 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f063c3a-f3ed-42a4-ab88-6890675edd5e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.070973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f063c3a-f3ed-42a4-ab88-6890675edd5e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.090725 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f063c3a-f3ed-42a4-ab88-6890675edd5e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97d2c77-36be-47e8-9e8f-c341a0534543,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:52.099789 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f063c3a-f3ed-42a4-ab88-6890675edd5e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.104191 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58496) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:52.108983 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-ce5a45d9-5405-47b3-a314-af18b59b5bef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'security_group_rule': {'security_group_id': '2fcd670a-0ddc-4acc-b4e8-22da1addb515', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:52.113112 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-8f063c3a-f3ed-42a4-ab88-6890675edd5e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665816 Dec 24 04:26:52.140848 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45d9-5405-47b3-a314-af18b59b5bef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.200110 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45d9-5405-47b3-a314-af18b59b5bef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.205619 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45d9-5405-47b3-a314-af18b59b5bef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.224221 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a45d9-5405-47b3-a314-af18b59b5bef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc559d8d-f0bc-4eda-8f96-f1c1bef6b27b,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:52.233256 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45d9-5405-47b3-a314-af18b59b5bef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.234464 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-ce5a45d9-5405-47b3-a314-af18b59b5bef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292522 Dec 24 04:26:52.237146 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 58498) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:52.241571 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.v2.base [None req-0ac4c22b-c454-4432-9f44-ea5d80213e88 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'security_group_rule': {'security_group_id': '2fcd670a-0ddc-4acc-b4e8-22da1addb515', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:52.283258 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22b-c454-4432-9f44-ea5d80213e88 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.323474 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:52.350084 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22b-c454-4432-9f44-ea5d80213e88 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.354572 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22b-c454-4432-9f44-ea5d80213e88 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.372975 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4c22b-c454-4432-9f44-ea5d80213e88 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04124b3-4a30-4725-a435-0717aba1cf43,revision_number=0']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:52.384552 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22b-c454-4432-9f44-ea5d80213e88 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.385755 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-0ac4c22b-c454-4432-9f44-ea5d80213e88 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476943 Dec 24 04:26:52.388613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58500) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:52.393643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'security_group_rule': {'security_group_id': '2fcd670a-0ddc-4acc-b4e8-22da1addb515', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:52.395009 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:52.395558 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.421629 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Project 52a73de62dd04f1b8d58ebca39e0651e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:26:52.428005 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.509640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.512905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.528158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91017041-03b2-4130-ada1-73a6d629778a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:52.540671 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.541955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-92281a82-9eb0-4182-a811-50c2539d2c4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520462 Dec 24 04:26:52.544731 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:26:52.549238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'security_group_rule': {'security_group_id': '2fcd670a-0ddc-4acc-b4e8-22da1addb515', 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:52.574891 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Project 52a73de62dd04f1b8d58ebca39e0651e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 04:26:52.580574 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.645051 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.649684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802949'] for security_group_rule, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.669212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701ce0f1-af17-4ed2-a129-3c583eb89650,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:52.676420 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.677649 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cd775ed9-00a3-4272-a5a2-01ad8f4c5249 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319582 Dec 24 04:26:52.759867 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:52.841358 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-c0e0a3a8-4e20-4af3-950b-0ebe93da10de tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632352241&fields=id&tenant_id=52a73de62dd04f1b8d58ebca39e0651e HTTP/1.1" status: 200 len: 267 time: 0.0493112 Dec 24 04:26:52.951571 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-320a1b59-6be6-4cf9-b9e8-98b733f32c8a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:52.953286 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-320a1b59-6be6-4cf9-b9e8-98b733f32c8a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 810 time: 0.1051028 Dec 24 04:26:52.969490 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-da17b773-bc24-43cb-b0e2-b08e984c4086 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/quotas/52a73de62dd04f1b8d58ebca39e0651e HTTP/1.1" status: 200 len: 375 time: 0.0100698 Dec 24 04:26:53.032396 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-747af91e-e563-464e-a89a-aecb1d580f34 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565827 Dec 24 04:26:53.129746 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-f604dbe8-1754-46ca-9a26-eb0276eb1413 service neutron] 10.222.0.37 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Dec 24 04:26:53.220555 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-2b30c41b-87f6-4c59-8ac2-5cae46b2e069 service neutron] 10.222.0.37 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846951 Dec 24 04:26:53.382186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8fc5940-56b3-47bb-8782-9766f9b0f5ca req-41fa6464-75d9-44b5-ab9b-44d84477fc9f tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 210 time: 0.0253201 Dec 24 04:26:53.855963 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Sync routers for ids ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:26:53.865948 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Routers {'95aaa295-f355-4e30-b2ea-e921dc9f7c64'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:53.866541 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:53.967909 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Set router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:54.237570 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 4, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port': {'id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '03072221-2f1c-4770-a979-bf2c18d4ff7b', 'name': '', 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'mac_address': 'fa:16:3e:8b:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:49Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 2, 'project_id': '7677541279754e3d82576d6ac21004e1', 'subnets': [{'id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:54.263351 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Checking router: 95aaa295-f355-4e30-b2ea-e921dc9f7c64 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:26:54.263351 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Updating router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 port 03072221-2f1c-4770-a979-bf2c18d4ff7b binding host dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 04:26:54.287156 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.319555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0c7d5cb4-5439-4d43-bbbf-8602ca526042 up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:54.379746 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:54.380404 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.483057 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-aa4d35df-a8c6-427b-b12d-d614abe1a82c req-ed73b8ca-2aa2-4513-a5d9-9a5a10a40624 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 210 time: 0.0339460 Dec 24 04:26:54.587985 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.593149 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.680123 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5932e-c977-44cc-a60e-3392df93479e None None] Pushing event updated for resources: {'Port': ['ID=03072221-2f1c-4770-a979-bf2c18d4ff7b,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:54.691149 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Attempting to bind port 03072221-2f1c-4770-a979-bf2c18d4ff7b on host dv-neutron-822869-1-hyperv for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:26:54.691525 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Attempting to bind port 03072221-2f1c-4770-a979-bf2c18d4ff7b by drivers openvswitch,hyperv on host dv-neutron-822869-1-hyperv at level 0 using segments [{'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:26:54.691859 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Attempting to bind port 03072221-2f1c-4770-a979-bf2c18d4ff7b on network e4395233-fa7a-4a2f-877b-7f948f02553d {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:54.697074 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Checking agent: {'id': 'ab4b13ac-3c8c-4f24-abf0-a1041249e565', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822869-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 17, 15), 'started_at': datetime.datetime(2021, 12, 24, 3, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822869-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:26:54.697485 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Checking segment: {'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:54.697833 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.698219 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Bound using segment: {'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:26:54.698773 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Bound port: 03072221-2f1c-4770-a979-bf2c18d4ff7b, host: dv-neutron-822869-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20989865-c538-403c-982f-2d4c23f2148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:26:54.699043 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.767895 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] For port 03072221-2f1c-4770-a979-bf2c18d4ff7b, host dv-neutron-822869-1-hyperv, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:26:54.771245 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] For port 03072221-2f1c-4770-a979-bf2c18d4ff7b, host dv-neutron-822869-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03072221-2f1c-4770-a979-bf2c18d4ff7b,segment=NetworkSegment(20989865-c538-403c-982f-2d4c23f2148a),segment_id=20989865-c538-403c-982f-2d4c23f2148a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:26:54.775583 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.830885 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Routers {'95aaa295-f355-4e30-b2ea-e921dc9f7c64'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:26:54.831504 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:54.877342 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5932e-c977-44cc-a60e-3392df93479e None None] Pushing event updated for resources: {'Port': ['ID=03072221-2f1c-4770-a979-bf2c18d4ff7b,revision_number=4']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:54.878963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-d6aea7ac-e512-414d-89e5-02d547817793 None None] Provisioning complete for port 03072221-2f1c-4770-a979-bf2c18d4ff7b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:54.879433 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d6aea7ac-e512-414d-89e5-02d547817793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:54.963893 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] Set router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:26:54.970223 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d6aea7ac-e512-414d-89e5-02d547817793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:55.010461 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d6aea7ac-e512-414d-89e5-02d547817793 None None] For port 03072221-2f1c-4770-a979-bf2c18d4ff7b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03072221-2f1c-4770-a979-bf2c18d4ff7b,segment=NetworkSegment(20989865-c538-403c-982f-2d4c23f2148a),segment_id=20989865-c538-403c-982f-2d4c23f2148a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:26:55.021140 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d6aea7ac-e512-414d-89e5-02d547817793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:55.098899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aea7ac-e512-414d-89e5-02d547817793 None None] Pushing event updated for resources: {'Port': ['ID=03072221-2f1c-4770-a979-bf2c18d4ff7b,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:55.144413 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-3a91dda4-2c96-40bc-a97c-4cfe59d83576 None None] Provisioning complete for port 03072221-2f1c-4770-a979-bf2c18d4ff7b triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:55.145058 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a91dda4-2c96-40bc-a97c-4cfe59d83576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:55.183266 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 4, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port': {'id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '03072221-2f1c-4770-a979-bf2c18d4ff7b', 'name': '', 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'mac_address': 'fa:16:3e:8b:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:49Z', 'updated_at': '2021-12-24T04:26:54Z', 'revision_number': 4, 'project_id': '7677541279754e3d82576d6ac21004e1', 'subnets': [{'id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:26:55.210640 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fdd7c-02bc-43c6-8466-fc9ebcd7a3e8 None None] The sync data for ids ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'] in dv-neutron-822869-1-hyperv is: [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 4, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port': {'id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '03072221-2f1c-4770-a979-bf2c18d4ff7b', 'name': '', 'network_id': 'e4395233-fa7a-4a2f-877b-7f948f02553d', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'mac_address': 'fa:16:3e:8b:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:49Z', 'updated_at': '2021-12-24T04:26:54Z', 'revision_number': 4, 'project_id': '7677541279754e3d82576d6ac21004e1', 'subnets': [{'id': '82fef6ed-8a5e-4172-8100-a65253ba44f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:26:55.589007 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-c6f7292e-f23b-4c43-9af8-da66e5e650e1 req-f8dc5a22-7191-477d-bfe1-25c20fb63d67 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 210 time: 0.0295718 Dec 24 04:26:55.723316 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-29f72e0d-f9c1-4e9f-90af-8d53e27fb21c tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:55.724842 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-29f72e0d-f9c1-4e9f-90af-8d53e27fb21c tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 810 time: 0.1239765 Dec 24 04:26:55.795674 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-1b4a783d-348f-47d8-bb68-9e8429b29fd0 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52a73de62dd04f1b8d58ebca39e0651e HTTP/1.1" status: 200 len: 380 time: 0.0538347 Dec 24 04:26:55.816979 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'port': {'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'admin_state_up': True, 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'security_groups': ['2fcd670a-0ddc-4acc-b4e8-22da1addb515']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:55.929558 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Made reservation on behalf of 52a73de62dd04f1b8d58ebca39e0651e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:26:55.933581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.060103 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Allocated IP 172.20.0.13 (8da9c1d8-3990-4da3-9b96-e383ee56f55f/2958b47a-544c-4c8d-8ef2-768688a4a4b2/05ba14a4-3a21-4ba7-9470-5a6287dfb95f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:26:56.206210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.239587 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.290779 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:26:56.294528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:26:56.298937 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:26:56.303428 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:56.331765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03072221-2f1c-4770-a979-bf2c18d4ff7b up at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:26:56.356610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:56.357257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.375237 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-00542f77-0c90-49b2-9a35-99beefd03028 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680180 Dec 24 04:26:56.387037 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Provisioning complete for port 03072221-2f1c-4770-a979-bf2c18d4ff7b triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:56.387411 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.417192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Request body: {'port': {'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:26:56.489108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.559617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-27652739-0fbf-4cd9-b157-beec4a941e8e None None] Provisioning complete for port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:26:56.559980 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27652739-0fbf-4cd9-b157-beec4a941e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.594212 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-27652739-0fbf-4cd9-b157-beec4a941e8e None None] Port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:26:56.737392 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c012-849b-42a5-8773-0985596cb2a4 req-506de020-0d73-4f5d-b659-5e1e5e13e89b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:56.738758 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8466c012-849b-42a5-8773-0985596cb2a4 req-506de020-0d73-4f5d-b659-5e1e5e13e89b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 932 time: 0.0738149 Dec 24 04:26:56.817712 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ba14a4-3a21-4ba7-9470-5a6287dfb95f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:26:56.831290 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.846233 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8466c012-849b-42a5-8773-0985596cb2a4 req-f315c0d9-d1ef-46d0-8643-fbf00bc1d558 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987358 Dec 24 04:26:56.850705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Transition to ACTIVE for port object 05ba14a4-3a21-4ba7-9470-5a6287dfb95f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:26:56.854928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:56.905782 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:56.974687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Attempting to bind port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:26:56.975030 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Attempting to bind port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:26:56.975367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Attempting to bind port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:56.980286 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:26:56.980644 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Attempting to bind port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:26:56.985703 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:26:56.986042 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Checking segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:26:56.986431 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Bound using segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:26:56.986863 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Bound port: 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:26:56.987225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:57.057687 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:26:57.060666 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:26:57.065386 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:57.101310 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.101932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:26:57.103573 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] 10.222.0.41 "PUT /v2.0/ports/05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 1094 time: 0.6906388 Dec 24 04:26:57.104676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:26:57.107099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f35b78b-759e-4d42-83e2-d77038a713f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:26:57.135756 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411a509-00c9-457b-bf3c-b6e7a9a89380 service neutron] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:26:57.185805 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084bb0d3-25dc-4043-a02a-3e73e59c869a x-openstack-request-id: req-084bb0d3-25dc-4043-a02a-3e73e59c869a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:26:57.186098 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:26:57.186351 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-084bb0d3-25dc-4043-a02a-3e73e59c869a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:26:57.186749 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'status': 'completed', 'code': 200} Dec 24 04:26:57.218509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-b10dfab9-6c5c-41da-9f70-9d81234ce39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.220249 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-b10dfab9-6c5c-41da-9f70-9d81234ce39b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1097 time: 0.0503104 Dec 24 04:26:57.279848 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-689d7879-2163-41cf-8674-469140e35e4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 217 time: 0.0392489 Dec 24 04:26:57.330305 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-47616d7c-bd5b-4579-88af-75a699312261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.331770 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-47616d7c-bd5b-4579-88af-75a699312261 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0451026 Dec 24 04:26:57.377225 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-9d7b2b42-c401-41fd-b422-b1b7fb1f33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.378702 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-9d7b2b42-c401-41fd-b422-b1b7fb1f33af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400836 Dec 24 04:26:57.468224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-ae0840cd-6797-4336-8957-3a25f51799a8 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825582 Dec 24 04:26:57.562576 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8a6109d7-2b89-4f53-8a6b-a5448de56eb6 req-753aeaff-f23c-43d2-9ab1-c208dfdd4596 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877721 Dec 24 04:26:57.697936 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-ee36587f-3428-4b78-b402-1e9dd5eea896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.699412 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-ee36587f-3428-4b78-b402-1e9dd5eea896 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1097 time: 0.0445888 Dec 24 04:26:57.788035 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-53ec5d1d-f67f-4945-9f2d-f1ae4f086e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.789554 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-53ec5d1d-f67f-4945-9f2d-f1ae4f086e29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0832477 Dec 24 04:26:57.834197 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-4f354b86-2bc0-4430-ab9f-25bd1d768ffe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 217 time: 0.0359335 Dec 24 04:26:57.882560 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-936444db-f207-4b9f-acfa-2f2f68aa2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.883922 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-936444db-f207-4b9f-acfa-2f2f68aa2597 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0421755 Dec 24 04:26:57.954033 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-36d6b802-1c2e-4fe4-a6c4-90a89f6e3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.955486 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-36d6b802-1c2e-4fe4-a6c4-90a89f6e3e5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0635681 Dec 24 04:26:57.977945 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2430983-7d7d-46cd-b45a-611f068ad636 req-d9ac2549-16ec-4adb-a154-fc1c87c637e5 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:57.979543 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f2430983-7d7d-46cd-b45a-611f068ad636 req-d9ac2549-16ec-4adb-a154-fc1c87c637e5 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 944 time: 0.0645492 Dec 24 04:26:58.077047 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f2430983-7d7d-46cd-b45a-611f068ad636 req-c335710a-0f08-43cf-aa9b-e85931996f4b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882454 Dec 24 04:26:58.090470 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-0f96327a-ff7e-4735-ae6c-2e22c66f8773 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276381 Dec 24 04:26:58.182798 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-8f35b78b-759e-4d42-83e2-d77038a713f5 req-661f4cc1-f590-4710-b1e0-d635b217114d service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855417 Dec 24 04:26:59.191903 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd8f1-7601-4c9f-a1c7-0d26e0888628 req-46f9a3d5-5fcf-44a7-bc03-660c79908ff4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:26:59.193387 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a5fd8f1-7601-4c9f-a1c7-0d26e0888628 req-46f9a3d5-5fcf-44a7-bc03-660c79908ff4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 944 time: 0.0483065 Dec 24 04:26:59.241765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-3a5fd8f1-7601-4c9f-a1c7-0d26e0888628 req-a728c077-fba7-4ccf-b1f3-ff011779673d tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Dec 24 04:27:00.014481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 05ba14a4-3a21-4ba7-9470-5a6287dfb95f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:27:00.106109 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:27:00.117249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:27:00.157164 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:00.169905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ba14a4-3a21-4ba7-9470-5a6287dfb95f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:27:00.189299 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:27:00.192887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:00.237381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:27:00.351875 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d4e6a-5daa-4a43-9175-5817959c8259 req-5c462e03-716f-4605-b5b0-ac5d9ccde42f tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:00.353590 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a81d4e6a-5daa-4a43-9175-5817959c8259 req-5c462e03-716f-4605-b5b0-ac5d9ccde42f tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 945 time: 0.0462782 Dec 24 04:27:00.402119 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a81d4e6a-5daa-4a43-9175-5817959c8259 req-057adef7-ddd2-427c-8e38-54a5bf7b89d3 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Dec 24 04:27:00.587706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['05ba14a4-3a21-4ba7-9470-5a6287dfb95f'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:27:01.517822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc00c1b-f24a-495a-99ce-dbd08b5e52fe req-2e17f53a-ebfd-4904-951f-5553fbc59fdf tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:01.519284 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2dc00c1b-f24a-495a-99ce-dbd08b5e52fe req-2e17f53a-ebfd-4904-951f-5553fbc59fdf tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Dec 24 04:27:01.566513 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2dc00c1b-f24a-495a-99ce-dbd08b5e52fe req-dd0e9c79-adfe-42e6-a643-92e78b7d2cde tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Dec 24 04:27:02.007274 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 05ba14a4-3a21-4ba7-9470-5a6287dfb95f up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:27:02.057582 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:27:02.061311 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:27:02.061675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:02.136065 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:02.158086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:27:02.160301 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086248a0b395cf5a6a31ba8edcc9924d35e82a7db525358c8b944baad2078eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dc872c-11e8-4e0c-9bb4-cb2703fb141d" -d '{"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-plugged", "status": "completed", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:27:02.173700 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:27:02.177841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:02.199940 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea07e467-2caa-4f8c-86ea-28da56dd71ca x-openstack-request-id: req-ea07e467-2caa-4f8c-86ea-28da56dd71ca {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:27:02.200255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-plugged", "status": "completed", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:27:02.200533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea07e467-2caa-4f8c-86ea-28da56dd71ca {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:27:02.200920 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'code': 200} Dec 24 04:27:02.225877 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:27:02.402457 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05afb3-8c6a-4792-927c-548b5f7e6c86 req-3f5efa5c-2c18-4886-90c6-10f807b0d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:02.403833 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f05afb3-8c6a-4792-927c-548b5f7e6c86 req-3f5efa5c-2c18-4886-90c6-10f807b0d015 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1099 time: 0.0406389 Dec 24 04:27:02.449118 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f05afb3-8c6a-4792-927c-548b5f7e6c86 req-4363f792-f306-4caf-9fe0-03b2785d2037 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372853 Dec 24 04:27:02.677404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c320267-7820-44e7-bc2f-2e30ac362b3f req-aeadc9b9-b0c6-4253-99f8-5f4d695d0638 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:02.678846 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c320267-7820-44e7-bc2f-2e30ac362b3f req-aeadc9b9-b0c6-4253-99f8-5f4d695d0638 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 946 time: 0.0473285 Dec 24 04:27:02.730462 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6c320267-7820-44e7-bc2f-2e30ac362b3f req-45522216-858b-44ab-b693-4d919050efc4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458245 Dec 24 04:27:03.847306 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799ca5-b5cb-4e3e-b816-92cfbb0fc4f1 req-dce96e6e-8525-4a32-9ce2-449d9b32885d tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:03.848801 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef799ca5-b5cb-4e3e-b816-92cfbb0fc4f1 req-dce96e6e-8525-4a32-9ce2-449d9b32885d tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 946 time: 0.0476174 Dec 24 04:27:03.899435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ef799ca5-b5cb-4e3e-b816-92cfbb0fc4f1 req-b4237137-2b0a-4aa9-8ae6-2e0953f4158c tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434923 Dec 24 04:27:05.015482 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded570a3-c18b-4da1-a0fe-9eaf9ff49af2 req-e7292d3d-e473-49a0-a209-38411bfcee77 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:05.016939 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ded570a3-c18b-4da1-a0fe-9eaf9ff49af2 req-e7292d3d-e473-49a0-a209-38411bfcee77 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 946 time: 0.0476913 Dec 24 04:27:05.063292 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ded570a3-c18b-4da1-a0fe-9eaf9ff49af2 req-19703ba3-84d4-4d21-8d00-6463d6abedc5 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405867 Dec 24 04:27:05.177722 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a3ee9-86d7-4811-852e-ed3d4968e313 req-dea60e27-9f3c-4a57-9bbe-472fb1c1e350 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:05.179078 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-566a3ee9-86d7-4811-852e-ed3d4968e313 req-dea60e27-9f3c-4a57-9bbe-472fb1c1e350 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 946 time: 0.0514386 Dec 24 04:27:05.227698 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-566a3ee9-86d7-4811-852e-ed3d4968e313 req-d546ca54-0a01-42d4-b452-7baa705b5ec7 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Dec 24 04:27:05.248922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58578) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:27:05.369374 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981b9f8-dc94-4562-b86b-7854308bbed2 tempest-TestSnapshotPattern-181171816 tempest-TestSnapshotPattern-181171816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:05.371450 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d981b9f8-dc94-4562-b86b-7854308bbed2 tempest-TestSnapshotPattern-181171816 tempest-TestSnapshotPattern-181171816-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1094 time: 0.1216025 Dec 24 04:27:05.374342 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58582) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:27:05.378443 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:27:05.401166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:05.497429 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:05.595840 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Allocated IP 172.26.5.27 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/c4069369-a6fa-4c5f-8f77-a8367aa935be) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:27:05.697011 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:05.730089 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:05.764559 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:27:05.767280 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:27:05.770282 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:27:05.799237 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'Port': ['ID=c4069369-a6fa-4c5f-8f77-a8367aa935be,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:27:06.440630 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:06.504769 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:06.651536 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:06.655916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:06.723913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'Port': ['ID=c4069369-a6fa-4c5f-8f77-a8367aa935be,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:27:06.735346 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:06.832162 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Floating IP 16a052c6-678b-40b6-a028-6543f71783e6 associated. External IP: 172.26.5.27, port: 05ba14a4-3a21-4ba7-9470-5a6287dfb95f. Dec 24 04:27:07.030053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Router a1458d9c-d06a-4402-8f93-7cbba0042ca8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:27:07.136353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:27:07.146607 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] Sync routers for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:27:07.155661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:07.157111 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:27:07.157756 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:27:07.186620 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4a39621e-25ca-4a3e-8009-657a1ba43cf2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8112829 Dec 24 04:27:07.187200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:27:07.189993 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6db9e6-186d-4f48-8246-151ac1d34693" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:27:07.225270 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd082ba-968b-493a-920c-3f60c20b9f18 x-openstack-request-id: req-1bd082ba-968b-493a-920c-3f60c20b9f18 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:27:07.225638 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:27:07.225892 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bd082ba-968b-493a-920c-3f60c20b9f18 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:27:07.226298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'status': 'completed', 'code': 200} Dec 24 04:27:07.265574 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:27:07.308802 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-9bfe7e35-a3d5-4d26-8c88-deda03db8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:07.310212 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-9bfe7e35-a3d5-4d26-8c88-deda03db8154 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1099 time: 0.0408874 Dec 24 04:27:07.399858 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-f833c235-455f-4e35-a301-5ddaa6732816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:07.401851 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-f833c235-455f-4e35-a301-5ddaa6732816 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0836482 Dec 24 04:27:07.484244 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:06Z', 'revision_number': 0, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:27:07.484617 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-e5b46dad-af73-4ac1-81d4-b45ddab0e772 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 999 time: 0.0618179 Dec 24 04:27:07.512770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] Checking router: a1458d9c-d06a-4402-8f93-7cbba0042ca8 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:27:07.520947 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:27:07.521547 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:26:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:27:07.533128 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-5649d6f2-1276-410b-89ef-37057ec3fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:07.534632 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-5649d6f2-1276-410b-89ef-37057ec3fea5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0433948 Dec 24 04:27:07.579656 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-1eb358c6-5497-4e97-8594-197447834d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:07.581239 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-1eb358c6-5497-4e97-8594-197447834d40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402792 Dec 24 04:27:07.624576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:27:07.676666 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-3386d034-dcff-414c-8942-60b525b39be6 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881748 Dec 24 04:27:07.769749 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6f6db9e6-186d-4f48-8246-151ac1d34693 req-ecca2c71-6419-462a-9baf-8f9dfdd798a0 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864887 Dec 24 04:27:07.841977 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:06Z', 'revision_number': 0, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:27:07.870767 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad5403-b46f-475c-a3d6-7633311639bf None None] The sync data for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv is: [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:06Z', 'revision_number': 0, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:27:08.057156 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc28d0-b9be-4746-ba7d-d9305642a3a4 None None] New status for floating IP 16a052c6-678b-40b6-a028-6543f71783e6: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:27:09.567309 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f0b643f-5ecd-45a4-ad19-934c22b69404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:09.831069 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:27:11.906675 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-19d73a2e-0e45-4fd2-8f6b-daea144c7543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:12.980581 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:14.679960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:15.225458 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:22.770704 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:39.569314 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c9a6-5645-49a9-89f0-b07fcf7a0054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:41.910576 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ae69fc3-7e43-402b-89ff-c18a87bd94b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:42.982923 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:44.681589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:45.226507 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:46.830830 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:27:52.787218 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:27:58.947214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-58e74485-6800-4225-896a-55a779efb4eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382042 Dec 24 04:27:59.067357 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-432326ed-d7d5-4586-b557-37e53e0c8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:59.068834 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-432326ed-d7d5-4586-b557-37e53e0c8c49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1099 time: 0.0390818 Dec 24 04:27:59.173729 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-47d421c6-980f-45ed-80c1-689f96109cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:59.175199 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-47d421c6-980f-45ed-80c1-689f96109cad service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0871847 Dec 24 04:27:59.238657 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-67fee21d-a90c-47f4-a6fd-f5699b59adb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 1001 time: 0.0565259 Dec 24 04:27:59.292226 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-d664804a-049a-4de6-b9a4-ddc20689cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:59.293690 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-d664804a-049a-4de6-b9a4-ddc20689cd1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0473912 Dec 24 04:27:59.337381 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-e05d77bc-36d7-43db-8814-e1ff4d1425d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:27:59.338784 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-e05d77bc-36d7-43db-8814-e1ff4d1425d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376470 Dec 24 04:27:59.429965 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-55a04569-b679-47f3-b941-b1206ec75da9 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839458 Dec 24 04:27:59.519371 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f61791d6-d9a6-4273-a285-8e46cf25b47b req-84fde3fe-01d2-43be-b2c4-7974133c4916 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816603 Dec 24 04:28:09.570874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c41ea5d-06d6-488c-ba1a-6573f588e8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:11.915386 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0ec5-16b4-428f-b9bf-6d345d248059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:12.986608 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:14.684851 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:15.228268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:22.786750 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:23.830397 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:28:39.572108 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d32bc7b-93b4-4168-a4d3-7ed593ec111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:41.915905 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a85f17e-2f07-44de-b83c-5ccabe0f6fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:42.987736 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:44.689027 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:45.229883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:52.810637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:28:58.981868 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-7a8f39d0-fa29-4728-8439-be3d0bf21cab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795550 Dec 24 04:28:59.078922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-f7c56c75-e3a4-4185-87d1-109083deae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:28:59.080402 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-f7c56c75-e3a4-4185-87d1-109083deae97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1099 time: 0.0389953 Dec 24 04:28:59.183426 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-276148fa-81ea-40fe-b69f-64da2d93c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:28:59.184917 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-276148fa-81ea-40fe-b69f-64da2d93c513 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0865588 Dec 24 04:28:59.248936 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-a2245f21-f0e9-42de-a8ce-997c52a7559c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 1001 time: 0.0573554 Dec 24 04:28:59.296027 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-fa680ca6-0b00-499f-93dc-af4371878c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:28:59.297459 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-fa680ca6-0b00-499f-93dc-af4371878c7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0421073 Dec 24 04:28:59.359117 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-c318a5e7-e59a-441b-9fa5-61ba5ef068ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:28:59.360630 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-c318a5e7-e59a-441b-9fa5-61ba5ef068ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561757 Dec 24 04:28:59.448464 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-c65e4319-8da9-4747-adac-68d438e64773 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804167 Dec 24 04:28:59.537585 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f43da926-98b2-4bf0-a379-60fcd82ee437 req-660bdeba-c023-49d4-a9ce-e53dd7eda2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826879 Dec 24 04:29:00.829390 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:29:09.573519 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b49d5fdf-5b2c-4d8f-99e6-3df04f81f49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:11.917444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f503c9a5-d02f-49ce-bfd7-bd1a15182e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:12.993843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:14.691478 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:15.232416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:22.826651 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:37.828427 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:29:39.574902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee49e857-7501-4e82-a88a-7dd2bfd659b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:41.918349 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23337991-1e1e-470e-b077-1e2b754fc700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:42.993899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:44.692925 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:45.234077 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:48.810096 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 05ba14a4-3a21-4ba7-9470-5a6287dfb95f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:29:48.901749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:29:48.912765 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:29:48.947661 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:48.959974 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05ba14a4-3a21-4ba7-9470-5a6287dfb95f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:29:48.979283 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:29:48.983412 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:49.032921 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:29:49.039676 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.040023 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.040383 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.040730 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.041063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.041393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.041723 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.042052 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.042375 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.042701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.043022 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.043955 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.044282 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:29:49.128380 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['05ba14a4-3a21-4ba7-9470-5a6287dfb95f'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:29:50.837319 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 05ba14a4-3a21-4ba7-9470-5a6287dfb95f up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:29:50.884900 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:29:50.885307 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:50.958834 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:50.982540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:29:50.984964 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086248a0b395cf5a6a31ba8edcc9924d35e82a7db525358c8b944baad2078eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb76360-9c6e-42d1-9276-4308196065e0" -d '{"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-plugged", "status": "completed", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:29:51.001444 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:29:51.005421 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:29:51.051138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:29:52.032563 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c934c3d4-ec00-431d-b1ff-03e96bb5b8ed x-openstack-request-id: req-c934c3d4-ec00-431d-b1ff-03e96bb5b8ed {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:29:52.033127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-plugged", "status": "completed", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:29:52.033127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c934c3d4-ec00-431d-b1ff-03e96bb5b8ed {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:29:52.033469 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'code': 200} Dec 24 04:29:52.842831 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:01.232593 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08324033-ec11-446f-bf32-832d6e04c8cd req-622659ec-062d-4665-b8d8-a5d706ebd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:01.234186 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08324033-ec11-446f-bf32-832d6e04c8cd req-622659ec-062d-4665-b8d8-a5d706ebd487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1099 time: 0.0463541 Dec 24 04:30:01.360798 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08324033-ec11-446f-bf32-832d6e04c8cd req-7cbf9827-d934-4380-8641-cf1498ecb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:01.362197 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08324033-ec11-446f-bf32-832d6e04c8cd req-7cbf9827-d934-4380-8641-cf1498ecb017 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.1052747 Dec 24 04:30:01.435270 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08324033-ec11-446f-bf32-832d6e04c8cd req-a9fbcbf0-0792-4182-8f9a-e85dcd92ddc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 1001 time: 0.0650969 Dec 24 04:30:01.486705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08324033-ec11-446f-bf32-832d6e04c8cd req-92bc7a5c-e656-4cd5-840c-3225e7ffa0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:01.488295 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08324033-ec11-446f-bf32-832d6e04c8cd req-92bc7a5c-e656-4cd5-840c-3225e7ffa0e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0460856 Dec 24 04:30:01.536265 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08324033-ec11-446f-bf32-832d6e04c8cd req-c0158db0-9aa0-49fb-9704-3c614560e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:01.537793 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08324033-ec11-446f-bf32-832d6e04c8cd req-c0158db0-9aa0-49fb-9704-3c614560e9b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420911 Dec 24 04:30:01.637791 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08324033-ec11-446f-bf32-832d6e04c8cd req-021f7e4d-7366-4d38-92c9-5431ed827852 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914664 Dec 24 04:30:01.732782 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-08324033-ec11-446f-bf32-832d6e04c8cd req-325a55eb-2d11-42a6-8b95-6cdf59ca0973 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Dec 24 04:30:04.091405 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-427468ee-edb1-4de3-b175-899853de56de tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632352241&fields=id&tenant_id=52a73de62dd04f1b8d58ebca39e0651e HTTP/1.1" status: 200 len: 267 time: 0.0432942 Dec 24 04:30:04.199659 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-5f151cb5-c803-495f-a139-e0c103fe2de1 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:04.201132 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-5f151cb5-c803-495f-a139-e0c103fe2de1 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 810 time: 0.1033368 Dec 24 04:30:04.215675 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-014bee5e-21d0-4ce7-b899-87d5a4d49f69 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/quotas/52a73de62dd04f1b8d58ebca39e0651e HTTP/1.1" status: 200 len: 375 time: 0.0088396 Dec 24 04:30:04.266794 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-1351d590-3fd8-4fba-bef5-0b89055e30e3 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460281 Dec 24 04:30:04.412189 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-9fbdf41e-e56a-4b15-a61d-f91ec4aee775 service neutron] 10.222.0.37 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339440 Dec 24 04:30:04.503682 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-d75f976f-8d9a-42e6-97a2-83acb534f71b service neutron] 10.222.0.37 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 Dec 24 04:30:04.715122 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-28983dfb-4d6f-40d5-876f-36bb00d49dd2 req-f51c81f4-a313-4e97-8cf1-b72de29d9949 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0796926 Dec 24 04:30:05.783046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-9b6dcfc0-f82f-4d6c-b9f4-a259890e6f72 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:05.784551 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-9b6dcfc0-f82f-4d6c-b9f4-a259890e6f72 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 810 time: 0.1053989 Dec 24 04:30:05.815749 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b1e7973c-2402-42ce-9daa-76d6d016977c req-8a27222c-1078-4d14-8aec-8a797facb968 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0288281 Dec 24 04:30:05.868689 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-7e3226d3-523b-4220-8827-f151d9d4765c tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52a73de62dd04f1b8d58ebca39e0651e HTTP/1.1" status: 200 len: 380 time: 0.0551193 Dec 24 04:30:05.886019 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'port': {'device_id': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'admin_state_up': True, 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'security_groups': ['2fcd670a-0ddc-4acc-b4e8-22da1addb515']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:30:05.996711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Made reservation on behalf of 52a73de62dd04f1b8d58ebca39e0651e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 04:30:06.000651 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:06.143634 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Allocated IP 172.20.0.3 (8da9c1d8-3990-4da3-9b96-e383ee56f55f/2958b47a-544c-4c8d-8ef2-768688a4a4b2/f22bcc9b-d595-46dc-b599-14f986ffd03c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:30:06.339390 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:06.384261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:06.436613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:30:06.439774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:30:06.443707 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:30:06.450775 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:06.478012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.478366 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.478719 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.479049 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.479379 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.479732 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.480874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.481200 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.481527 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.481853 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.482177 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.482497 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.482814 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:30:06.514653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:06.515313 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:06.537082 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-b4bf1209-e334-4c72-ad4b-dbaa7d45eee4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6547103 Dec 24 04:30:06.695090 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-871af354-66a5-4d35-8c01-b81224be934c None None] Provisioning complete for port f22bcc9b-d595-46dc-b599-14f986ffd03c triggered by entity DHCP. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:30:06.696278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-871af354-66a5-4d35-8c01-b81224be934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:06.731191 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-871af354-66a5-4d35-8c01-b81224be934c None None] Port f22bcc9b-d595-46dc-b599-14f986ffd03c cannot update to ACTIVE because it is not bound. {{(pid=103178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 04:30:06.905540 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 05ba14a4-3a21-4ba7-9470-5a6287dfb95f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:30:06.946450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36075a-16bf-4aad-befe-7eaf10dfb1c2 req-55aab08b-5357-4d03-b1b3-40dad9eb5f1d tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:06.947934 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c36075a-16bf-4aad-befe-7eaf10dfb1c2 req-55aab08b-5357-4d03-b1b3-40dad9eb5f1d tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0620580 Dec 24 04:30:06.985696 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:07.004219 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-1c36075a-16bf-4aad-befe-7eaf10dfb1c2 req-7378d630-5a9c-4b4b-8a43-815bbe21d1d1 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491562 Dec 24 04:30:07.009241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:30:07.011482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086248a0b395cf5a6a31ba8edcc9924d35e82a7db525358c8b944baad2078eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a43bdf3-2ccd-43a9-9a3a-7f8cd4907108" -d '{"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-unplugged", "status": "completed", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:30:07.038355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:30:07.044025 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:07.095287 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:07.141064 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3de701-738a-4195-bd84-9caeef029b4a x-openstack-request-id: req-9e3de701-738a-4195-bd84-9caeef029b4a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:30:07.141360 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-unplugged", "status": "completed", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:30:07.141883 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e3de701-738a-4195-bd84-9caeef029b4a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:30:07.142445 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'code': 200} Dec 24 04:30:08.127095 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13538ee-5b68-4b04-8a00-5f6b0ce12b25 req-134ac2ff-897a-4123-b7c4-f779e1e54951 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:08.128593 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f13538ee-5b68-4b04-8a00-5f6b0ce12b25 req-134ac2ff-897a-4123-b7c4-f779e1e54951 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0551400 Dec 24 04:30:08.178717 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f13538ee-5b68-4b04-8a00-5f6b0ce12b25 req-f1502aec-7b7b-450f-b30d-7626f54ce5f4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Dec 24 04:30:09.298323 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b16357-7e3d-45e1-aab5-e34a5c3cce43 req-bef5fd29-e352-4c99-9d3a-ba764d3182fa tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:09.299783 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6b16357-7e3d-45e1-aab5-e34a5c3cce43 req-bef5fd29-e352-4c99-9d3a-ba764d3182fa tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0489290 Dec 24 04:30:09.350179 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a6b16357-7e3d-45e1-aab5-e34a5c3cce43 req-da802d34-44a0-409b-9419-1b949a34f794 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Dec 24 04:30:09.579662 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7e47278-fa5b-41b9-827c-8a8f3c2d272d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:10.477239 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bf10-3938-4ebf-ba8c-56b9c825bb6b req-519440d1-f487-41a1-81aa-9e3e3953864a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:10.479569 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0c8bf10-3938-4ebf-ba8c-56b9c825bb6b req-519440d1-f487-41a1-81aa-9e3e3953864a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0605738 Dec 24 04:30:10.530031 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0c8bf10-3938-4ebf-ba8c-56b9c825bb6b req-b82f8296-cd0a-4337-a2df-e437223a3cde tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Dec 24 04:30:11.652865 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a00ef-97ad-4554-b336-57e13bd2c2d2 req-5eb03975-d1f5-4bce-8244-907ba8ae3e06 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:11.654372 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b29a00ef-97ad-4554-b336-57e13bd2c2d2 req-5eb03975-d1f5-4bce-8244-907ba8ae3e06 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0522428 Dec 24 04:30:11.706834 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b29a00ef-97ad-4554-b336-57e13bd2c2d2 req-b21454f1-7f59-4c6f-a37e-22034529af64 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461974 Dec 24 04:30:11.920899 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aab2267a-3625-41a9-8232-f20026b2ddae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:12.826797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8683b1-daa2-4fc3-abab-e609dce10797 req-44b0319b-3f56-4d38-923e-506b7d092c48 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:12.828416 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f8683b1-daa2-4fc3-abab-e609dce10797 req-44b0319b-3f56-4d38-923e-506b7d092c48 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0477273 Dec 24 04:30:12.883071 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-2f8683b1-daa2-4fc3-abab-e609dce10797 req-e4dd43b1-5413-4263-aa84-a3e9eb98c11b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481298 Dec 24 04:30:12.999253 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:14.019822 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1c090-b4d7-486d-942d-f93221455bee req-2467c0fe-5050-4e69-b5d1-8760de0d5aa1 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:14.021301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39d1c090-b4d7-486d-942d-f93221455bee req-2467c0fe-5050-4e69-b5d1-8760de0d5aa1 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0691478 Dec 24 04:30:14.074756 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-39d1c090-b4d7-486d-942d-f93221455bee req-b1a01d08-364f-450b-8024-ce30c22a5bee tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Dec 24 04:30:14.704435 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:14.828311 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:30:15.212734 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff3f97-019e-4c1d-a075-6c7b0e48d68e req-9cad811a-fab8-4f66-84b9-ee16651ab3e9 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:15.214718 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8ff3f97-019e-4c1d-a075-6c7b0e48d68e req-9cad811a-fab8-4f66-84b9-ee16651ab3e9 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0644450 Dec 24 04:30:15.243489 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:15.270846 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-a8ff3f97-019e-4c1d-a075-6c7b0e48d68e req-a95e8b98-2d59-4994-9069-0e3a0467c30d tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499694 Dec 24 04:30:16.391155 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f862fb5-59c0-4257-9f0b-7e5de21b7e8c req-a3ef18c0-89c9-4ffd-b967-54840e538fd8 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:16.392569 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f862fb5-59c0-4257-9f0b-7e5de21b7e8c req-a3ef18c0-89c9-4ffd-b967-54840e538fd8 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0543075 Dec 24 04:30:16.441337 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-4f862fb5-59c0-4257-9f0b-7e5de21b7e8c req-c5f6fa55-47ee-4013-a816-dd4dc9b22a89 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Dec 24 04:30:17.553736 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066d862-3edb-4c71-8a11-cef7fc8ca2ac req-8b83a0e6-7901-4216-a1e0-9bb45488c0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:17.555163 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7066d862-3edb-4c71-8a11-cef7fc8ca2ac req-8b83a0e6-7901-4216-a1e0-9bb45488c0a4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0466695 Dec 24 04:30:17.602425 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7066d862-3edb-4c71-8a11-cef7fc8ca2ac req-1edee6d0-6d9a-4e7d-9a76-684ba6d6f602 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410326 Dec 24 04:30:18.714750 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2814f-1b15-4fe5-9db2-70ae089e87e0 req-269caee7-5229-4f1f-a5ea-f2378f0b8fb2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:18.716095 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6bc2814f-1b15-4fe5-9db2-70ae089e87e0 req-269caee7-5229-4f1f-a5ea-f2378f0b8fb2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0472736 Dec 24 04:30:18.766316 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6bc2814f-1b15-4fe5-9db2-70ae089e87e0 req-8bcfb7ed-d399-46a6-bdbb-9fc5103b0e9d tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Dec 24 04:30:19.614046 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Request body: {'port': {'device_id': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:30:19.664682 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:20.222905 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4710db-3668-43c6-82d5-1d3a63eb6c41 req-b114dcc5-a11b-47f3-b05f-b89c8830c388 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:20.224356 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc4710db-3668-43c6-82d5-1d3a63eb6c41 req-b114dcc5-a11b-47f3-b05f-b89c8830c388 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 931 time: 0.3921597 Dec 24 04:30:20.296696 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22bcc9b-d595-46dc-b599-14f986ffd03c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:30:20.307589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:20.313237 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-cc4710db-3668-43c6-82d5-1d3a63eb6c41 req-c1b59aa7-c27c-4f16-929e-9d534cbb1a78 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816987 Dec 24 04:30:20.323108 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Transition to ACTIVE for port object f22bcc9b-d595-46dc-b599-14f986ffd03c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 04:30:20.327195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:20.377957 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:20.448253 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Attempting to bind port f22bcc9b-d595-46dc-b599-14f986ffd03c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 04:30:20.448623 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Attempting to bind port f22bcc9b-d595-46dc-b599-14f986ffd03c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 04:30:20.448954 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Attempting to bind port f22bcc9b-d595-46dc-b599-14f986ffd03c on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:30:20.453642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Port f22bcc9b-d595-46dc-b599-14f986ffd03c on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 04:30:20.453965 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Attempting to bind port f22bcc9b-d595-46dc-b599-14f986ffd03c on network 8da9c1d8-3990-4da3-9b96-e383ee56f55f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 04:30:20.458839 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Checking agent: {'id': '9f1327ed-8ceb-4e38-9ffc-de40f5725355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'started_at': datetime.datetime(2021, 12, 24, 3, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 04:30:20.459178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Checking segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 04:30:20.459563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Bound using segment: {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 04:30:20.459987 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Bound port: f22bcc9b-d595-46dc-b599-14f986ffd03c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd82c256-fb03-4c09-a1bf-8cba926e3249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 04:30:20.460336 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:20.524649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 04:30:20.528218 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 04:30:20.533091 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:20.564876 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:20.565502 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:20.566938 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] 10.222.0.41 "PUT /v2.0/ports/f22bcc9b-d595-46dc-b599-14f986ffd03c HTTP/1.1" status: 200 len: 1093 time: 0.9570975 Dec 24 04:30:20.571096 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:30:20.573350 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612519e4-06e5-48d5-9582-22300b843ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:30:20.600548 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b6738-8c5a-49a5-bdc8-6218289e9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:20.622159 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e121f4-048f-4a7c-8635-e5d611e41b0d x-openstack-request-id: req-88e121f4-048f-4a7c-8635-e5d611e41b0d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:30:20.622437 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:30:20.622698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88e121f4-048f-4a7c-8635-e5d611e41b0d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:30:20.623092 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'status': 'completed', 'code': 200} Dec 24 04:30:20.689613 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-efa1aa1a-7a51-4977-8a71-3db840b39b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:20.689613 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-efa1aa1a-7a51-4977-8a71-3db840b39b89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0473549 Dec 24 04:30:20.742089 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-d7d551c0-9be1-46dd-97c5-fd1ecd52d1c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c HTTP/1.1" status: 200 len: 217 time: 0.0409966 Dec 24 04:30:20.793243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-78c160ab-21fb-4e43-b057-1a6308325baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:20.794654 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-78c160ab-21fb-4e43-b057-1a6308325baf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0452087 Dec 24 04:30:20.840938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-77e3a672-06ed-42a3-b53b-1b0fe008dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:20.842389 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-77e3a672-06ed-42a3-b53b-1b0fe008dd09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394716 Dec 24 04:30:20.935821 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-38ce2390-407c-4dcb-ae2c-0d47640a94c8 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848541 Dec 24 04:30:21.026074 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-51b21b44-624f-4a3e-807d-8d7939d11363 req-684d383d-6bbf-4001-85f4-90c667335735 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829334 Dec 24 04:30:21.153661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612519e4-06e5-48d5-9582-22300b843ef3 req-8ceb6110-9cbb-4d63-9b04-cd2cd91f3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:21.155218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-612519e4-06e5-48d5-9582-22300b843ef3 req-8ceb6110-9cbb-4d63-9b04-cd2cd91f3636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0411870 Dec 24 04:30:21.243166 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612519e4-06e5-48d5-9582-22300b843ef3 req-3657d1b1-493f-4f4b-99a0-3ff89ae319d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:21.244563 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-612519e4-06e5-48d5-9582-22300b843ef3 req-3657d1b1-493f-4f4b-99a0-3ff89ae319d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0822449 Dec 24 04:30:21.289011 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-612519e4-06e5-48d5-9582-22300b843ef3 req-d6bc457f-6b70-43ab-9a57-14cd5ed68260 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c HTTP/1.1" status: 200 len: 217 time: 0.0362852 Dec 24 04:30:21.336209 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612519e4-06e5-48d5-9582-22300b843ef3 req-cafdaf81-87b6-41b0-9b08-3741fb8e7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:21.337660 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-612519e4-06e5-48d5-9582-22300b843ef3 req-cafdaf81-87b6-41b0-9b08-3741fb8e7cc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0423129 Dec 24 04:30:21.409895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612519e4-06e5-48d5-9582-22300b843ef3 req-41ecaf44-d3d0-4f02-89ca-a5fb21ee6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:21.411361 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-612519e4-06e5-48d5-9582-22300b843ef3 req-41ecaf44-d3d0-4f02-89ca-a5fb21ee6bfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664279 Dec 24 04:30:21.458757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c68c-87e5-4333-840f-713ca6ff63a0 req-8c2dc076-2e5a-453b-a004-f93ebefe50be tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:21.460161 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dbd7c68c-87e5-4333-840f-713ca6ff63a0 req-8c2dc076-2e5a-453b-a004-f93ebefe50be tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0785048 Dec 24 04:30:21.548135 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-612519e4-06e5-48d5-9582-22300b843ef3 req-8670bca0-665e-451e-878a-78b2dd2be8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288211 Dec 24 04:30:21.551859 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-dbd7c68c-87e5-4333-840f-713ca6ff63a0 req-a7984daf-76f2-407e-bd1b-c2cd746c1d6b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858278 Dec 24 04:30:21.639920 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-612519e4-06e5-48d5-9582-22300b843ef3 req-c4e5a4e5-94b2-4d2c-b89c-cd08a162017c service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849838 Dec 24 04:30:22.665648 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeecf8-80cf-472c-9962-c93fe5cc3fdb req-a84bb894-b946-4122-9925-848605c748a7 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:22.667083 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93eeecf8-80cf-472c-9962-c93fe5cc3fdb req-a84bb894-b946-4122-9925-848605c748a7 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0478957 Dec 24 04:30:22.714916 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-93eeecf8-80cf-472c-9962-c93fe5cc3fdb req-4d463dec-d0a7-4d27-a130-7607d25c72ba tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Dec 24 04:30:22.846533 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:23.010724 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f22bcc9b-d595-46dc-b599-14f986ffd03c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:30:23.102163 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:30:23.114599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'port_id': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'mac_address': 'fa:16:3e:24:07:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:30:23.150088 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:23.162472 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22bcc9b-d595-46dc-b599-14f986ffd03c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:30:23.182184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:30:23.187268 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:23.232559 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:23.658279 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['f22bcc9b-d595-46dc-b599-14f986ffd03c'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:30:23.831337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12011e-a345-4627-8b75-ef10836578ee req-31c8758c-d47a-4b2d-8d71-7805809ee6e0 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:23.832827 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b12011e-a345-4627-8b75-ef10836578ee req-31c8758c-d47a-4b2d-8d71-7805809ee6e0 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 944 time: 0.0517945 Dec 24 04:30:23.880330 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7b12011e-a345-4627-8b75-ef10836578ee req-2fee1f60-4970-4e15-9d92-05ce280c7f6e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Dec 24 04:30:24.995578 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccbb1d-fd26-4774-87ba-73a363e5ec0a req-3321be2c-c86e-4a17-96f4-fa653a9a9882 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:24.997080 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-deccbb1d-fd26-4774-87ba-73a363e5ec0a req-3321be2c-c86e-4a17-96f4-fa653a9a9882 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 944 time: 0.0489235 Dec 24 04:30:25.024929 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f22bcc9b-d595-46dc-b599-14f986ffd03c up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:30:25.045911 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-deccbb1d-fd26-4774-87ba-73a363e5ec0a req-6dd2c36f-c030-43a7-a3d5-1b77e652c8c2 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Dec 24 04:30:25.080749 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning for port f22bcc9b-d595-46dc-b599-14f986ffd03c completed by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 04:30:25.084590 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port f22bcc9b-d595-46dc-b599-14f986ffd03c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:30:25.084961 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:25.159551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:25.181405 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:30:25.184050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086248a0b395cf5a6a31ba8edcc9924d35e82a7db525358c8b944baad2078eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126543f4-8820-4e81-855e-cc80c64320e9" -d '{"events": [{"server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "name": "network-vif-plugged", "status": "completed", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:30:25.197160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:30:25.201871 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:25.230946 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2948d42-1286-4fef-a2c4-8d595195d530 x-openstack-request-id: req-b2948d42-1286-4fef-a2c4-8d595195d530 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:30:25.231232 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "name": "network-vif-plugged", "status": "completed", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:30:25.231483 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2948d42-1286-4fef-a2c4-8d595195d530 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:30:25.231862 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'code': 200} Dec 24 04:30:25.255614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=5']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:25.426012 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0533b6f-2b9a-4727-8f67-eb79154809e6 req-4aaa6aae-c643-4ff3-be05-aacb5d26c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:25.427372 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0533b6f-2b9a-4727-8f67-eb79154809e6 req-4aaa6aae-c643-4ff3-be05-aacb5d26c94c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0381823 Dec 24 04:30:25.475845 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d0533b6f-2b9a-4727-8f67-eb79154809e6 req-99e0b0ba-1eb7-43c4-800e-704ec667d848 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Dec 24 04:30:26.159540 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaab57a-253c-4014-96b6-1b67d65f9c0e req-a2633d2b-ad07-4598-8563-5ff935dcd769 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:26.161032 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eaaab57a-253c-4014-96b6-1b67d65f9c0e req-a2633d2b-ad07-4598-8563-5ff935dcd769 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0484941 Dec 24 04:30:26.208814 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-eaaab57a-253c-4014-96b6-1b67d65f9c0e req-ad31ca0e-d7f9-4d56-973e-9a459b857fef tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Dec 24 04:30:27.322952 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be2d8a-aa94-4663-a609-169104c65d6f req-b2db9b22-af3a-4266-913b-9b389c0b5473 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:27.324909 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13be2d8a-aa94-4663-a609-169104c65d6f req-b2db9b22-af3a-4266-913b-9b389c0b5473 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0483909 Dec 24 04:30:27.372629 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-13be2d8a-aa94-4663-a609-169104c65d6f req-cc2569f1-40e0-417c-900a-55ee5d97a53f tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Dec 24 04:30:27.488817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6fc7c-c21a-4518-90df-8a4ad693d41a req-75dcc91d-4c3d-4eb2-a52d-b74f11f9b41a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:27.490277 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0d6fc7c-c21a-4518-90df-8a4ad693d41a req-75dcc91d-4c3d-4eb2-a52d-b74f11f9b41a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Dec 24 04:30:27.538335 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-f0d6fc7c-c21a-4518-90df-8a4ad693d41a req-34b1d4bf-2261-4c4f-913a-6d427337edc8 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Dec 24 04:30:27.558640 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:30:27.596757 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7cd3c9-f61c-4983-93ea-c232c6c0af83 tempest-TestSnapshotPattern-181171816 tempest-TestSnapshotPattern-181171816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:27.598214 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-cf7cd3c9-f61c-4983-93ea-c232c6c0af83 tempest-TestSnapshotPattern-181171816 tempest-TestSnapshotPattern-181171816-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 1093 time: 0.0386207 Dec 24 04:30:27.600835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 58924) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:30:27.605439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.v2.base [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Request body: {'floatingip': {'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'port_id': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 04:30:27.629206 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:27.726211 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:27.824967 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Allocated IP 172.26.5.80 (09ec8898-2be8-4b6d-8256-3b2d7972c22a/9990039d-9e97-4506-a4d7-d25b8cbf198b/4185c248-27fe-40e0-90f0-9eb3ca21763d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 04:30:27.925653 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for port, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:27.958453 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794036634763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:27.998978 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Network 09ec8898-2be8-4b6d-8256-3b2d7972c22a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 04:30:28.001884 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 04:30:28.005240 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 04:30:28.026589 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'Port': ['ID=4185c248-27fe-40e0-90f0-9eb3ca21763d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:28.352008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:28.415263 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:28.564111 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for port, precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:28.568309 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885888'] for port, after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:28.643110 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event updated for resources: {'Port': ['ID=4185c248-27fe-40e0-90f0-9eb3ca21763d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:30:28.649407 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745427'] for floatingip, after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:28.745658 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Floating IP a8b05383-a4d6-45a0-aaa7-c032f71eb1f3 associated. External IP: 172.26.5.80, port: f22bcc9b-d595-46dc-b599-14f986ffd03c. Dec 24 04:30:28.941486 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Router a1458d9c-d06a-4402-8f93-7cbba0042ca8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:30:29.042038 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:30:29.052051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] Sync routers for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:30:29.059512 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:29.061937 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:30:29.062635 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:30:29.089772 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-33bc8c1c-70bf-4163-8457-3483bc890b60 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4878449 Dec 24 04:30:29.090711 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:30:29.093797 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc66688-1437-4b3c-99c9-3ea68499adff" -d '{"events": [{"name": "network-changed", "server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:30:29.130345 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96e519-c60e-4f8e-ac31-c9935d01199c x-openstack-request-id: req-ce96e519-c60e-4f8e-ac31-c9935d01199c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:30:29.130642 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:30:29.130895 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce96e519-c60e-4f8e-ac31-c9935d01199c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:30:29.131301 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'status': 'completed', 'code': 200} Dec 24 04:30:29.176562 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:30:29.212785 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-44694a21-90b7-4f83-8f37-eef66b12c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:29.214224 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-44694a21-90b7-4f83-8f37-eef66b12c6b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0411839 Dec 24 04:30:29.305026 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-0cdc3c67-441b-4482-ae9a-e2df35554cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:29.306579 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-0cdc3c67-441b-4482-ae9a-e2df35554cdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0847580 Dec 24 04:30:29.376087 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-acf22597-a2af-411f-b0b7-67ca6cf1a667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c HTTP/1.1" status: 200 len: 998 time: 0.0620742 Dec 24 04:30:29.400517 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:08Z', 'revision_number': 1, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}, {'id': 'a8b05383-a4d6-45a0-aaa7-c032f71eb1f3', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:24:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:30:28Z', 'updated_at': '2021-12-24T04:30:28Z', 'revision_number': 0, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:30:29.424649 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-64ffc59c-92e9-4484-a1d5-98e8d048d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:29.426290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-64ffc59c-92e9-4484-a1d5-98e8d048d6b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0437777 Dec 24 04:30:29.429501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] Checking router: a1458d9c-d06a-4402-8f93-7cbba0042ca8 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:30:29.438513 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:30:29.439105 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:30:12Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:30:29.471326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-d102df2c-9103-4e85-9a42-b9e4fe827512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:30:29.472760 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-d102df2c-9103-4e85-9a42-b9e4fe827512 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403256 Dec 24 04:30:29.577096 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-2694464a-facc-4c5b-863e-fbaa0610e303 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972538 Dec 24 04:30:29.676693 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-6fc66688-1437-4b3c-99c9-3ea68499adff req-1c3205b3-3eae-4e8d-9835-72e061f37c98 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911088 Dec 24 04:30:29.693829 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:30:29.912393 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:08Z', 'revision_number': 1, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}, {'id': 'a8b05383-a4d6-45a0-aaa7-c032f71eb1f3', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:24:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:30:28Z', 'updated_at': '2021-12-24T04:30:28Z', 'revision_number': 0, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:30:29.940887 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418920a-5b88-4e70-8777-addbfabff139 None None] The sync data for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv is: [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:08Z', 'revision_number': 1, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}, {'id': 'a8b05383-a4d6-45a0-aaa7-c032f71eb1f3', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:24:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:30:28Z', 'updated_at': '2021-12-24T04:30:28Z', 'revision_number': 0, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:30:30.129435 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90c9cc-5fb8-497a-9d18-37e34bc0a6b2 None None] New status for floating IP a8b05383-a4d6-45a0-aaa7-c032f71eb1f3: ACTIVE {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:30:39.571560 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0857cbba-8867-4687-8652-df13e4daae22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:41.923086 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5012dd7-2434-4f6b-9fb6-dda9c65c8da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:43.002645 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:44.698447 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:45.237155 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:30:51.826662 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:30:52.834786 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:02.949077 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-2d4b2ec0-8b58-43f2-ac74-4b5f221b2403 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376153 Dec 24 04:31:03.049279 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-f0021b0d-d39f-4b21-9ed7-95e5d6aa640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:31:03.050754 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-f0021b0d-d39f-4b21-9ed7-95e5d6aa640d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1097 time: 0.0391648 Dec 24 04:31:03.155705 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-99bf70a0-d1b7-4c29-b9fb-a471e18885e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:31:03.157218 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-99bf70a0-d1b7-4c29-b9fb-a471e18885e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0868831 Dec 24 04:31:03.221290 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-8bc1f6c3-c98d-4937-836f-395ef99afde0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 999 time: 0.0569544 Dec 24 04:31:03.274053 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-42afc3ff-6dd3-44b8-bbad-010a51550fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:31:03.275442 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-42afc3ff-6dd3-44b8-bbad-010a51550fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0465004 Dec 24 04:31:03.318874 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-f241c6cd-b4ae-43cb-9594-98e4fa18c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:31:03.320414 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-f241c6cd-b4ae-43cb-9594-98e4fa18c7cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381987 Dec 24 04:31:03.410711 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-dca6cbad-1790-410e-9d04-aa16aec2c023 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829959 Dec 24 04:31:03.500323 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-ccc78e47-5660-4b8b-b104-d1a7c1e75f82 req-51c6f579-dc0b-405e-af3e-61e7c6c91214 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822818 Dec 24 04:31:09.573331 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ab70723-fcc7-4ce2-8dd9-287c66dce1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:11.924336 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86f97bc3-98ed-4537-93aa-d75d213dd329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:13.001445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:14.701305 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:15.241463 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:22.853113 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:28.825207 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:31:39.574752 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-adedc0fa-27ec-4594-8a4d-6424dbc11990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:41.925589 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a9be855-8831-4415-bbd0-c9c8cb8615b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:43.003902 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:44.705356 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:45.247134 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:31:52.857451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:03.320863 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-71c6843c-f024-4442-98d6-6b42b018ff87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404112 Dec 24 04:32:03.392039 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610c063-e93c-4ec5-92bd-837b54930efc req-52a8084f-2a7a-47a6-a07c-e67b6f2e912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:03.393426 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-52a8084f-2a7a-47a6-a07c-e67b6f2e912a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0390489 Dec 24 04:32:03.495243 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610c063-e93c-4ec5-92bd-837b54930efc req-f1921491-ea76-44ae-93f2-97282c9413d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:03.496736 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-f1921491-ea76-44ae-93f2-97282c9413d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.0843856 Dec 24 04:32:03.559800 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-92c88123-5474-42e0-ad45-6e5dd9d4fadd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c HTTP/1.1" status: 200 len: 1000 time: 0.0562913 Dec 24 04:32:03.609960 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610c063-e93c-4ec5-92bd-837b54930efc req-f46f299c-c775-466d-a16c-9fba9ff8d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:03.611360 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-f46f299c-c775-466d-a16c-9fba9ff8d191 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0449245 Dec 24 04:32:03.659654 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610c063-e93c-4ec5-92bd-837b54930efc req-119ec82a-8195-46fe-85df-eb2a5c434cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:03.661088 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-119ec82a-8195-46fe-85df-eb2a5c434cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424123 Dec 24 04:32:04.047374 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-50b1c114-f375-4072-af8c-ffbd5d07bf20 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790309 Dec 24 04:32:04.137329 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-b610c063-e93c-4ec5-92bd-837b54930efc req-a3fb4688-9ad5-4365-993c-5a9059b21dab service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829201 Dec 24 04:32:05.823793 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:32:09.580358 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef7e76a8-fe25-49e5-9341-4a311329af01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:11.926526 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad966468-9004-4617-abe9-92e561b447bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:13.006770 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:14.707398 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:15.238524 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:22.853224 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:33.565551 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f22bcc9b-d595-46dc-b599-14f986ffd03c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=103178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 04:32:33.666805 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:32:33.678514 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Returning: {'device': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'port_id': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'mac_address': 'fa:16:3e:24:07:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 04:32:33.716189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:33.728671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f22bcc9b-d595-46dc-b599-14f986ffd03c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 04:32:33.747895 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:32:33.751711 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:33.796659 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:33.803303 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.803648 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.804026 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.804618 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.804994 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.805471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.805806 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.806156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.806482 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.806803 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.807629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.807952 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.808266 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:33.906874 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] get_ports_and_sgs() called for port_ids ['f22bcc9b-d595-46dc-b599-14f986ffd03c'] {{(pid=103178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 04:32:35.587315 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f22bcc9b-d595-46dc-b599-14f986ffd03c up at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 04:32:35.637600 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Provisioning complete for port f22bcc9b-d595-46dc-b599-14f986ffd03c triggered by entity L2. {{(pid=103178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 04:32:35.638204 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743478'] for port, provisioning_complete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:35.713556 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571891'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:35.735377 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:32:35.737637 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086248a0b395cf5a6a31ba8edcc9924d35e82a7db525358c8b944baad2078eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce58cb7-d8ef-46c4-ba5c-294f42ba67ca" -d '{"events": [{"server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "name": "network-vif-plugged", "status": "completed", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:32:35.752050 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:32:35.757438 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037036849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794036634781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794036634799'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:35.780452 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd41934-36f4-4097-81be-b0540373e1de x-openstack-request-id: req-cdd41934-36f4-4097-81be-b0540373e1de {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:32:35.780706 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "name": "network-vif-plugged", "status": "completed", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:32:35.780963 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdd41934-36f4-4097-81be-b0540373e1de {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:32:35.781352 dv-neutron-822869-1-hyperv neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'code': 200} Dec 24 04:32:35.806241 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Pushing event updated for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:39.581002 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35fbbbc8-dd7f-41fe-bcd1-01d48c88086a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:41.932208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39a265d0-102c-43b0-8b14-9d5a688e1231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:42.825787 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:32:43.011702 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:44.715768 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:45.244136 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:47.991406 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:32:48.142669 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Deleting port 4185c248-27fe-40e0-90f0-9eb3ca21763d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:32:48.143010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:48.218599 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:48.218925 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:48.231629 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Calling delete_port for 4185c248-27fe-40e0-90f0-9eb3ca21763d owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:32:48.377212 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:48.401528 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event deleted for resources: {'Port': ['ID=4185c248-27fe-40e0-90f0-9eb3ca21763d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:48.427248 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.427591 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.427932 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.428266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.428619 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.428948 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.429273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.429597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.429922 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.430245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.430565 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.430882 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.431198 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:32:48.468610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:48.468960 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Floating IP a8b05383-a4d6-45a0-aaa7-c032f71eb1f3 disassociated (deleted). External IP: 172.26.5.80, port: f22bcc9b-d595-46dc-b599-14f986ffd03c. Dec 24 04:32:48.674324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Router a1458d9c-d06a-4402-8f93-7cbba0042ca8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:32:48.778367 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:32:48.783181 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:48.787717 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] Sync routers for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:32:48.797599 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:32:48.798211 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:48.809503 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-25493cc8-6b01-474f-be5d-30d30a38e373 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "DELETE /v2.0/floatingips/a8b05383-a4d6-45a0-aaa7-c032f71eb1f3 HTTP/1.1" status: 204 len: 168 time: 0.8169503 Dec 24 04:32:48.810099 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:32:48.812382 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90137156-1a07-4207-a20b-acd8d94921a7" -d '{"events": [{"name": "network-changed", "server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:32:48.908584 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:32:48.910535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ddfff3-10e1-4bd0-9800-551161c8d250 x-openstack-request-id: req-b8ddfff3-10e1-4bd0-9800-551161c8d250 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:32:48.910535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:32:48.910535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8ddfff3-10e1-4bd0-9800-551161c8d250 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:32:48.910955 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'status': 'completed', 'code': 200} Dec 24 04:32:49.008984 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137156-1a07-4207-a20b-acd8d94921a7 req-24294cc4-4a95-4b07-b89c-463f3d0cb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:49.011158 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90137156-1a07-4207-a20b-acd8d94921a7 req-24294cc4-4a95-4b07-b89c-463f3d0cb776 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0549879 Dec 24 04:32:49.118415 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2144ff-6f4a-414f-b192-f9de6863890d req-a22ff7a7-885c-452a-b77a-9ff129a48e93 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:49.119947 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd2144ff-6f4a-414f-b192-f9de6863890d req-a22ff7a7-885c-452a-b77a-9ff129a48e93 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 945 time: 0.1041954 Dec 24 04:32:49.145146 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:08Z', 'revision_number': 1, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:49.160266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137156-1a07-4207-a20b-acd8d94921a7 req-235bc240-91e9-4a08-b285-574a1943a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:49.161765 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90137156-1a07-4207-a20b-acd8d94921a7 req-235bc240-91e9-4a08-b285-574a1943a7ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.1362507 Dec 24 04:32:49.176246 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] Checking router: a1458d9c-d06a-4402-8f93-7cbba0042ca8 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:32:49.184595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:32:49.185208 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:49.212489 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90137156-1a07-4207-a20b-acd8d94921a7 req-5fd9832b-6eae-46fb-a470-a9a423ebbce8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c HTTP/1.1" status: 200 len: 217 time: 0.0409801 Dec 24 04:32:49.222271 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-bd2144ff-6f4a-414f-b192-f9de6863890d req-7e176dbc-d20b-4b74-909f-0206a1896bd6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952301 Dec 24 04:32:49.265076 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137156-1a07-4207-a20b-acd8d94921a7 req-26a035bc-fd1e-4944-b0b0-53e9a43a17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:49.266529 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90137156-1a07-4207-a20b-acd8d94921a7 req-26a035bc-fd1e-4944-b0b0-53e9a43a17b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0437651 Dec 24 04:32:49.296565 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:32:49.312535 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137156-1a07-4207-a20b-acd8d94921a7 req-5b60f055-c776-4dc4-adc2-07f36151819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:49.314048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90137156-1a07-4207-a20b-acd8d94921a7 req-5b60f055-c776-4dc4-adc2-07f36151819a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395336 Dec 24 04:32:49.408133 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90137156-1a07-4207-a20b-acd8d94921a7 req-b7444932-a222-4513-ada6-5ec7327e376b service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857017 Dec 24 04:32:49.507298 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-90137156-1a07-4207-a20b-acd8d94921a7 req-b2c0ad29-4187-4e6d-a597-8ef25bd7f0c9 service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912440 Dec 24 04:32:49.518231 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:08Z', 'revision_number': 1, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:49.544138 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092b1fc-b008-4cc8-a6ce-ae3cab0a2a25 None None] The sync data for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv is: [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_floatingips': [{'id': '16a052c6-678b-40b6-a028-6543f71783e6', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'router_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'port_id': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'mac_address': 'fa:16:3e:0d:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T04:27:06Z', 'updated_at': '2021-12-24T04:27:08Z', 'revision_number': 1, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:32:49.763308 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a14cf6-629f-4fbf-9e0d-ae120fbedfce None None] New status for floating IP a8b05383-a4d6-45a0-aaa7-c032f71eb1f3: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:32:50.343324 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d785a4-6b1e-454a-b495-ce283599f922 req-a946ac04-180e-4aad-836d-a1ce9f30254b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:50.344823 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83d785a4-6b1e-454a-b495-ce283599f922 req-a946ac04-180e-4aad-836d-a1ce9f30254b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0487370 Dec 24 04:32:50.394012 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-83d785a4-6b1e-454a-b495-ce283599f922 req-6e0af438-ae8a-4b3f-b8cd-ecab742b647e tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Dec 24 04:32:51.036904 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-bcba6348-cdf0-405c-b726-5f1d910520c1 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:51.038327 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-bcba6348-cdf0-405c-b726-5f1d910520c1 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0477006 Dec 24 04:32:51.130031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Deleting port f22bcc9b-d595-46dc-b599-14f986ffd03c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:32:51.130368 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:51.216670 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] For port f22bcc9b-d595-46dc-b599-14f986ffd03c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f22bcc9b-d595-46dc-b599-14f986ffd03c,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:32:51.217031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:51.229378 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Calling delete_port for f22bcc9b-d595-46dc-b599-14f986ffd03c owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:32:51.358477 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:51.386246 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event deleted for resources: {'Port': ['ID=f22bcc9b-d595-46dc-b599-14f986ffd03c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:51.432857 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] No DVR routers for this DVR port f22bcc9b-d595-46dc-b599-14f986ffd03c on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:32:51.435355 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:51.438707 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-0945a90e-47ac-4856-80a3-d8a542c6051f req-06659c95-37eb-40ee-88dc-d6284f729db4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "DELETE /v2.0/ports/f22bcc9b-d595-46dc-b599-14f986ffd03c HTTP/1.1" status: 204 len: 173 time: 0.3944364 Dec 24 04:32:51.439157 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'name': 'network-vif-deleted', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:32:51.441451 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571a3202-387d-4082-947f-85fc427ddc80" -d '{"events": [{"server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "name": "network-vif-deleted", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:32:51.479154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b960c46-34e1-4e87-b532-9d1915fc1302 x-openstack-request-id: req-1b960c46-34e1-4e87-b532-9d1915fc1302 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:32:51.479450 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483d4e69-0038-460d-aa21-d5198b23c2b9", "name": "network-vif-deleted", "tag": "f22bcc9b-d595-46dc-b599-14f986ffd03c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:32:51.479844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b960c46-34e1-4e87-b532-9d1915fc1302 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:32:51.480210 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483d4e69-0038-460d-aa21-d5198b23c2b9', 'name': 'network-vif-deleted', 'tag': 'f22bcc9b-d595-46dc-b599-14f986ffd03c', 'status': 'completed', 'code': 200} Dec 24 04:32:51.495872 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-22358f51-6716-4812-844f-32b3131c56fe req-ecf23291-edcc-4d07-bd11-9b1c17d2b898 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=483d4e69-0038-460d-aa21-d5198b23c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0290833 Dec 24 04:32:51.711245 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f22bcc9b-d595-46dc-b599-14f986ffd03c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:32:51.733639 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: f22bcc9b-d595-46dc-b599-14f986ffd03c {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:32:51.734000 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device f22bcc9b-d595-46dc-b599-14f986ffd03c not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:32:52.868703 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:53.062266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59208) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:32:53.215056 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Deleting port c4069369-a6fa-4c5f-8f77-a8367aa935be {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:32:53.215393 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:53.290697 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:53.291563 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:53.302755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Calling delete_port for c4069369-a6fa-4c5f-8f77-a8367aa935be owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:32:53.441439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:53.470668 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event deleted for resources: {'Port': ['ID=c4069369-a6fa-4c5f-8f77-a8367aa935be,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:53.529184 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for floatingip, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:53.529517 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.db.l3_db [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Floating IP 16a052c6-678b-40b6-a028-6543f71783e6 disassociated (deleted). External IP: 172.26.5.27, port: 05ba14a4-3a21-4ba7-9470-5a6287dfb95f. Dec 24 04:32:53.736830 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Router a1458d9c-d06a-4402-8f93-7cbba0042ca8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:32:53.841817 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:32:53.846408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for floatingip, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:53.853548 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] Sync routers for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:32:53.867018 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:32:53.867629 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:53.873749 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c290518b-80e8-4618-93fd-26549b8b48b6 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "DELETE /v2.0/floatingips/16a052c6-678b-40b6-a028-6543f71783e6 HTTP/1.1" status: 204 len: 168 time: 0.8103015 Dec 24 04:32:53.874332 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:32:53.876597 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67211b94-886e-45a8-8642-c2da3ff71479" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:32:53.918791 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a488e89-829f-4b9d-b4ee-0e6215d85fd4 x-openstack-request-id: req-7a488e89-829f-4b9d-b4ee-0e6215d85fd4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:32:53.919075 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:32:53.919327 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a488e89-829f-4b9d-b4ee-0e6215d85fd4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:32:53.919854 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'status': 'completed', 'code': 200} Dec 24 04:32:53.982416 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:32:54.019581 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211b94-886e-45a8-8642-c2da3ff71479 req-cebf84cb-87df-4255-9ae7-9f1d6ce9e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:54.021265 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67211b94-886e-45a8-8642-c2da3ff71479 req-cebf84cb-87df-4255-9ae7-9f1d6ce9e3b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 1097 time: 0.0559964 Dec 24 04:32:54.166404 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053979f-2aa8-430f-a67c-ad536a54aea8 req-bc7ea266-d212-4be9-801a-9423eaa3e38c tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:54.167892 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7053979f-2aa8-430f-a67c-ad536a54aea8 req-bc7ea266-d212-4be9-801a-9423eaa3e38c tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 944 time: 0.1091573 Dec 24 04:32:54.206273 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211b94-886e-45a8-8642-c2da3ff71479 req-37aabc21-04f4-4d11-8c47-8abdc57b9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:54.207727 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67211b94-886e-45a8-8642-c2da3ff71479 req-37aabc21-04f4-4d11-8c47-8abdc57b9661 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 200 len: 910 time: 0.1399064 Dec 24 04:32:54.261048 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67211b94-886e-45a8-8642-c2da3ff71479 req-b453d8db-742b-4337-84ed-2022cf201fe2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 200 len: 217 time: 0.0429397 Dec 24 04:32:54.264825 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-7053979f-2aa8-430f-a67c-ad536a54aea8 req-94d8e5fd-0534-43f3-9e9a-9df4a429599b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903630 Dec 24 04:32:54.314408 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211b94-886e-45a8-8642-c2da3ff71479 req-7319fc85-1d4a-4e7a-92e9-2c34e735b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:54.315865 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67211b94-886e-45a8-8642-c2da3ff71479 req-7319fc85-1d4a-4e7a-92e9-2c34e735b36b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 200 len: 849 time: 0.0479302 Dec 24 04:32:54.334544 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:54.360747 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] Checking router: a1458d9c-d06a-4402-8f93-7cbba0042ca8 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:32:54.364676 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211b94-886e-45a8-8642-c2da3ff71479 req-99ee8a44-d5bf-492f-9484-c8ecd1f8d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:54.366149 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67211b94-886e-45a8-8642-c2da3ff71479 req-99ee8a44-d5bf-492f-9484-c8ecd1f8d3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8da9c1d8-3990-4da3-9b96-e383ee56f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396409 Dec 24 04:32:54.369653 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:32:54.370255 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:54.472215 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67211b94-886e-45a8-8642-c2da3ff71479 req-8d44c720-22ff-4f45-b93e-ca6d6cf8fdde service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835450 Dec 24 04:32:54.472471 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:32:54.562150 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-67211b94-886e-45a8-8642-c2da3ff71479 req-87bfde1c-c3af-4b93-9418-339f430ab7fd service neutron] 10.222.0.41 "GET /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823896 Dec 24 04:32:54.674722 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:54.699760 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25adc7d2-a325-444b-a4e0-a26807743e81 None None] The sync data for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv is: [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv', '_interfaces': [{'id': '0ce6d3b8-f077-4a46-be67-e68bfb8d99d7', 'name': '', 'network_id': '8da9c1d8-3990-4da3-9b96-e383ee56f55f', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'mac_address': 'fa:16:3e:85:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:44Z', 'updated_at': '2021-12-24T04:26:50Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'subnets': [{'id': '2958b47a-544c-4c8d-8ef2-768688a4a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:32:54.911046 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9702f1-7b16-4fd2-b292-a3b3d65b5403 None None] New status for floating IP 16a052c6-678b-40b6-a028-6543f71783e6: DOWN {{(pid=103179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 04:32:55.207470 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-798edda1-715d-4a12-9a3a-d07164e9403a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:55.208933 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-798edda1-715d-4a12-9a3a-d07164e9403a tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 944 time: 0.0473874 Dec 24 04:32:55.301577 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Deleting port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:32:55.301916 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:55.420501 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] For port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:32:55.420767 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:55.429842 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be202cd9-2942-49c1-93a4-e81fb37eee52 req-15dac6aa-65b0-470d-af78-4cc1a41d8a97 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 04:32:55.431280 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be202cd9-2942-49c1-93a4-e81fb37eee52 req-15dac6aa-65b0-470d-af78-4cc1a41d8a97 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9f0594-23e1-4701-9b58-7a849b13a605 HTTP/1.1" status: 200 len: 944 time: 0.0761864 Dec 24 04:32:55.457910 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Calling delete_port for 05ba14a4-3a21-4ba7-9470-5a6287dfb95f owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:32:55.524886 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-be202cd9-2942-49c1-93a4-e81fb37eee52 req-c93d0f9b-4fac-4723-aa5b-6cfb7f33fdcd tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fcd670a-0ddc-4acc-b4e8-22da1addb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838549 Dec 24 04:32:55.608837 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:55.636158 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event deleted for resources: {'Port': ['ID=05ba14a4-3a21-4ba7-9470-5a6287dfb95f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:55.678257 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] No DVR routers for this DVR port 05ba14a4-3a21-4ba7-9470-5a6287dfb95f on host hv-neutron-8228 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:32:55.680698 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424913'] for port, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:55.684509 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [req-d69b9a9b-d355-4a88-bbb1-0e1d8ed08946 req-b3822492-dba5-4fa9-8a82-3a8819f1dbb4 tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.41 "DELETE /v2.0/ports/05ba14a4-3a21-4ba7-9470-5a6287dfb95f HTTP/1.1" status: 204 len: 173 time: 0.4684396 Dec 24 04:32:55.921506 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-deleted', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 04:32:55.923774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88078b4c7ff046c67c578c799f8699de94e75f446fa79b009a499fbc32c4fe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949dd20-090c-41cc-8787-80912251952c" -d '{"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-deleted", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 04:32:55.958617 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 04:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd24d304-db04-4250-88cb-82888bee798b x-openstack-request-id: req-bd24d304-db04-4250-88cb-82888bee798b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 04:32:55.958919 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f0594-23e1-4701-9b58-7a849b13a605", "name": "network-vif-deleted", "tag": "05ba14a4-3a21-4ba7-9470-5a6287dfb95f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 04:32:55.959175 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd24d304-db04-4250-88cb-82888bee798b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 04:32:55.959575 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f0594-23e1-4701-9b58-7a849b13a605', 'name': 'network-vif-deleted', 'tag': '05ba14a4-3a21-4ba7-9470-5a6287dfb95f', 'status': 'completed', 'code': 200} Dec 24 04:32:56.578434 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:32:56.632810 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd4ad-3110-4317-94b9-bd5b6eb8d55b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:56.658269 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd4ad-3110-4317-94b9-bd5b6eb8d55b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:56.720284 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd4ad-3110-4317-94b9-bd5b6eb8d55b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:56.722958 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd4ad-3110-4317-94b9-bd5b6eb8d55b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:56.724109 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-4e8cd4ad-3110-4317-94b9-bd5b6eb8d55b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] 10.222.0.37 "DELETE /v2.0/security-groups/2fcd670a-0ddc-4acc-b4e8-22da1addb515 HTTP/1.1" status: 204 len: 168 time: 0.1446998 Dec 24 04:32:56.735928 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cd4ad-3110-4317-94b9-bd5b6eb8d55b tempest-TestSnapshotPattern-636256370 tempest-TestSnapshotPattern-636256370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd670a-0ddc-4acc-b4e8-22da1addb515,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:57.701780 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 05ba14a4-3a21-4ba7-9470-5a6287dfb95f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:32:57.725267 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] No Port match for: 05ba14a4-3a21-4ba7-9470-5a6287dfb95f {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:32:57.725606 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Device 05ba14a4-3a21-4ba7-9470-5a6287dfb95f not bound to the agent host hv-neutron-8228 {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:32:57.784749 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59228) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:32:58.521800 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:58.760509 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Deleting port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:32:58.760850 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:58.845602 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] For port 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:32:58.846286 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:58.858637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Calling delete_port for 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:32:59.032637 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:59.058238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce6d3b8-f077-4a46-be67-e68bfb8d99d7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:32:59.223135 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:59.432598 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Router a1458d9c-d06a-4402-8f93-7cbba0042ca8 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:32:59.535713 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:32:59.540728 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-d27ebcd4-d1e1-4d83-88f1-377197695cba admin admin] 10.222.0.37 "PUT /v2.0/routers/a1458d9c-d06a-4402-8f93-7cbba0042ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549200 Dec 24 04:32:59.543178 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59232) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:32:59.545814 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] Sync routers for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:32:59.555555 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:32:59.556260 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:59.646031 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:59.659063 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:32:59.751231 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:59.802266 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Deleting port b0047768-0118-4440-ac27-21e50e741137 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:32:59.802633 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:59.835493 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'b0047768-0118-4440-ac27-21e50e741137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:32:58Z', 'revision_number': 5, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port': {'id': 'b0047768-0118-4440-ac27-21e50e741137', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:43Z', 'updated_at': '2021-12-24T04:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:59.862201 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] Checking router: a1458d9c-d06a-4402-8f93-7cbba0042ca8 for host: dv-neutron-822869-1-hyperv {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:32:59.870843 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] Routers {'a1458d9c-d06a-4402-8f93-7cbba0042ca8'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:32:59.871445 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:32:59.885068 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] For port b0047768-0118-4440-ac27-21e50e741137, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=b0047768-0118-4440-ac27-21e50e741137,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:32:59.885650 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:32:59.896885 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Calling delete_port for b0047768-0118-4440-ac27-21e50e741137 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:32:59.954122 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] Set router a1458d9c-d06a-4402-8f93-7cbba0042ca8 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:33:00.007873 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:32:59Z', 'revision_number': 6, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:00.035038 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e811ac-f3a7-4065-afc3-79308bdd216d None None] The sync data for ids ['a1458d9c-d06a-4402-8f93-7cbba0042ca8'] in dv-neutron-822869-1-hyperv is: [{'id': 'a1458d9c-d06a-4402-8f93-7cbba0042ca8', 'name': 'tempest-TestSnapshotPattern-1180269795-router', 'tenant_id': '52a73de62dd04f1b8d58ebca39e0651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:42Z', 'updated_at': '2021-12-24T04:32:59Z', 'revision_number': 6, 'project_id': '52a73de62dd04f1b8d58ebca39e0651e', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:33:00.068938 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.093247 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0047768-0118-4440-ac27-21e50e741137,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:00.111330 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c538388-65d6-4966-9ea1-629857efa7c3 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:33:00.158032 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.246635 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.248754 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.294533 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.294981 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1458d9c-d06a-4402-8f93-7cbba0042ca8 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:33:00.299235 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.300641 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a5761427-45d0-49f3-b88e-732b785b872c admin admin] 10.222.0.37 "DELETE /v2.0/routers/a1458d9c-d06a-4402-8f93-7cbba0042ca8 HTTP/1.1" status: 204 len: 168 time: 0.7565336 Dec 24 04:33:00.303195 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:00.348192 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] Deleting subnet 2958b47a-544c-4c8d-8ef2-768688a4a4b2 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:33:00.351153 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.386610 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.470745 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.526541 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.553072 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2958b47a-544c-4c8d-8ef2-768688a4a4b2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:00.554941 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.558173 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-c40d6239-9453-4c33-b997-fab63c0a1698 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2958b47a-544c-4c8d-8ef2-768688a4a4b2 HTTP/1.1" status: 204 len: 168 time: 0.2540357 Dec 24 04:33:00.560342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e5499-8bcd-445c-bf01-cea5a5da1ed0 None None] Network 8da9c1d8-3990-4da3-9b96-e383ee56f55f requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:33:00.561377 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.wsgi [-] (103177) accepted ('10.222.0.37', 59236) {{(pid=103177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:00.630702 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.682345 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Deleting port 27db0d39-153b-4bc5-adcc-502318d69d8f {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:33:00.682680 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.752405 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] For port 27db0d39-153b-4bc5-adcc-502318d69d8f, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=27db0d39-153b-4bc5-adcc-502318d69d8f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:33:00.752767 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.766469 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Calling delete_port for 27db0d39-153b-4bc5-adcc-502318d69d8f owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:33:00.770298 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] DHCP port deletion for 8da9c1d8-3990-4da3-9b96-e383ee56f55f request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:33:00.832797 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] Deleting port 27db0d39-153b-4bc5-adcc-502318d69d8f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:33:00.833171 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.835011 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:33:00.860695 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2758484'] for port, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.875938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:33:00.876278 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0ce6d3b8-f077-4a46-be67-e68bfb8d99d7 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:33:00.876731 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b0047768-0118-4440-ac27-21e50e741137 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:33:00.892183 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Pushing event deleted for resources: {'Port': ['ID=27db0d39-153b-4bc5-adcc-502318d69d8f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:00.894564 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] No DVR routers for this DVR port 27db0d39-153b-4bc5-adcc-502318d69d8f on host dv-neutron-822869-1-hyperv {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:33:00.903167 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.903516 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.903856 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.904190 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.904548 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.904874 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.905198 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.905521 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.905840 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.906158 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.906479 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.906792 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.907104 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822869-1-hyperv {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 04:33:00.925701 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: b0047768-0118-4440-ac27-21e50e741137 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:33:00.926051 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device b0047768-0118-4440-ac27-21e50e741137 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:33:00.926480 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 27db0d39-153b-4bc5-adcc-502318d69d8f no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:33:00.958617 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 27db0d39-153b-4bc5-adcc-502318d69d8f {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:33:00.958970 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 27db0d39-153b-4bc5-adcc-502318d69d8f not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:33:00.963040 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] For port 27db0d39-153b-4bc5-adcc-502318d69d8f, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=27db0d39-153b-4bc5-adcc-502318d69d8f,segment=NetworkSegment(bd82c256-fb03-4c09-a1bf-8cba926e3249),segment_id=bd82c256-fb03-4c09-a1bf-8cba926e3249)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:33:00.963443 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.977382 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:00.977625 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] Calling delete_port for 27db0d39-153b-4bc5-adcc-502318d69d8f owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:33:00.999164 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da9c1d8-3990-4da3-9b96-e383ee56f55f']}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:01.010331 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd82c256-fb03-4c09-a1bf-8cba926e3249') {'for_net_delete': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:01.010857 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.services.segments.db [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd82c256-fb03-4c09-a1bf-8cba926e3249') {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:01.026674 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1773294'] for segment, before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.040161 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.047703 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:33:01.048088 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2758021'] for segment, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: Traceback (most recent call last): Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: timer() Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: cb(*args, **kw) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: return func(*args, **kwargs) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: self._notify() Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: self.callback(batched_events) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: event.method(event) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: return f(self, *a, **k) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._get(url).json() Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: return self.request(url, 'GET', **kwargs) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:33:01.049908 dv-neutron-822869-1-hyperv neutron-server[103177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: from cryptography.utils import int_from_bytes Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: from cryptography.utils import int_from_bytes Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 04:33:01.062013 dv-neutron-822869-1-hyperv neutron-server[103178]: self.session.flush() Dec 24 04:33:01.067685 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.094511 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] Pushing event deleted for resources: {'Port': ['ID=27db0d39-153b-4bc5-adcc-502318d69d8f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:01.098968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77724f8-90c3-4e7d-940f-4be92d94c924 None None] No DVR routers for this DVR port 27db0d39-153b-4bc5-adcc-502318d69d8f on host dv-neutron-822869-1-hyperv {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:33:01.119912 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.122216 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Publish callbacks [] for network, before_response {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.125838 dv-neutron-822869-1-hyperv neutron-server[103177]: INFO neutron.wsgi [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8da9c1d8-3990-4da3-9b96-e383ee56f55f HTTP/1.1" status: 204 len: 168 time: 0.5633104 Dec 24 04:33:01.129569 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:01.138384 dv-neutron-822869-1-hyperv neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b54fc-94fc-4327-b79c-2caa33dce240 admin admin] Pushing event deleted for resources: {'Network': ['ID=8da9c1d8-3990-4da3-9b96-e383ee56f55f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:01.467010 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747987'] for router_interface, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.703441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Deleting port 03072221-2f1c-4770-a979-bf2c18d4ff7b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:33:01.703794 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.779568 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] For port 03072221-2f1c-4770-a979-bf2c18d4ff7b, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=03072221-2f1c-4770-a979-bf2c18d4ff7b,segment=NetworkSegment(20989865-c538-403c-982f-2d4c23f2148a),segment_id=20989865-c538-403c-982f-2d4c23f2148a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:33:01.779844 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.791873 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Calling delete_port for 03072221-2f1c-4770-a979-bf2c18d4ff7b owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:33:01.967238 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:01.990116 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Pushing event deleted for resources: {'Port': ['ID=03072221-2f1c-4770-a979-bf2c18d4ff7b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:02.157772 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1748095'] for router_interface, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:02.669742 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 has already been hosted by L3 agent b311b579-3b24-49c2-98d6-18d8f5c64139 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 04:33:02.769643 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] Notify agent at l3_agent.dv-neutron-822869-1-hyperv the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 04:33:02.775098 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-80b62323-22ec-45f9-93b1-18cf783a7caa admin admin] 10.222.0.37 "PUT /v2.0/routers/95aaa295-f355-4e30-b2ea-e921dc9f7c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438544 Dec 24 04:33:02.777201 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59242) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:02.778598 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] Sync routers for ids ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'] in dv-neutron-822869-1-hyperv {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 04:33:02.787935 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] Routers {'95aaa295-f355-4e30-b2ea-e921dc9f7c64'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:33:02.788578 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:02.878835 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:02.890306 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] Set router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 gateway port host: dv-neutron-822869-1-hyperv {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:33:02.988645 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.042631 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Deleting port 0c7d5cb4-5439-4d43-bbbf-8602ca526042 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:33:03.042877 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.069131 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'external_fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:33:01Z', 'revision_number': 5, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port': {'id': '0c7d5cb4-5439-4d43-bbbf-8602ca526042', 'name': '', 'network_id': '09ec8898-2be8-4b6d-8256-3b2d7972c22a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822869-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9990039d-9e97-4506-a4d7-d25b8cbf198b', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822869-1-hyperv'}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:03.098955 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] Checking router: 95aaa295-f355-4e30-b2ea-e921dc9f7c64 for host: dv-neutron-822869-1-hyperv {{(pid=103179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 04:33:03.108261 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] Routers {'95aaa295-f355-4e30-b2ea-e921dc9f7c64'} bound to L3 agent in host dv-neutron-822869-1-hyperv {{(pid=103179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 04:33:03.108893 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822869-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T03:17:12Z,description=,heartbeat_timestamp=2021-12-24T04:32:42Z,host='dv-neutron-822869-1-hyperv',id=b311b579-3b24-49c2-98d6-18d8f5c64139,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T03:17:12Z,topic='l3_agent')) {'router_ids': ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'], 'active': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:03.124337 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] For port 0c7d5cb4-5439-4d43-bbbf-8602ca526042, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=0c7d5cb4-5439-4d43-bbbf-8602ca526042,segment=NetworkSegment(c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a),segment_id=c0d73fe1-cd40-49c4-ba75-5fd74a94bc5a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:33:03.124740 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.136210 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Calling delete_port for 0c7d5cb4-5439-4d43-bbbf-8602ca526042 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:33:03.279667 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_dvr_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] Set router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 gateway port host: None {{(pid=103179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 04:33:03.303154 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.328680 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7d5cb4-5439-4d43-bbbf-8602ca526042,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:03.330664 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.l3_hamode_db [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:33:02Z', 'revision_number': 6, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port_host': None}], 'dv-neutron-822869-1-hyperv', False) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:03.346368 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1f274-02c3-47bc-8527-6e8046e2f5f0 None None] DHCP port deletion for 09ec8898-2be8-4b6d-8256-3b2d7972c22a request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:33:03.363878 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4a2ba-80dd-472b-98a4-7d349d868c9d None None] The sync data for ids ['95aaa295-f355-4e30-b2ea-e921dc9f7c64'] in dv-neutron-822869-1-hyperv is: [{'id': '95aaa295-f355-4e30-b2ea-e921dc9f7c64', 'name': 'tempest-TestSnapshotPattern-1683624672-router', 'tenant_id': '7677541279754e3d82576d6ac21004e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T04:26:47Z', 'updated_at': '2021-12-24T04:33:02Z', 'revision_number': 6, 'project_id': '7677541279754e3d82576d6ac21004e1', 'gw_port_host': None}] {{(pid=103179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 04:33:03.401996 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745629'] for router_gateway, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.490283 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232217'] for router, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.492391 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.533832 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747518'] for router, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.534414 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95aaa295-f355-4e30-b2ea-e921dc9f7c64 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 04:33:03.538588 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.539729 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-07dcf46d-3d0c-494a-b7b4-812b5e27b8c6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/95aaa295-f355-4e30-b2ea-e921dc9f7c64 HTTP/1.1" status: 204 len: 168 time: 0.7615936 Dec 24 04:33:03.542343 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59244) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:03.585441 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] Deleting subnet 82fef6ed-8a5e-4172-8100-a65253ba44f0 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 04:33:03.589024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.622430 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26105504'] for subnet, precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.702024 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740388'] for subnet, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.758168 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3598978'] for subnet, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.784684 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fef6ed-8a5e-4172-8100-a65253ba44f0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:03.788136 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.791435 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-aeeb108d-00ce-416b-8c4a-af1b7fe5d244 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/82fef6ed-8a5e-4172-8100-a65253ba44f0 HTTP/1.1" status: 204 len: 168 time: 0.2481725 Dec 24 04:33:03.793615 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ca607-ac31-4e1b-9d24-90a41edc46a3 None None] Network e4395233-fa7a-4a2f-877b-7f948f02553d requested from dv-neutron-822869-1-hyperv {{(pid=103178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 04:33:03.793986 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59246) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:03.867326 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673018'] for network, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.921094 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Deleting port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 04:33:03.921439 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794037210188'] for port, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:03.983646 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] For port a42a52ee-b73e-4a4a-a214-7f04fa2ba686, host dv-neutron-822869-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822869-1-hyperv',level=0,port_id=a42a52ee-b73e-4a4a-a214-7f04fa2ba686,segment=NetworkSegment(20989865-c538-403c-982f-2d4c23f2148a),segment_id=20989865-c538-403c-982f-2d4c23f2148a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 04:33:03.984000 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593756'] for port, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.001186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Calling delete_port for a42a52ee-b73e-4a4a-a214-7f04fa2ba686 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 04:33:04.078377 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037036831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794036634772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885945'] for port, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.097791 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e749c-f3ef-4a8e-870b-888b8f68b8a7 None None] DHCP port deletion for e4395233-fa7a-4a2f-877b-7f948f02553d request from dv-neutron-822869-1-hyperv {{(pid=103178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 04:33:04.105102 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Pushing event deleted for resources: {'Port': ['ID=a42a52ee-b73e-4a4a-a214-7f04fa2ba686,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:04.116086 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] No DVR routers for this DVR port a42a52ee-b73e-4a4a-a214-7f04fa2ba686 on host dv-neutron-822869-1-hyperv {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 04:33:04.191480 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741051', 'neutron.services.segments.db._delete_segments_for_network-8794037118814'] for network, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.218101 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4395233-fa7a-4a2f-877b-7f948f02553d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:04.228774 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20989865-c538-403c-982f-2d4c23f2148a') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:04.229071 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20989865-c538-403c-982f-2d4c23f2148a') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 04:33:04.238755 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794037124455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26105495'] for segment, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.252973 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739'] for segment, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.259359 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 04:33:04.259743 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25886248'] for segment, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: warnings.warn(msg) Dec 24 04:33:04.261637 dv-neutron-822869-1-hyperv neutron-server[103176]: Traceback (most recent call last): Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: timer() Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: cb(*args, **kw) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: return func(*args, **kwargs) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: self._notify() Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: self.callback(batched_events) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: event.method(event) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: return f(self, *a, **k) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._get(url).json() Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: return self.request(url, 'GET', **kwargs) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 04:33:04.265393 dv-neutron-822869-1-hyperv neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 04:33:04.323524 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745633'] for network, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.329487 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Publish callbacks [] for network, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.332937 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] 10.222.0.37 "DELETE /v2.0/networks/e4395233-fa7a-4a2f-877b-7f948f02553d HTTP/1.1" status: 204 len: 168 time: 0.5380166 Dec 24 04:33:04.344340 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf97978-53bc-49dc-a3ff-debcfd50238d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4395233-fa7a-4a2f-877b-7f948f02553d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:04.446227 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59250) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:04.485773 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-af5856fe-25e7-4f68-84b4-b067052a4121 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52a73de62dd04f1b8d58ebca39e0651e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383294 Dec 24 04:33:04.488245 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:04.543746 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a67d7cac-f08e-4b1e-8edd-404ecf888aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.566109 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a67d7cac-f08e-4b1e-8edd-404ecf888aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.582144 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a42a52ee-b73e-4a4a-a214-7f04fa2ba686 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:33:04.602501 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: a42a52ee-b73e-4a4a-a214-7f04fa2ba686 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:33:04.602845 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device a42a52ee-b73e-4a4a-a214-7f04fa2ba686 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:33:04.603906 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0c7d5cb4-5439-4d43-bbbf-8602ca526042 no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:33:04.614661 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a67d7cac-f08e-4b1e-8edd-404ecf888aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.617261 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a67d7cac-f08e-4b1e-8edd-404ecf888aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:04.618431 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-a67d7cac-f08e-4b1e-8edd-404ecf888aed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a9551a1-07c9-4364-872b-b7830fa60eec HTTP/1.1" status: 204 len: 168 time: 0.1291389 Dec 24 04:33:04.626186 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d7cac-f08e-4b1e-8edd-404ecf888aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9551a1-07c9-4364-872b-b7830fa60eec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:04.629965 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 0c7d5cb4-5439-4d43-bbbf-8602ca526042 {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:33:04.630381 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 0c7d5cb4-5439-4d43-bbbf-8602ca526042 not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:33:04.630919 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03072221-2f1c-4770-a979-bf2c18d4ff7b no longer exists at agent ovs-agent-dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 04:33:04.657156 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] No Port match for: 03072221-2f1c-4770-a979-bf2c18d4ff7b {{(pid=103178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 04:33:04.657496 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron.plugins.ml2.rpc [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Device 03072221-2f1c-4770-a979-bf2c18d4ff7b not bound to the agent host dv-neutron-822869-1-hyperv {{(pid=103178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 04:33:04.924809 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59258) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:04.963950 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-6e04231b-621a-4a1c-9571-9d0f6ba481a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7677541279754e3d82576d6ac21004e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379958 Dec 24 04:33:04.966423 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.37', 59260) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 04:33:05.014825 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-491d9145-448e-462f-bffb-28182da7ef5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:05.035353 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-491d9145-448e-462f-bffb-28182da7ef5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:05.080398 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-491d9145-448e-462f-bffb-28182da7ef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792262'] for security_group, after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:05.082913 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-491d9145-448e-462f-bffb-28182da7ef5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:05.084040 dv-neutron-822869-1-hyperv neutron-server[103176]: INFO neutron.wsgi [None req-491d9145-448e-462f-bffb-28182da7ef5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71c5c4ea-477e-4ffa-a109-7d83fa8bcf3a HTTP/1.1" status: 204 len: 168 time: 0.1167181 Dec 24 04:33:05.092008 dv-neutron-822869-1-hyperv neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d9145-448e-462f-bffb-28182da7ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c5c4ea-477e-4ffa-a109-7d83fa8bcf3a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 04:33:09.574451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44595181-762e-4b14-9973-a6dd800c36ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:11.925666 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42118f7c-49be-496c-b8b4-6434f4906850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:13.012515 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:14.712705 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:15.240870 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:19.824638 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:33:22.882317 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:39.575376 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf308007-412b-4cf3-8f91-0a1b43d2a744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:41.927323 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5d95b29-2c8f-4296-b128-49f72f6bff40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:43.015657 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:44.716189 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:45.245457 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:52.899249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:33:56.823269 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:34:09.576671 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8906-fe24-4f40-bf08-cbc402b4b8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:11.929235 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a69fb694-a28f-4161-87a0-ba858a80aa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:13.016968 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:14.720019 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:15.248184 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:22.896340 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:33.821745 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:34:39.578351 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06dc9622-8f3c-4dbe-b9fc-5827427077a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:41.930288 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-389f9826-9417-418d-9ffa-0cb8b7b4c1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:43.024504 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:44.722434 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:45.252429 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:34:52.914008 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:09.580830 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ec73b5e-0346-4391-9580-1f5ab35ed7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:10.821257 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:35:11.930614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-175a5a60-406f-404b-b213-503c032663ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:13.024451 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:14.724695 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:15.254010 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:22.909601 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:39.581355 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-17aa2d48-5d99-43e7-bde5-ca5d02d45785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:41.932841 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fd70001-9548-4594-98eb-2702ba62e691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:43.026047 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:44.727492 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:45.260013 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:35:47.819839 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:35:52.922960 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:09.587068 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6479533-5ade-4540-a751-88ab14e47d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:11.934688 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-425c3ea8-8eaa-4712-ab58-d54951ad03eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:13.030031 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:14.735570 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:15.252219 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:22.938214 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:24.818155 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:36:39.578787 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b83ab0e-75a1-4176-822d-eb49dba0483a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:41.936938 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-326e63b4-5366-4cf0-a072-5e846b46acde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:43.036092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:44.735129 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:45.254465 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:36:52.926249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:01.816797 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:37:09.583928 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd0ee-2758-4b47-ab61-a84e9540e9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:11.937427 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e1e7-3a99-42d6-a8d6-7225c3b77e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:13.035610 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:14.740249 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:15.255180 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:22.940823 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:38.816013 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:37:39.575213 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10d7a71d-0160-405d-ba27-a30e1fa8f259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:41.937846 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdbcf-e89a-4477-b2f5-b93985e265cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:43.039092 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:44.741439 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:45.258070 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:37:52.965595 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:09.577689 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a6e91484-b216-4d06-a24c-6fb062c61e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:11.941587 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e870dd3-fe00-4855-9ea9-92ebf6670627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:13.041842 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:14.744399 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:15.259481 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:15.814792 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:38:22.956943 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:39.579614 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5e18b24-4190-44d2-8be0-c7982979a7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:41.943160 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e200d28f-31e3-4cc8-b3ea-3d22a796acea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:43.046239 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898aefb3-6056-44c9-90a7-abb43bc6df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:44.752202 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65816c7c-ee09-4d66-a1c1-e85663efdbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:45.260342 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39b575e3-f83c-4f9d-ae7a-33bf8ecbeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 04:38:52.813955 dv-neutron-822869-1-hyperv neutron-server[103179]: DEBUG neutron.db.agents_db [None req-84a2e24c-6ade-41eb-a8da-92ae427696f0 None None] Agent healthcheck: found 6 active agents {{(pid=103179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 04:38:52.972127 dv-neutron-822869-1-hyperv neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abdc6548-68ae-4da0-b7e6-c9491ffcb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794037118796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743905'] for agent, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}